-- Logs begin at Fri 2021-12-17 15:59:47 UTC, end at Fri 2021-12-17 18:35:15 UTC. -- Dec 17 16:49:45.908875 dv-neutron-821073-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 17 16:49:48.280131 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.common.config [-] Logging enabled! Dec 17 16:49:48.280834 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev98 Dec 17 16:49:48.280938 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 16:49:48.284022 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.common.config [-] Logging enabled! Dec 17 16:49:48.284276 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev98 Dec 17 16:49:48.284582 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 16:49:48.285483 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:49:48.285716 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 16:49:48.286095 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:49:48.286343 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 16:49:48.286570 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 16:49:48.286887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.287185 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.287478 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.287712 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.288008 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.288296 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.289234 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.289536 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.289863 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.290156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.290441 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.290726 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.290958 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.291239 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.291526 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.291813 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.292038 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] debug = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.292316 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.292738 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.293135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.293416 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.293702 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.294069 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.294342 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.294619 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.294899 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.295225 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] host = dv-neutron-821073-1-hyperv {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.295502 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.295785 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.296068 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.296350 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.296621 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.296895 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.297177 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.297448 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.297719 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.298017 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.298303 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.298585 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.298877 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.299355 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.299585 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.299873 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.300157 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.300433 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.300709 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.300985 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.301258 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.301530 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.301799 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.302104 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.302384 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.302666 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.302940 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.303213 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.303481 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.303752 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.304032 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.304329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.304600 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.304873 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.305157 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.305424 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.305697 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.306029 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.306314 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.306592 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.306871 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.307143 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.307422 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.307690 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.307958 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.308225 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_json = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.308491 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.308756 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.309034 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.309302 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.309573 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.309869 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.310140 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.310421 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:48.310710 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.311003 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.311296 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.311574 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.311864 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.312143 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.312428 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.312702 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.312986 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.313270 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.313555 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.313848 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.314137 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.314412 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.314703 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.315001 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.315292 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.315580 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.315853 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.316126 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.316397 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.316672 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.316953 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.317241 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.317527 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.317801 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.318099 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.318387 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.318661 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.318930 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.319204 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.319490 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.319796 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.320068 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.320345 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.320619 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.320888 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.321155 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.321427 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.321713 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.322010 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.322278 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.322546 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.322817 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.323084 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.323363 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.323636 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.323904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.324172 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.324442 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.324711 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.324977 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.325248 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.325516 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.325789 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.326082 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.326352 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.326622 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.326888 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.327157 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.327424 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.327691 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.327964 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.328234 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.328503 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.328772 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.329041 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.329313 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.329603 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.329924 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.330204 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.330483 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.330763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.331040 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.331316 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.331591 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.331871 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.332152 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.332425 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.332714 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.333003 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.333289 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.333569 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.333876 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.334172 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.334453 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.334734 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.335065 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.335296 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.336109 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.336396 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.336691 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.336984 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.337277 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.337568 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.337881 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.338165 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.338472 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.338749 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:48.338967 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 16:49:48.339204 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 17 16:49:48.724450 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO keyring.backend [-] Loading KWallet Dec 17 16:49:48.732208 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO keyring.backend [-] Loading SecretService Dec 17 16:49:48.735782 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO keyring.backend [-] Loading Windows Dec 17 16:49:48.737132 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO keyring.backend [-] Loading chainer Dec 17 16:49:48.737711 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO keyring.backend [-] Loading macOS Dec 17 16:49:48.772437 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:49:48.772713 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:49:48.773033 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:49:48.773365 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 17 16:49:49.087380 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.087673 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.087943 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.089146 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.089419 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.089693 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.209345 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.209619 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.209914 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.223656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.223938 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.224208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.252435 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.252721 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.252988 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.291517 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.292046 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.292046 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.524141 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.524427 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.524699 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.524965 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.525710 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.650080 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.650402 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.650685 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.650953 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.651216 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.651528 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.651790 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.652047 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.652301 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.652581 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.652837 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.653241 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.653512 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.653772 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.654071 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.654346 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.654611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.654883 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.655139 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.655426 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.655776 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.656029 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.656278 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.656560 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.656808 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.657052 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.657437 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.657676 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.657939 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.658175 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.658408 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.658641 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:49.659002 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 17 16:49:49.662151 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 17 16:49:49.666130 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 17 16:49:49.669954 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 17 16:49:49.671593 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 17 16:49:49.672040 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 17 16:49:49.672374 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 17 16:49:49.672758 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 17 16:49:49.676028 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 17 16:49:49.676276 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 17 16:49:49.676619 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 16:49:49.705369 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 17 16:49:49.705838 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.706138 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 17 16:49:49.706500 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.707866 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 17 16:49:49.708148 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 16:49:49.708393 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 17 16:49:49.711666 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.711949 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:49.774359 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 17 16:49:49.774546 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 17 16:49:49.774789 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 17 16:49:49.775147 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 17 16:49:49.807211 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_db.sqlalchemy.engines [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 17 16:49:50.273024 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing driver for type 'gre' Dec 17 16:49:50.273559 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] gre ID ranges: [(1, 1000)] Dec 17 16:49:50.577228 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing driver for type 'local' Dec 17 16:49:50.577890 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing driver for type 'vlan' Dec 17 16:49:50.679178 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] VlanTypeDriver initialization complete Dec 17 16:49:50.679558 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing driver for type 'vxlan' Dec 17 16:49:50.680068 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] vxlan ID ranges: [(1, 1000)] Dec 17 16:49:50.964440 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing extension driver 'port_security' Dec 17 16:49:50.964701 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] PortSecurityExtensionDriver initialization complete Dec 17 16:49:50.965041 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing mechanism driver 'openvswitch' Dec 17 16:49:50.965404 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing mechanism driver 'hyperv' Dec 17 16:49:50.976116 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.plugins.ml2.plugin [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:50.976889 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.977271 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.977631 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.978047 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.978406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.978784 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.979172 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.979518 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.979861 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.980237 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.980585 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.980928 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.981306 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.981651 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.982015 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.982391 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > address_group after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.982734 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > address_group after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.983071 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > address_group after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.983411 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] ML2 OVO RPC backend initialized. {{(pid=88009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 17 16:49:50.984110 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.984462 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.984877 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.985225 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > networks before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.985572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.985944 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > ports before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.986290 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.986629 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnets before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.986972 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.987311 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.987647 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.987983 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.988318 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.988655 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.988988 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.989324 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.989656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:50.990248 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.plugin [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Modular L2 Plugin initialization complete Dec 17 16:49:50.990577 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading services supported by the core plugin {{(pid=88009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 17 16:49:50.990902 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Got port-security extension from driver 'port_security' Dec 17 16:49:50.991360 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.extensions.vlantransparent [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Disabled vlantransparent extension. Dec 17 16:49:50.992025 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 17 16:49:50.992226 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: router Dec 17 16:49:51.040508 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.040905 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.041278 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router before_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.041653 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.042064 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.049612 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_delete 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.049612 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > floatingip after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.049612 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.049612 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050036 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050036 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050036 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050036 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050300 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050300 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050300 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050300 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050300 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > port precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.050728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_delete 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051265 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > agent after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051265 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > agent after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051265 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.051460 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Tracking information for resource: router configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:51.051704 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Tracking information for resource: floatingip configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 16:49:51.057202 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.db.l3_agentschedulers_db [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 17 16:49:51.057780 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.058169 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.058520 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.058871 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.059691 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router before_create 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.060030 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_delete 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.060393 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_create 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.060755 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > router precommit_update 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.065172 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.provider_configuration [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service providers = [] {{(pid=88009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 17 16:49:51.065542 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.db.servicetype_db [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 17 16:49:51.068548 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.service_base [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 16:49:51.068904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.service_base [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 16:49:51.069247 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.service_base [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 16:49:51.070882 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.services.service_base [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 16:49:51.071260 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.services.service_base [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 17 16:49:51.071643 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.071963 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 17 16:49:51.085534 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.085898 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: auto_allocate Dec 17 16:49:51.091869 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: network precommit_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.092243 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: network precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.092772 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.093103 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: tag Dec 17 16:49:51.100079 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.100411 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: timestamp Dec 17 16:49:51.109321 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.109655 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: network_ip_availability Dec 17 16:49:51.114994 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.115368 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.115724 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.116954 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.117299 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: flavors Dec 17 16:49:51.122340 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.122678 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading Plugin: revisions Dec 17 16:49:51.127018 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 16:49:51.127409 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.354s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:49:51.128156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 17 16:49:51.128498 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Initializing extension manager. Dec 17 16:49:51.129005 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: __init__.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.129346 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: __pycache__ {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.129681 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.130042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.130808 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.131379 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: address-group Dec 17 16:49:51.131704 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: address_scope.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.138908 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.139424 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: address-scope Dec 17 16:49:51.139753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: admin_state_down_before_update.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.140703 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.141216 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: router-admin-state-down-before-update Dec 17 16:49:51.141543 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: agent.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.142281 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.142797 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: agent Dec 17 16:49:51.143120 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: agent_resources_synced.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.144042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.144555 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: agent-resources-synced Dec 17 16:49:51.144882 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: allowedaddresspairs.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.146707 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.147233 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: allowed-address-pairs Dec 17 16:49:51.147565 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: auto_allocated_topology.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.148671 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.149194 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: auto-allocated-topology Dec 17 16:49:51.149524 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.150261 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.150782 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: availability_zone Dec 17 16:49:51.151106 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: availability_zone_filter.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.152030 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.152545 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: availability_zone_filter Dec 17 16:49:51.152874 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: data_plane_status.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.153790 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.154322 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension data-plane-status not supported by any of loaded plugins Dec 17 16:49:51.154652 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: default_subnetpools.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.155573 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.156088 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: default-subnetpools Dec 17 16:49:51.156415 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: dhcpagentscheduler.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.157227 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.157740 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: dhcp_agent_scheduler Dec 17 16:49:51.158093 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: dns.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.164779 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.165287 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension dns-integration not supported by any of loaded plugins Dec 17 16:49:51.165614 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: dns_domain_ports.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.166569 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.167086 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 17 16:49:51.167411 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: dvr.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.170497 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.171035 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: dvr Dec 17 16:49:51.171368 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: empty_string_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.173307 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.175811 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: empty-string-filtering Dec 17 16:49:51.176152 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.177096 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.177622 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 17 16:49:51.177984 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.178919 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.179962 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 17 16:49:51.180290 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: external_net.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.181219 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.181730 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: external-net Dec 17 16:49:51.182083 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: extra_dhcp_opt.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.182998 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.183513 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: extra_dhcp_opt Dec 17 16:49:51.183841 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: extraroute.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.184762 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.185277 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: extraroute Dec 17 16:49:51.185604 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: extraroute_atomic.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.186678 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.187198 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: extraroute-atomic Dec 17 16:49:51.187523 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: filter_validation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.188197 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.188708 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: filter-validation Dec 17 16:49:51.189028 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: fip_pf_description.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.195562 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.196085 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 17 16:49:51.196417 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: fip_port_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.197355 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.197910 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: fip-port-details Dec 17 16:49:51.198242 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: flavors.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.199511 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.200038 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: flavors Dec 17 16:49:51.200366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.202083 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.202611 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 17 16:49:51.202948 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: floatingip_pools.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.203660 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.204178 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: floatingip-pools Dec 17 16:49:51.204508 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: ip_allocation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.205447 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.205980 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension ip_allocation not supported by any of loaded plugins Dec 17 16:49:51.206309 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.207232 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.207752 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: ip-substring-filtering Dec 17 16:49:51.208085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l2_adjacency.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.209029 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.209535 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 17 16:49:51.209879 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.210889 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.211415 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: router Dec 17 16:49:51.211742 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3_conntrack_helper.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.214039 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.214614 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 17 16:49:51.214902 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.215845 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.216370 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: ext-gw-mode Dec 17 16:49:51.216703 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.217626 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.218172 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: l3-ha Dec 17 16:49:51.218499 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3_flavors.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.225488 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.226046 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: l3-flavors Dec 17 16:49:51.226372 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.227307 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.227817 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 17 16:49:51.228140 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: l3agentscheduler.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.229173 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.229689 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: l3_agent_scheduler Dec 17 16:49:51.230051 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: logging.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.231565 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.232091 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension logging not supported by any of loaded plugins Dec 17 16:49:51.232422 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: metering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.233175 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.233760 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: metering Dec 17 16:49:51.234116 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.235230 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.235752 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: metering_source_and_destination_fields Dec 17 16:49:51.236081 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: multiprovidernet.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.237141 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.237661 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: multi-provider Dec 17 16:49:51.238019 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: netmtu.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.238947 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.239464 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: net-mtu Dec 17 16:49:51.239789 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: netmtu_writable.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.240726 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.241246 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: net-mtu-writable Dec 17 16:49:51.242122 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: network_availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.242800 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.243312 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: network_availability_zone Dec 17 16:49:51.243637 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: network_ip_availability.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.244744 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.245265 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: network-ip-availability Dec 17 16:49:51.245593 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: network_segment_range.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.246396 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.246900 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension network-segment-range not supported by any of loaded plugins Dec 17 16:49:51.247226 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: pagination.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.248210 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.248541 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: pagination Dec 17 16:49:51.248861 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: port_device_profile.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.249793 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.250339 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: port-device-profile Dec 17 16:49:51.250665 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.251593 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.252107 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: port-mac-address-regenerate Dec 17 16:49:51.252431 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.253350 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.253896 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: port-numa-affinity-policy Dec 17 16:49:51.254220 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: port_resource_request.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.255163 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.255665 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension port-resource-request not supported by any of loaded plugins Dec 17 16:49:51.255988 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: portbindings.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.256923 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.258068 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: binding Dec 17 16:49:51.258392 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: portbindings_extended.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.259692 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.260211 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: binding-extended Dec 17 16:49:51.260539 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: portsecurity.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.261464 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.262016 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: port-security Dec 17 16:49:51.262345 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: project_id.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.263331 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.263663 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: project-id Dec 17 16:49:51.263986 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: providernet.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.264916 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.265435 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: provider Dec 17 16:49:51.265758 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.271242 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.271809 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos not supported by any of loaded plugins Dec 17 16:49:51.272105 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.273393 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.274014 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 17 16:49:51.274348 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.275283 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.275802 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 17 16:49:51.276131 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_default.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.277052 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.277571 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-default not supported by any of loaded plugins Dec 17 16:49:51.277930 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_fip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.278592 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.279102 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-fip not supported by any of loaded plugins Dec 17 16:49:51.279429 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_gateway_ip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.280368 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.280880 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 17 16:49:51.281205 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_port_network_policy.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.282144 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.282657 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 17 16:49:51.282982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_rule_type_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.283906 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.284417 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 17 16:49:51.284742 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: qos_rules_alias.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.285823 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.286341 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 17 16:49:51.286667 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: quotasv2.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.287576 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.288028 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: quotas Dec 17 16:49:51.288380 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: quotasv2_detail.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.293421 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.293755 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: quota_details Dec 17 16:49:51.294114 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: rbac.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.295170 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.295698 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: rbac-policies Dec 17 16:49:51.296028 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: rbac_address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.296967 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.297487 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: rbac-address-group Dec 17 16:49:51.297842 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: rbac_address_scope.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.298767 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.299544 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: rbac-address-scope Dec 17 16:49:51.299871 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: rbac_security_groups.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.300796 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.301310 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: rbac-security-groups Dec 17 16:49:51.301640 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: rbac_subnetpool.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.302598 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.303113 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: rbac-subnetpool Dec 17 16:49:51.303441 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: revisionifmatch.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.304900 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.305414 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: revision-if-match Dec 17 16:49:51.305741 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: revisions.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.306896 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.307414 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: standard-attr-revisions Dec 17 16:49:51.307741 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: router_availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.308418 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.308937 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: router_availability_zone Dec 17 16:49:51.309263 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: routerservicetype.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.310231 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.310747 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension router-service-type not supported by any of loaded plugins Dec 17 16:49:51.311073 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.311993 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.312510 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: security-groups-normalized-cidr Dec 17 16:49:51.312836 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: security_groups_port_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.313760 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.314316 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: port-security-groups-filtering Dec 17 16:49:51.316035 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.316694 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.317208 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: security-groups-remote-address-group Dec 17 16:49:51.317534 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: securitygroup.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.327899 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.328430 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: security-group Dec 17 16:49:51.328763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: segment.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.329597 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.330143 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension segment not supported by any of loaded plugins Dec 17 16:49:51.330477 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.331433 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.331950 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 17 16:49:51.332277 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: servicetype.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.333399 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.333964 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: service-type Dec 17 16:49:51.334298 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: sorting.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.335333 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.335670 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: sorting Dec 17 16:49:51.335999 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: standard_attr_segment.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.336921 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.337442 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 17 16:49:51.337765 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: standardattrdescription.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.338442 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.338960 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: standard-attr-description Dec 17 16:49:51.339285 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: stateful_security_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.340220 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.340733 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: stateful-security-group Dec 17 16:49:51.341059 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: stdattrs_common.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.341649 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 17 16:49:51.342003 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.350616 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.351170 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 17 16:49:51.351495 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnet_onboard.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.352574 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.353097 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: subnet_onboard Dec 17 16:49:51.353422 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.354397 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.354912 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 17 16:49:51.355234 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnet_service_types.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.356166 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.356680 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: subnet-service-types Dec 17 16:49:51.356999 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnetallocation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.358126 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.358645 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: subnet_allocation Dec 17 16:49:51.358976 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.359658 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.360171 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: subnetpool-prefix-ops Dec 17 16:49:51.360495 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.361436 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.361982 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 17 16:49:51.362308 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: tagging.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.363475 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.363900 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: standard-attr-tag Dec 17 16:49:51.364226 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: timestamp.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.365430 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.365981 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loaded extension: standard-attr-timestamp Dec 17 16:49:51.366313 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: trunk.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.367860 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.368382 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension trunk not supported by any of loaded plugins Dec 17 16:49:51.368727 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: trunk_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.369644 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.370200 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension trunk-details not supported by any of loaded plugins Dec 17 16:49:51.370527 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: uplink_status_propagation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.374722 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.375238 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 17 16:49:51.375565 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Loading extension file: vlantransparent.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 16:49:51.376255 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 16:49:51.376752 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 17 16:49:51.379224 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:network Dec 17 16:49:51.379949 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnet Dec 17 16:49:51.380722 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:49:51.381321 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:port Dec 17 16:49:51.383223 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.383662 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service FLAVORS assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.384276 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.384724 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.385057 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:router Dec 17 16:49:51.385714 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:floatingip Dec 17 16:49:51.386459 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service METERING assigned prefix: /metering {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.387903 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.388277 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.388635 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:49:51.389775 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 16:49:51.390245 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:security_group Dec 17 16:49:51.390895 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 16:49:51.391632 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service CORE assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.391965 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:49:51.392309 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] subnetpool is already registered Dec 17 16:49:51.392913 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service CORE assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.393242 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:49:51.393568 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] subnetpool is already registered Dec 17 16:49:51.396116 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.396558 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service FLAVORS assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.397151 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.397599 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.397969 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:router Dec 17 16:49:51.398306 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] router is already registered Dec 17 16:49:51.398910 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:floatingip Dec 17 16:49:51.399252 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] floatingip is already registered Dec 17 16:49:51.399877 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service METERING assigned prefix: /metering {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.400541 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 16:49:51.400872 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] rbac_policy is already registered Dec 17 16:49:51.401417 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:security_group Dec 17 16:49:51.401748 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] security_group is already registered Dec 17 16:49:51.402369 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 16:49:51.402705 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] security_group_rule is already registered Dec 17 16:49:51.403370 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service CORE assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.403704 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:49:51.404033 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] subnetpool is already registered Dec 17 16:49:51.404625 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Service CORE assigned prefix: {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 16:49:51.408572 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 16:49:51.408572 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] subnetpool is already registered Dec 17 16:49:51.408572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: extensions {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.408572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: address-groups {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.408995 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: address-scopes {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.410252 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.411439 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: auto-allocated-topology {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.412695 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: availability_zones {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.414646 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: dhcp-networks {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.416057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: dhcp-agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.417494 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.420262 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: flavors {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.421448 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: service_profiles {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.422700 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: next_providers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.424515 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: service_profiles {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.425997 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: floatingip-pools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.427243 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.429670 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: floatingips {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.430911 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: l3-routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.432329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: l3-agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.433759 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: metering-labels {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.435152 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: metering-label-rules {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.436453 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: network-ip-availabilities {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.437720 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: bindings {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.439421 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: quotas {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.440874 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: quotas {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.442352 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: rbac-policies {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.443674 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: security-groups {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.444982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: security-group-rules {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.446277 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: service-providers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.447526 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: subnetpools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.448966 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: subnetpools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.450470 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.452168 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.454031 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.455830 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.457618 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.459500 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.461375 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.463335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.465883 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.466981 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron.api.extensions [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 16:49:51.472855 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING keystonemiddleware.auth_token [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 17 16:49:51.478171 dv-neutron-821073-1-hyperv neutron-server[88009]: WARNING keystonemiddleware.auth_token [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 17 16:49:51.486382 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Acquired lock "singleton_lock" {{(pid=88009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 17 16:49:51.486859 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Releasing lock "singleton_lock" {{(pid=88009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 17 16:49:51.487496 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Starting 2 workers Dec 17 16:49:51.492647 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Started child 88116 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 17 16:49:51.496957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Started child 88117 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 17 16:49:51.497769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.498504 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO neutron.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 17 16:49:51.499139 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Notify callbacks [] for process, before_spawn {{(pid=88009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.499501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [-] (88116) wsgi starting up on http://0.0.0.0:9696 Dec 17 16:49:51.501509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.502027 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Starting 1 workers Dec 17 16:49:51.502888 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [-] (88117) wsgi starting up on http://0.0.0.0:9696 Dec 17 16:49:51.506505 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Started child 88118 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 17 16:49:51.507022 dv-neutron-821073-1-hyperv neutron-server[88009]: INFO oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Starting 1 workers Dec 17 16:49:51.509916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] calling RpcWorker wait() {{(pid=88118) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 17 16:49:51.510465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] returning from RpcWorker wait() {{(pid=88118) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 17 16:49:51.511286 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Started child 88119 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 17 16:49:51.511750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.512037 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-8d018d69-af72-4dd9-856b-8c0a448dc09b None None] Notify callbacks [] for process, after_spawn {{(pid=88009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.512423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:51.513926 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 17 16:49:51.514142 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:49:51.514326 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 16:49:51.514537 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:49:51.514872 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 16:49:51.515034 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 16:49:51.515528 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.515745 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:51.516213 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.516213 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.516341 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.516618 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.517158 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.517401 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.517649 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.517961 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.518211 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.518380 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.518549 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.518793 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.519044 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.519332 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.519600 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.519834 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.520101 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.520273 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.520534 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.520807 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.521033 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.521316 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] debug = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.521552 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.522407 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.522407 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.522720 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.522720 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.522989 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.523220 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.523503 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.523754 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.523990 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.524248 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.524522 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.524784 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.525024 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.525243 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.525486 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.525699 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.526196 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] host = dv-neutron-821073-1-hyperv {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.526413 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.526642 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.526866 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.527123 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.527377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.527609 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.527855 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.528113 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.528356 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.528596 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.528894 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.529102 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.529350 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.529565 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.529723 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_options = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.530388 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.530704 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.530977 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.531167 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.531323 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.531501 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.531752 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.531903 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.532169 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.532407 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.532639 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.532873 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.533106 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.533323 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.533570 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.533807 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.534077 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.534285 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.534527 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.534781 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.535004 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.535227 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.535471 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.535688 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.535912 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.536129 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.536370 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.536584 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.536794 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.537076 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.537307 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.537545 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.537767 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.538044 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.538283 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.539012 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.539231 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.539593 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.539813 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.540145 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.540413 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.540632 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.540855 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:51.541015 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.541154 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.541288 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.541493 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_json = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.541704 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.542207 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.542464 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.542698 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.543030 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.543186 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.543356 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.543586 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.543999 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.544281 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.544579 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.544844 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.545091 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.545339 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.545565 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.545803 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.546072 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.546317 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.546626 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.546864 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.547140 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.547356 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.547589 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.547896 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.548155 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.548416 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.548667 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.549181 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.549411 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.549632 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.549988 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.550246 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.550495 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.550740 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.550973 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.551196 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.551428 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.551657 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.551871 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.552085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.552408 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.552637 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.552872 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.553092 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.553522 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.553522 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.553792 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.557753 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.560208 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561042 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.561656 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.562670 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.562670 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.562670 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.562670 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.563189 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.563189 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.563189 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.564974 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.565569 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.565569 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.565711 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.565912 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.566159 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.566399 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.566640 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.566915 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.567164 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.567401 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.567648 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.567894 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.568156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.568393 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.568650 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.570664 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572823 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572823 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.572982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.573106 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.573357 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.573604 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.573884 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.574114 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.574341 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.574755 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.575036 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.575324 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.576272 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.576272 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.576272 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577153 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577153 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577153 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577153 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.577982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.578268 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.578493 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.578757 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.579002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.579388 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.579628 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.579880 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.580112 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.580362 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.580683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.580935 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.581108 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.581238 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.581482 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.581740 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.581995 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.582342 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.582467 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.582682 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.582926 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.583137 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.583356 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.583589 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.583806 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.584043 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.584260 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.584492 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.584763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.584979 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.585272 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.585763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.585763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.586144 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.586298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 36950) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:49:51.586645 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.586645 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.586901 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.587044 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.587221 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.587432 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.587643 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.587861 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.588096 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.588325 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.588550 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.588783 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.589044 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.589299 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.589625 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.589900 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.590131 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.590365 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.590581 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.590800 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.591046 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.591263 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.591477 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.591711 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.591924 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.592190 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.592431 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.592689 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.592917 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.593124 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.593369 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.593582 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.593790 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.594100 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.594347 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.594575 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.594817 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.595055 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.595173 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068579 Dec 17 16:49:51.595469 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.595854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.596074 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.596293 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.596505 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.596733 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.596943 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.597175 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.597413 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.597625 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.597949 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.598200 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.598421 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.598878 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.599836 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.600089 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.600344 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.600684 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.601619 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.601717 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.601982 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.602212 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.602451 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.602707 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.604659 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.604659 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.604659 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.605092 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.605092 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.605410 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.605645 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.605858 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.606161 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.606448 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.606874 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.607037 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.607221 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.607511 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.607738 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.607986 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.608201 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.608430 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.608647 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.608890 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.609141 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.609368 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.609594 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.609856 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.610251 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.610480 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.610720 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.610949 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.611166 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.611325 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 16:49:51.611852 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 17 16:49:51.612611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 16:49:51.612611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 16:49:51.612611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 16:49:51.612611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 16:49:51.612611 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 16:49:51.612925 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.612992 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.613129 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.613289 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.613447 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.613625 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614997 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614997 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.614997 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.615237 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.615316 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.615460 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.615623 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.616406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.616406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.616406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.616406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] debug = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.616406 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.617320 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.617320 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.617481 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.617559 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.617698 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.618683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.618866 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619015 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619712 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619712 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619712 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619712 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619969 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.619969 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.620088 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.620206 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] host = dv-neutron-821073-1-hyperv {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621057 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621403 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621403 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621403 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621638 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.621853 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622058 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622217 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622800 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622800 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_options = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622971 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.622971 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623132 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623294 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623458 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623617 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623776 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.623934 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.624887 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625325 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625325 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625325 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625504 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625569 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625707 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.625914 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626030 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626173 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626331 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626489 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626647 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626805 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.626962 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627122 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627279 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627436 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627595 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627752 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.627909 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628067 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628226 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628386 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628548 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628706 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.628864 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629021 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629336 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629495 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629652 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629826 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_json = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.629999 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.630156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.630311 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 16:49:51.631335 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632178 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.632957 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.634152 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.634400 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.634504 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635672 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635672 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.635911 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.636002 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.636139 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.636305 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637366 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637829 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637829 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.637958 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638194 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638351 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638425 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638583 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638728 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.638892 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639055 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639214 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639535 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639697 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.639859 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.640024 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.640181 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.640354 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.640516 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.640763 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641452 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641452 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641452 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641684 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641684 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.641899 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642073 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642239 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642396 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642552 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642718 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.642881 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.643043 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.643204 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.643363 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.643523 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.643681 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.644683 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645061 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645061 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645061 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645231 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645848 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645848 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645848 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.645848 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646341 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646341 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646341 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646550 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646550 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646773 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.646861 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647019 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647177 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647454 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647550 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647640 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.647844 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.648009 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.648169 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.648328 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.648488 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649156 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649415 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649415 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649550 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649684 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.649895 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650068 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650214 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650536 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650696 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.650864 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.651034 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.651240 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.651407 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652394 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652917 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652917 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652917 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.652917 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.653183 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.653249 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.653361 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.653543 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.653703 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656085 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656629 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656629 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656629 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656629 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.656853 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.657047 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.657216 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.657374 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658135 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658445 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658445 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658605 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658761 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.658922 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659081 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659241 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659402 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659560 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659719 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.659879 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660039 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660203 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660367 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660526 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660687 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.660847 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661008 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661168 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661329 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661491 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661650 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661863 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.661994 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.662153 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.662313 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.662474 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.662635 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.662840 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.665854 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666377 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.666904 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667371 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667371 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667371 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667572 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667711 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.667852 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668012 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668182 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668342 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668500 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668659 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668818 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.668988 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669149 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669310 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669477 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669636 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669795 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.669977 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670150 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670311 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670474 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670635 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670810 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.670955 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.671910 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.672269 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.672269 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.672400 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.672518 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673364 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673364 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673364 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673364 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673364 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673677 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.673677 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674097 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674176 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674345 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674510 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674673 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674835 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.674995 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675158 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675323 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675481 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675640 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675804 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.675965 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 16:49:51.676122 dv-neutron-821073-1-hyperv neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 16:49:51.697058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:02.197172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f2b36-7bea-4402-b9ff-6df4203249be None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:50:02.263680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f2b36-7bea-4402-b9ff-6df4203249be None None] No non-hosted networks {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 17 16:50:02.279811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.agentschedulers_db [None req-ff1f2b36-7bea-4402-b9ff-6df4203249be None None] DHCP Agent not found on host dv-neutron-821073-1-hyperv {{(pid=88118) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 17 16:50:02.353435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1e34c2f3-c2d8-4531-b14b-30e89a726444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:04.599528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b58bad2b-94a8-48f5-99b1-a2eb9b8d4ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:04.628533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-15e13c04-4b41-459d-b71d-f4ce6d4dbb0d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821073-1-hyperv {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:50:04.628947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-15e13c04-4b41-459d-b71d-f4ce6d4dbb0d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:50:05.284414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-15e13c04-4b41-459d-b71d-f4ce6d4dbb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:05.701920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:05.895715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:05.896344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.896846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.897359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.897840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.898417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.898881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.899338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.899835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.900307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.900784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.901359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.901935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:05.902561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821073-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:05.909434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821073-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:06.822091 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.db.l3_hamode_db [None req-8d25e79c-f86c-4d12-ae64-f9241dbeebef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 17 16:50:06.909795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25e79c-f86c-4d12-ae64-f9241dbeebef None None] Routers set() bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:50:06.910190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25e79c-f86c-4d12-ae64-f9241dbeebef None None] Router IDs set() for agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 17 16:50:07.079240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:08.759559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37052) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:09.334240 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING oslo_policy.policy [None req-631d1ebb-78ee-4e2b-b472-296421dd1691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:09.335276 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING oslo_policy.policy [None req-631d1ebb-78ee-4e2b-b472-296421dd1691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:09.554391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-631d1ebb-78ee-4e2b-b472-296421dd1691 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:09.555587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-631d1ebb-78ee-4e2b-b472-296421dd1691 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7940898 Dec 17 16:50:11.906618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37066) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:12.272517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:12.371921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.policy [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88116) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 16:50:12.416263 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING oslo_policy.policy [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:12.416636 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING oslo_policy.policy [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:12.425115 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.quota [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Loaded quota_driver: . Dec 17 16:50:12.440156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:12.620912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340685484', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340686075', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340679853', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340699377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340695572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340718518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1229289', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1191145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8294132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8287676'] for rbac-policy, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:12.786845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:12.788120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a5d6f488-14d3-4375-b9a9-3d08fe6ba430 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8805127 Dec 17 16:50:15.359188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37080) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:15.700855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:15.705455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:15.710353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Usage tracker for resource:network and tenant:c92e4fe10a654173aa464a8595b0d0c1 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:15.714724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:15.720623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:15.763810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Made reservation on behalf of c92e4fe10a654173aa464a8595b0d0c1 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:15.766626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:15.784555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:15.799256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:15.803605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:c92e4fe10a654173aa464a8595b0d0c1 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:15.808596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:15.814142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:15.904706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:15.958322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:15.963599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:15.982662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:50:16.008253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793337606292', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:16.008804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Unsubscribe: segment precommit_create {{(pid=88116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 16:50:16.009280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Added segment e6637d95-db18-4dfe-9522-17b76aba2417 of type vlan for network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 Dec 17 16:50:16.057437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817dd3c-d39d-421a-a6a3-75563d98e2f4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:16.073296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.073649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.074007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.074331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.074648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.074977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.075299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.075608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.075917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.076223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.076528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.076835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Tracked resource versions report: Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: pushed versions: Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: { 'AddressGroup': {'1.2'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'ConntrackHelper': {'1.0'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Log': {'1.0'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Network': {'1.1'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Port': {'1.7'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'PortForwarding': {'1.2'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'QosPolicy': {'1.8'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroup': {'1.4'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SubPort': {'1.0'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Subnet': {'1.1'}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Trunk': {'1.1'}} Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: consumer versions: Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'ConntrackHelper': '1.0', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Log': '1.0', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Network': '1.1', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Port': '1.7', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'PortForwarding': '1.2', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'QosPolicy': '1.8', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroup': '1.4', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroupRule': '1.2', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SubPort': '1.0', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Subnet': '1.1', Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Trunk': '1.1'}} Dec 17 16:50:16.078490 dv-neutron-821073-1-hyperv neutron-server[88116]: {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:50:16.125533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:16.129240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:16.238186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:16.239709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:16.241008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:16.244139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:16.346975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8eb59a-0122-48b0-80fa-b5e8f98aa377,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:16.350611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:16.358522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:50:16.416336 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0561104 Dec 17 16:50:19.099055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37096) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:19.662171 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING oslo_policy.policy [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:19.662748 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING oslo_policy.policy [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:20.095732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.policy [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88117) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 16:50:20.139907 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING oslo_policy.policy [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:20.140391 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING oslo_policy.policy [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 16:50:20.148392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.150128 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27b618ae-1402-41df-ad22-0f7fa3bd4d3a admin admin] 10.222.0.61 "GET /v2.0/networks/5c8eb59a-0122-48b0-80fa-b5e8f98aa377 HTTP/1.1" status: 200 len: 825 time: 1.0493395 Dec 17 16:50:20.182677 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a85c7d4d-1763-47bb-a20e-6fa2d042d717 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/42928228-95b4-4234-bef0-2d733cb8d34e HTTP/1.1" status: 200 len: 734 time: 0.0271704 Dec 17 16:50:20.191046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:20.192619 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.quota [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Loaded quota_driver: . Dec 17 16:50:20.198519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:20.204022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Usage tracker for resource:subnet and tenant:c92e4fe10a654173aa464a8595b0d0c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:20.207275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:20.214176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:20.300716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Made reservation on behalf of c92e4fe10a654173aa464a8595b0d0c1 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:20.304095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.637744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.643410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:20.715508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Checking segment: {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:50:20.715896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Network hostable DHCP agents. Network: 5c8eb59a-0122-48b0-80fa-b5e8f98aa377, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:50:20.737781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f6fd56-309a-4760-bdab-0455a5cadabf,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:20.747892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.748241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.748566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.748901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.749203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.749527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.749866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.750299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.750616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.750923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.751227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.751529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Tracked resource versions report: Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: pushed versions: Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: { 'AddressGroup': {'1.2'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'ConntrackHelper': {'1.0'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Log': {'1.0'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Network': {'1.1'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Port': {'1.7'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'PortForwarding': {'1.2'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'QosPolicy': {'1.8'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroup': {'1.4'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SubPort': {'1.0'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Subnet': {'1.1'}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Trunk': {'1.1'}} Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: consumer versions: Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'ConntrackHelper': '1.0', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Log': '1.0', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Network': '1.1', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Port': '1.7', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'PortForwarding': '1.2', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'QosPolicy': '1.8', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroup': '1.4', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroupRule': '1.2', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SubPort': '1.0', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Subnet': '1.1', Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Trunk': '1.1'}} Dec 17 16:50:20.752830 dv-neutron-821073-1-hyperv neutron-server[88117]: {{(pid=88117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:50:20.779448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:20.815071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:50:20.877968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 5c8eb59a-0122-48b0-80fa-b5e8f98aa377) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:20.882637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.883242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.887359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20110eb-d353-49a5-84c1-1b6d7c104274 None None] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:50:20.976724 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7889299 Dec 17 16:50:21.288227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:50:21.289423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:21.484437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Allocated IP 172.20.0.2 (5c8eb59a-0122-48b0-80fa-b5e8f98aa377/65f6fd56-309a-4760-bdab-0455a5cadabf/3ca8de10-d5ff-42be-8295-6ffdf8030849) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:21.715900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:21.728688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Transition to ACTIVE for port object 3ca8de10-d5ff-42be-8295-6ffdf8030849 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:21.747652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Transition to ACTIVE for port object 3ca8de10-d5ff-42be-8295-6ffdf8030849 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:21.844689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:21.849659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:21.911046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:21.913982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:21.917671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:50:21.928905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Pushing event updated for resources: {'Port': ['ID=3ca8de10-d5ff-42be-8295-6ffdf8030849,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:21.966807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.967169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.967567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.967903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.968224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.968583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.968902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.969215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.969542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.969881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.970195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.970503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Tracked resource versions report: Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: pushed versions: Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: { 'AddressGroup': {'1.2'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'ConntrackHelper': {'1.0'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Log': {'1.0'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Network': {'1.1'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Port': {'1.7'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'PortForwarding': {'1.2'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'QosPolicy': {'1.8'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroup': {'1.4'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SubPort': {'1.0'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Subnet': {'1.1'}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Trunk': {'1.1'}} Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: consumer versions: Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'ConntrackHelper': '1.0', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Log': '1.0', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Network': '1.1', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Port': '1.7', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'PortForwarding': '1.2', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'QosPolicy': '1.8', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroup': '1.4', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroupRule': '1.2', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SubPort': '1.0', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Subnet': '1.1', Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Trunk': '1.1'}} Dec 17 16:50:21.971871 dv-neutron-821073-1-hyperv neutron-server[88118]: {{(pid=88118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:50:22.004568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:22.035300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Attempting to bind port 3ca8de10-d5ff-42be-8295-6ffdf8030849 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:50:22.035769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Attempting to bind port 3ca8de10-d5ff-42be-8295-6ffdf8030849 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:50:22.036253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Attempting to bind port 3ca8de10-d5ff-42be-8295-6ffdf8030849 on network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:50:22.041631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:50:22.042070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Checking segment: {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:50:22.042589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:22.042977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Bound using segment: {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:50:22.043554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Bound port: 3ca8de10-d5ff-42be-8295-6ffdf8030849, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:50:22.043944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:22.135662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] For port 3ca8de10-d5ff-42be-8295-6ffdf8030849, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:50:22.139450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] For port 3ca8de10-d5ff-42be-8295-6ffdf8030849, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3ca8de10-d5ff-42be-8295-6ffdf8030849,segment=NetworkSegment(e6637d95-db18-4dfe-9522-17b76aba2417),segment_id=e6637d95-db18-4dfe-9522-17b76aba2417)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:50:22.204275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:22.208326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:22.308708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Pushing event updated for resources: {'Port': ['ID=3ca8de10-d5ff-42be-8295-6ffdf8030849,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:22.311963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:23.431735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37116) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:23.803877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-4e764e37-2b73-4476-be1f-7164e86cde9e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:23.804865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4e764e37-2b73-4476-be1f-7164e86cde9e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3719850 Dec 17 16:50:25.647515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3ca8de10-d5ff-42be-8295-6ffdf8030849 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:25.769285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:25.994864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f960f95-cdd9-4604-a61e-725b6b5ffd14 None None] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:50:26.147370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Provisioning for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:26.156777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Provisioning complete for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:26.157177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:26.191108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37130) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:26.333704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:26.372294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] For port 3ca8de10-d5ff-42be-8295-6ffdf8030849, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3ca8de10-d5ff-42be-8295-6ffdf8030849,segment=NetworkSegment(e6637d95-db18-4dfe-9522-17b76aba2417),segment_id=e6637d95-db18-4dfe-9522-17b76aba2417)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:50:26.432432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:26.438929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1edd986c-1c5b-45d7-8d55-35f33203e02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:26.505026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Pushing event updated for resources: {'Port': ['ID=3ca8de10-d5ff-42be-8295-6ffdf8030849,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:26.508680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:26.554215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-108f7258-1191-4067-bc18-58b9b798534a None None] Provisioning complete for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:26.554588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-108f7258-1191-4067-bc18-58b9b798534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:26.571484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-c1051f2c-f5aa-4237-a970-570e96d897b4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:26.581303 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c1051f2c-f5aa-4237-a970-570e96d897b4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3803103 Dec 17 16:50:27.613738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3ca8de10-d5ff-42be-8295-6ffdf8030849 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:27.679820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:27.680191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.204603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:29.539863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:29.544926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:29.549057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Usage tracker for resource:router and tenant:c92e4fe10a654173aa464a8595b0d0c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:29.552794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:29.558527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:29.632514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.634095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.654468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.827612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.918047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.919138 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-224e384b-c284-43a1-9402-252b8d7807b6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7135870 Dec 17 16:50:32.152016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d19dd0bc-a1a5-439e-833c-bd8a98d9679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:32.252615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37152) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:32.608431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-75044123-88c4-4600-9fd7-04bcf3d49ae2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:32.609388 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-75044123-88c4-4600-9fd7-04bcf3d49ae2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3558512 Dec 17 16:50:34.569639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f1680af-e10b-44ab-adf0-acdc7f96f107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:34.980049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37162) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:35.346107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:35.350497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:35.354177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Usage tracker for resource:network and tenant:951321de07c04e608d30881a2e8799c2 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:35.356991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:35.363112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:35.437598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Made reservation on behalf of 951321de07c04e608d30881a2e8799c2 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:35.439846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.451876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.466152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:35.469766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Usage tracker for resource:security_group_rule and tenant:951321de07c04e608d30881a2e8799c2 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:35.472487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:35.478076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:35.556831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.603644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.660318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.664967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:35.679981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Reserving flat network on physical network physnet1 {{(pid=88116) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 17 16:50:35.700163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbf3f9-914a-47f7-b104-19d0ca0579c4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.703335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:35.705919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.706263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Added segment 72021779-6057-4da4-90fa-8581ec072441 of type flat for network 45631bc6-a47c-445b-ac47-0b3abcab212d Dec 17 16:50:35.736990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.808827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.810496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:35.811814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.816911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edd790e9-cbe9-4092-bb2e-5964334b7ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:35.866336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:35.914513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Pushing event updated for resources: {'Network': ['ID=45631bc6-a47c-445b-ac47-0b3abcab212d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.917041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:35.923789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 45631bc6-a47c-445b-ac47-0b3abcab212d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:50:35.958407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9770677 Dec 17 16:50:37.031863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:38.320384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37182) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:38.532933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcc413-4f63-4133-a4db-f1fec8494893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:38.534363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9ffcc413-4f63-4133-a4db-f1fec8494893 admin admin] 10.222.0.61 "GET /v2.0/subnets/65f6fd56-309a-4760-bdab-0455a5cadabf HTTP/1.1" status: 200 len: 849 time: 0.2130454 Dec 17 16:50:38.716118 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf02d63a-3f8d-4c64-9cac-59fc648ce6ee admin admin] 10.222.0.61 "GET /v2.0/routers/2225c691-291e-417b-883a-9b4036e94044 HTTP/1.1" status: 200 len: 704 time: 0.1753435 Dec 17 16:50:39.168464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:39.403064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Allocated IP 172.20.0.1 (5c8eb59a-0122-48b0-80fa-b5e8f98aa377/65f6fd56-309a-4760-bdab-0455a5cadabf/bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:39.554990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:39.573383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Transition to ACTIVE for port object bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:39.667030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:39.671536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:39.733734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:39.736494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:39.742514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:50:39.743010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:39.871672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:39.918765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:40.020704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dc0eec8c-cfe9-41e1-beb9-fe0f735f4635 None None] Provisioning for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:40.025503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dc0eec8c-cfe9-41e1-beb9-fe0f735f4635 None None] Provisioning complete for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:40.025951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc0eec8c-cfe9-41e1-beb9-fe0f735f4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.082499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dc0eec8c-cfe9-41e1-beb9-fe0f735f4635 None None] Port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:50:40.099382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.315890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.357406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.358542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.362322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:40.486434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:40.495404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:40.547504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:40.548524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:40.804528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-63b1cf96-16f9-419f-a05b-3667499496cc None None] Provisioning complete for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:40.804893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-63b1cf96-16f9-419f-a05b-3667499496cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:40.820217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Router 2225c691-291e-417b-883a-9b4036e94044 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:50:40.855938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-63b1cf96-16f9-419f-a05b-3667499496cc None None] Port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:50:40.971667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:50:40.980465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] 10.222.0.61 "PUT /v2.0/routers/2225c691-291e-417b-883a-9b4036e94044/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2593336 Dec 17 16:50:40.981564 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Sync routers for ids ['2225c691-291e-417b-883a-9b4036e94044'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:40.991495 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Routers {'2225c691-291e-417b-883a-9b4036e94044'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:50:40.992354 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:50:34Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['2225c691-291e-417b-883a-9b4036e94044'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:41.162788 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Set router 2225c691-291e-417b-883a-9b4036e94044 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:50:41.528750 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:39Z', 'revision_number': 2, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port_host': None, '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:40Z', 'revision_number': 2, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:41.533571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Checking router: 2225c691-291e-417b-883a-9b4036e94044 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:41.533954 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Updating router 2225c691-291e-417b-883a-9b4036e94044 port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:50:41.588442 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:41.952046 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:41.966384 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Transition to ACTIVE for port object bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:42.015016 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:42.023028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:42.251465 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Pushing event updated for resources: {'Port': ['ID=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:42.276000 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.276341 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.276670 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.276993 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.277310 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.277648 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.277996 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.278311 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.278639 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.278954 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.279261 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.279568 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Tracked resource versions report: Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: pushed versions: Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: { 'AddressGroup': {'1.2'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'ConntrackHelper': {'1.0'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Log': {'1.0'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Network': {'1.1'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Port': {'1.7'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'PortForwarding': {'1.2'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'QosPolicy': {'1.8'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroup': {'1.4'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SubPort': {'1.0'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Subnet': {'1.1'}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Trunk': {'1.1'}} Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: consumer versions: Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'ConntrackHelper': '1.0', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Log': '1.0', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Network': '1.1', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Port': '1.7', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'PortForwarding': '1.2', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'QosPolicy': '1.8', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroup': '1.4', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroupRule': '1.2', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SubPort': '1.0', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Subnet': '1.1', Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Trunk': '1.1'}} Dec 17 16:50:42.280981 dv-neutron-821073-1-hyperv neutron-server[88119]: {{(pid=88119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:50:42.290583 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:42.295305 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Attempting to bind port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:50:42.295710 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Attempting to bind port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:50:42.296141 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Attempting to bind port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 on network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:50:42.301603 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:50:42.302036 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Checking segment: {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:50:42.302533 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:42.302941 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Bound using segment: {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:50:42.303463 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Bound port: bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6637d95-db18-4dfe-9522-17b76aba2417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:50:42.303846 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:42.387808 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] For port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:50:42.391784 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] For port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,segment=NetworkSegment(e6637d95-db18-4dfe-9522-17b76aba2417),segment_id=e6637d95-db18-4dfe-9522-17b76aba2417)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:50:42.450069 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:42.455130 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:42.525796 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Routers {'2225c691-291e-417b-883a-9b4036e94044'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:50:42.526430 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:50:34Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['2225c691-291e-417b-883a-9b4036e94044'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:42.662200 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Pushing event updated for resources: {'Port': ['ID=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:42.668942 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:42.686502 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] Set router 2225c691-291e-417b-883a-9b4036e94044 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:50:43.007896 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:39Z', 'revision_number': 2, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port_host': None, '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:42Z', 'revision_number': 4, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:43.011669 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbade3-dc16-4ad3-8db9-260bbd57c552 None None] The sync data for ids ['2225c691-291e-417b-883a-9b4036e94044'] in dv-neutron-821073-1-hyperv is: [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:39Z', 'revision_number': 2, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port_host': None, '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:42Z', 'revision_number': 4, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:43.185268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37204) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:43.357926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a1b397-9176-42c1-b65d-84b65ade727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:43.359281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d0a1b397-9176-42c1-b65d-84b65ade727f admin admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 842 time: 0.1730690 Dec 17 16:50:43.369092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:43.373542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:50:43.377250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Usage tracker for resource:subnet and tenant:951321de07c04e608d30881a2e8799c2 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:50:43.380105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:50:43.385642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:50:43.466463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Made reservation on behalf of 951321de07c04e608d30881a2e8799c2 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:43.468807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:43.564240 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:50:43.905505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 16:50:43.906011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:43.909881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54a818eb-8e5c-41e6-951b-2be0d9270d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:43.979114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b9521f-017a-48a2-b533-8b8e5e93a321,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:43.981872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:43.988767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:50:43.989151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Network hostable DHCP agents. Network: 45631bc6-a47c-445b-ac47-0b3abcab212d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:50:44.054959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:50:44.111877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 45631bc6-a47c-445b-ac47-0b3abcab212d) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:44.115950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:44.116535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:44.120363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c556548-05f6-4745-bfd0-efbfac5f1ca2 None None] Network 45631bc6-a47c-445b-ac47-0b3abcab212d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:50:44.186435 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8207431 Dec 17 16:50:44.336943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc37897-2c08-4885-92f3-a38d5c5b9f1c None None] Network 45631bc6-a47c-445b-ac47-0b3abcab212d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:50:45.637726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:45.780498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:45.785543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:45.786049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:45.903869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:45.934346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,segment=NetworkSegment(e6637d95-db18-4dfe-9522-17b76aba2417),segment_id=e6637d95-db18-4dfe-9522-17b76aba2417)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:50:45.985342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:45.987561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:46.052505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:46.056424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:46.418702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:46.624835 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a3b002e9-2e6f-4fdf-922f-97fdc57cfb87 admin admin] 10.222.0.61 "GET /v2.0/routers/2225c691-291e-417b-883a-9b4036e94044 HTTP/1.1" status: 200 len: 710 time: 0.2049501 Dec 17 16:50:46.746719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e5afa-aea0-4be3-b18f-62480a229a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:46.748044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f98e5afa-aea0-4be3-b18f-62480a229a5a admin admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 886 time: 0.1175752 Dec 17 16:50:46.757084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:47.215053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:47.610101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:47.625155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:47.664904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:47.691087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:47.691458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:47.799831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Allocated IP 172.26.4.39 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/0b4ff97e-d116-4128-9350-ba98783f9990) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:47.944559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:48.049620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:48.053890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:48.117210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:48.119913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:48.123678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:50:48.237773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4ff97e-d116-4128-9350-ba98783f9990,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:48.250996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:48.554151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:48.937550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:48.940730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:49.118191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Router 2225c691-291e-417b-883a-9b4036e94044 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:50:49.293860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:50:49.302995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:49.304386 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] 10.222.0.61 "PUT /v2.0/routers/2225c691-291e-417b-883a-9b4036e94044 HTTP/1.1" status: 200 len: 889 time: 2.5509779 Dec 17 16:50:49.304499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Sync routers for ids ['2225c691-291e-417b-883a-9b4036e94044'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:49.314404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Routers {'2225c691-291e-417b-883a-9b4036e94044'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:50:49.315123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:50:34Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['2225c691-291e-417b-883a-9b4036e94044'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:49.503256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Set router 2225c691-291e-417b-883a-9b4036e94044 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:50:49.837264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 4, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port': {'id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:47Z', 'updated_at': '2021-12-17T16:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:45Z', 'revision_number': 5, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:49.841988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Checking router: 2225c691-291e-417b-883a-9b4036e94044 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:49.842350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Updating router 2225c691-291e-417b-883a-9b4036e94044 port 0b4ff97e-d116-4128-9350-ba98783f9990 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:50:49.892331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.212102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.223750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Transition to ACTIVE for port object 0b4ff97e-d116-4128-9350-ba98783f9990 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:50.294614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.298826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:50.392491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Attempting to bind port 0b4ff97e-d116-4128-9350-ba98783f9990 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:50:50.393067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Attempting to bind port 0b4ff97e-d116-4128-9350-ba98783f9990 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:50:50.393197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Attempting to bind port 0b4ff97e-d116-4128-9350-ba98783f9990 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:50:50.399067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Pushing event updated for resources: {'Port': ['ID=0b4ff97e-d116-4128-9350-ba98783f9990,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:50.402242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:50.404673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:50:50.405035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:50:50.405431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.405912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:50:50.406363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Bound port: 0b4ff97e-d116-4128-9350-ba98783f9990, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:50:50.406731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.478637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] For port 0b4ff97e-d116-4128-9350-ba98783f9990, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:50:50.481549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] For port 0b4ff97e-d116-4128-9350-ba98783f9990, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0b4ff97e-d116-4128-9350-ba98783f9990,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:50:50.552804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:50.556809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:50.638362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Routers {'2225c691-291e-417b-883a-9b4036e94044'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:50:50.638971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:50:34Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['2225c691-291e-417b-883a-9b4036e94044'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:50.705551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Pushing event updated for resources: {'Port': ['ID=0b4ff97e-d116-4128-9350-ba98783f9990,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:50.709128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:50.822915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] Set router 2225c691-291e-417b-883a-9b4036e94044 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:50:51.145760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 4, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port': {'id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:47Z', 'updated_at': '2021-12-17T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:45Z', 'revision_number': 5, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:51.149546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddeed6-45d2-46fe-80b2-7a36f1a9e41c None None] The sync data for ids ['2225c691-291e-417b-883a-9b4036e94044'] in dv-neutron-821073-1-hyperv is: [{'id': '2225c691-291e-417b-883a-9b4036e94044', 'name': 'router1', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:29Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 4, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'gw_port': {'id': '0b4ff97e-d116-4128-9350-ba98783f9990', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:47Z', 'updated_at': '2021-12-17T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73', 'name': '', 'network_id': '5c8eb59a-0122-48b0-80fa-b5e8f98aa377', 'tenant_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'mac_address': 'fa:16:3e:70:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225c691-291e-417b-883a-9b4036e94044', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:39Z', 'updated_at': '2021-12-17T16:50:45Z', 'revision_number': 5, 'project_id': 'c92e4fe10a654173aa464a8595b0d0c1', 'subnets': [{'id': '65f6fd56-309a-4760-bdab-0455a5cadabf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42928228-95b4-4234-bef0-2d733cb8d34e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:51.647854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37228) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:50:51.666126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0b4ff97e-d116-4128-9350-ba98783f9990 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:51.770742 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b61edc3b-7edf-498a-9b38-5d49de981375 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1210933 Dec 17 16:50:51.786565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0b4ff97e-d116-4128-9350-ba98783f9990 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:51.792340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0b4ff97e-d116-4128-9350-ba98783f9990 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:51.792772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:51.925040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:51.943865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0b4ff97e-d116-4128-9350-ba98783f9990, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0b4ff97e-d116-4128-9350-ba98783f9990,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:50:52.003246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:52.006338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-010f0edb-9347-4c85-978a-98a505682d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:50:52.074985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0b4ff97e-d116-4128-9350-ba98783f9990,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:52.078247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:50:53.632680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0b4ff97e-d116-4128-9350-ba98783f9990 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:50:53.709981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0b4ff97e-d116-4128-9350-ba98783f9990 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:53.710360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:02.173558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-269eb181-9b87-40ec-87d9-0925053ad85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:04.601729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-16c6df65-f53a-4176-b935-8ffd9497b092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:05.574320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:05.882063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:07.070818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:20.563286 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:51:32.173109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-851ae0e3-f9de-496a-9aa2-0f0f924deb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:34.562221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aab08321-58ba-49ad-9836-2d63afbf6aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:35.613374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:35.887830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:37.065714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:57.561423 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:52:02.172474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cb46b324-f7b0-421f-add2-7726bdf9b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:05.098546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9ddf-ff92-4198-aef4-1dbe6ae2f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:05.584236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:05.864415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:07.069856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.148633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5d899517-5a60-4235-8f46-b7eca9c4e57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.559852 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:52:34.564798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6799fdeb-b56f-4674-b9e9-5d463c69e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.565685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.868627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.080544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:59.995797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37832) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:00.061283 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40b009-5516-432b-afe6-10cdb67e53f5 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:53:00.062549 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f40b009-5516-432b-afe6-10cdb67e53f5 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658045 Dec 17 16:53:00.194195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b21468-f778-4f71-af99-81930dd27323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:00.195560 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-71b21468-f778-4f71-af99-81930dd27323 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291625 Dec 17 16:53:02.159371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-79370cbc-944e-4539-84f2-f63969cb6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:02.349076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37842) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:02.452530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e95f06-99d4-42b8-b7a6-e3f11f6eca02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.453084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84e95f06-99d4-42b8-b7a6-e3f11f6eca02 admin admin] Synchronizing usage tracker for tenant:951321de07c04e608d30881a2e8799c2 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:53:02.507491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84e95f06-99d4-42b8-b7a6-e3f11f6eca02 admin admin] Unset dirty status for tenant:951321de07c04e608d30881a2e8799c2 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:53:02.508621 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-84e95f06-99d4-42b8-b7a6-e3f11f6eca02 admin admin] 10.222.0.61 "GET /v2.0/subnets/65f6fd56-309a-4760-bdab-0455a5cadabf HTTP/1.1" status: 200 len: 849 time: 0.1586778 Dec 17 16:53:02.518052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:53:02.631494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Notify callbacks [] for subnet, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:02.895345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892'] for subnet, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:02.898920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:02.941128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.941738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:02.943008 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] 10.222.0.61 "PUT /v2.0/subnets/65f6fd56-309a-4760-bdab-0455a5cadabf HTTP/1.1" status: 200 len: 868 time: 0.4287941 Dec 17 16:53:02.952977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab236155-bfdf-46d4-8442-364000804423 None None] Network 5c8eb59a-0122-48b0-80fa-b5e8f98aa377 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:53:02.970849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f6fd56-309a-4760-bdab-0455a5cadabf,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:02.978885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.979250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.979555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.979912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.980203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.980523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.980840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.981245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.981563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.981991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.982213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.982522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:02.986880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:03.389935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-87ece691-2d75-46fd-b447-1634ab1ae0df None None] Provisioning complete for port 3ca8de10-d5ff-42be-8295-6ffdf8030849 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:53:03.390477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-87ece691-2d75-46fd-b447-1634ab1ae0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:03.518569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-87ece691-2d75-46fd-b447-1634ab1ae0df None None] Provisioning complete for port bc4ed0c1-c6bb-41d2-94a6-ac9fd59a3f73 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:53:03.518569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-87ece691-2d75-46fd-b447-1634ab1ae0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:04.553792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-562af285-0fd6-4e3b-9a1b-bb0b2d49b044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:05.064344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37852) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:05.234071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2713e76-5741-4ad7-bc5d-cd8d3c1bffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:05.235061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2713e76-5741-4ad7-bc5d-cd8d3c1bffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:05.235778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c2713e76-5741-4ad7-bc5d-cd8d3c1bffcd admin admin] Synchronizing usage tracker for tenant:951321de07c04e608d30881a2e8799c2 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:53:05.346159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c2713e76-5741-4ad7-bc5d-cd8d3c1bffcd admin admin] Unset dirty status for tenant:951321de07c04e608d30881a2e8799c2 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:53:05.347258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c2713e76-5741-4ad7-bc5d-cd8d3c1bffcd admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2818778 Dec 17 16:53:05.565083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:05.879048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:07.102386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:07.504078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37862) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:07.673872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2365b-0ffc-4cab-9d1b-34ff406a000c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:07.674350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2365b-0ffc-4cab-9d1b-34ff406a000c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:07.675854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d4a2365b-0ffc-4cab-9d1b-34ff406a000c admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1708143 Dec 17 16:53:09.786139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37872) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:09.947057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce74d8f-a84d-43c6-95d4-44c0b9affe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:09.948301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7ce74d8f-a84d-43c6-95d4-44c0b9affe25 admin admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 886 time: 0.1612475 Dec 17 16:53:11.558652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:53:12.043799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:12.260664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a44713-340f-400c-a8ae-f4116867e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:12.262071 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61a44713-340f-400c-a8ae-f4116867e38c admin admin] 10.222.0.61 "GET /v2.0/networks/5c8eb59a-0122-48b0-80fa-b5e8f98aa377 HTTP/1.1" status: 200 len: 869 time: 0.2172999 Dec 17 16:53:14.423993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37892) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:14.529867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f320928-76e0-4884-be67-aeab4da698bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:14.530461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f320928-76e0-4884-be67-aeab4da698bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:14.532766 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9f320928-76e0-4884-be67-aeab4da698bc admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078093 Dec 17 16:53:16.621894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 37902) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:16.730941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429d5fb-6227-49fb-93cb-c7eecc932251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:16.731406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429d5fb-6227-49fb-93cb-c7eecc932251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:16.732891 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5429d5fb-6227-49fb-93cb-c7eecc932251 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100104 Dec 17 16:53:18.878984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37912) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:18.983149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35a695-63b6-40e0-ad85-b50a6226ba1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:18.984457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd35a695-63b6-40e0-ad85-b50a6226ba1e admin admin] 10.222.0.61 "GET /v2.0/subnets/65f6fd56-309a-4760-bdab-0455a5cadabf HTTP/1.1" status: 200 len: 868 time: 0.1045368 Dec 17 16:53:21.107163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37922) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:21.212627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba908e-cb03-4b6c-a7c7-ffb7f05e770a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:21.213998 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6dba908e-cb03-4b6c-a7c7-ffb7f05e770a admin admin] 10.222.0.61 "GET /v2.0/subnets/76b9521f-017a-48a2-b533-8b8e5e93a321 HTTP/1.1" status: 200 len: 816 time: 0.1058791 Dec 17 16:53:32.193618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b48c-0dc3-408d-a0f2-2dc3a1deac00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:34.574763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-46dedae3-e3de-49b4-af7b-6089fa222f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:35.586192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:35.868450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:37.072077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:44.371714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37966) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:44.418446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-4f3cf428-8432-4915-9e12-89ccb910cb55 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:53:44.419451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4f3cf428-8432-4915-9e12-89ccb910cb55 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467801 Dec 17 16:53:46.603542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37976) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:46.674366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b8834-bc18-4e60-9b0e-82b918eef956 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:53:46.675583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-217b8834-bc18-4e60-9b0e-82b918eef956 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0710194 Dec 17 16:53:46.798665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a336229-e6bc-4c0a-b67e-c9fa708f8dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:46.800007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3a336229-e6bc-4c0a-b67e-c9fa708f8dee admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205509 Dec 17 16:53:48.557049 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:53:48.940775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37986) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:48.986918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:53:48.991863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:53:49.001649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:53:49.102560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Made reservation on behalf of 951321de07c04e608d30881a2e8799c2 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:53:49.104927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:49.192777 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.services.revisions.revision_plugin [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Could not find related network for resource to bump revision. Dec 17 16:53:49.203414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:53:49.211608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:49.211949 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Added segment 7be6e49b-e055-4bfa-a5ea-3621f75f4b65 of type vlan for network 3c9d058b-d2ea-4155-b03f-83eb69789265 Dec 17 16:53:49.237056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:49.319469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:49.320728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:49.321302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:49.325765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:49.420179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9d058b-d2ea-4155-b03f-83eb69789265,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:49.427397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.427799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.428139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.428469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.428791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.429127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.429449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.429768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.430117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.430432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.430745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.431054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:49.434557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:49.441531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:53:49.474550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5326538 Dec 17 16:53:51.580446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 37996) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:53:51.646285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e0fcd5-40a4-4e48-8fed-cbb777216084 admin admin] GET failed (client error): The resource could not be found. Dec 17 16:53:51.646794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24e0fcd5-40a4-4e48-8fed-cbb777216084 admin admin] Synchronizing usage tracker for tenant:951321de07c04e608d30881a2e8799c2 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:53:51.708167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24e0fcd5-40a4-4e48-8fed-cbb777216084 admin admin] Unset dirty status for tenant:951321de07c04e608d30881a2e8799c2 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:53:51.709341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24e0fcd5-40a4-4e48-8fed-cbb777216084 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1279333 Dec 17 16:53:51.813371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b105caf4-0244-48db-8570-7bd3f34695ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:51.814760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b105caf4-0244-48db-8570-7bd3f34695ef admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015143 Dec 17 16:53:51.824094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265', 'description': 'shared-subnet'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:53:51.828416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:53:51.837587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:53:51.896592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Made reservation on behalf of 951321de07c04e608d30881a2e8799c2 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:53:51.898992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:52.159804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:52.164266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:52.235185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac479d81-00bc-48ba-b3d8-7e95dd10fcca,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:52.242072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:52.242929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Checking segment: {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:53:52.243282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Network hostable DHCP agents. Network: 3c9d058b-d2ea-4155-b03f-83eb69789265, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:53:52.329624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:53:52.408930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 3c9d058b-d2ea-4155-b03f-83eb69789265) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:53:52.413509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:52.414297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:52.418705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ec8ca-bb4d-4a98-918e-af9555d7afb5 None None] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:53:52.501363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6805105 Dec 17 16:53:52.643789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-3c9d058b-d2ea-4155-b03f-83eb69789265', 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265', 'tenant_id': '951321de07c04e608d30881a2e8799c2', 'fixed_ips': [{'subnet_id': 'ac479d81-00bc-48ba-b3d8-7e95dd10fcca'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:53:52.644693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:52.800520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Allocated IP 192.168.233.2 (3c9d058b-d2ea-4155-b03f-83eb69789265/ac479d81-00bc-48ba-b3d8-7e95dd10fcca/6f14521f-94b6-42b7-8c33-ef2cd60ad5be) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:53:53.004117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:53.014176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Transition to ACTIVE for port object 6f14521f-94b6-42b7-8c33-ef2cd60ad5be will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:53:53.032765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Transition to ACTIVE for port object 6f14521f-94b6-42b7-8c33-ef2cd60ad5be will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:53:53.095443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:53.103418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:53.194920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:53:53.200001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Pushing event updated for resources: {'Port': ['ID=6f14521f-94b6-42b7-8c33-ef2cd60ad5be,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:53.206950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:53:53.209290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.209633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.210000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.210332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.210657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.210993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.211317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.211635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.211967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.212287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.212603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.212911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:53.215637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:53:53.219685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:53.304350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Attempting to bind port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:53:53.304717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Attempting to bind port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:53:53.305119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Attempting to bind port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be on network 3c9d058b-d2ea-4155-b03f-83eb69789265 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:53:53.310804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:53:53.311176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Checking segment: {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:53:53.312195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:53.312595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Bound using segment: {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:53:53.313740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Bound port: 6f14521f-94b6-42b7-8c33-ef2cd60ad5be, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:53:53.313740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:53.398897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] For port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:53:53.402824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] For port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6f14521f-94b6-42b7-8c33-ef2cd60ad5be,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:53:53.480177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:53.484754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:53.565199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Pushing event updated for resources: {'Port': ['ID=6f14521f-94b6-42b7-8c33-ef2cd60ad5be,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:53.570654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:54.388331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d0012-98dc-44c5-bc59-3c4435a5e45a None None] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:53:54.550831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b881255e-becf-4bcd-aaec-ad2013cc4dfe None None] Provisioning for port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:53:55.741864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6f14521f-94b6-42b7-8c33-ef2cd60ad5be up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:53:55.908045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:53:55.913328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:53:55.913619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:56.026781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:56.057911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6f14521f-94b6-42b7-8c33-ef2cd60ad5be,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:53:56.142343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:56.144487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:53:56.209185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6f14521f-94b6-42b7-8c33-ef2cd60ad5be,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:56.212206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:53:57.719001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6f14521f-94b6-42b7-8c33-ef2cd60ad5be up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:53:57.789131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6f14521f-94b6-42b7-8c33-ef2cd60ad5be triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:53:57.789504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:02.176738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-94d71332-f67f-4983-b583-3b0aa34b0ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:04.554113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-49ce8bee-dddd-4c1d-af64-d24a0ad88325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:05.574883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:05.862237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:07.079538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:25.556263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:54:32.188586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81c086d5-3f06-419c-8c53-a13432d30e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:34.569038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54d3443f-e352-4fff-9037-4ff43df1f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:35.557759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:35.877745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:37.079901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:02.174697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-abda9448-63a3-4d65-b8bd-67d18d3eaf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:02.555486 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:55:04.554180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9b0f51ab-aac5-48a2-8608-424551b653c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:05.563465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:05.896894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:07.089198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:24.635093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38046) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:55:24.640828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-6a1afc74-3431-4f4c-a18d-a26d30daa656 tempest-verify_tempest_config-2087417950 tempest-verify_tempest_config-2087417950-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:55:24.641799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6a1afc74-3431-4f4c-a18d-a26d30daa656 tempest-verify_tempest_config-2087417950 tempest-verify_tempest_config-2087417950-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057509 Dec 17 16:55:25.158009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38064) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:55:25.274371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.289377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:55:25.293425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Usage tracker for resource:security_group_rule and tenant:5e93e7394a834e199001f919273dd6fa is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:55:25.296551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:55:25.302680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:55:25.392876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.455292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.462237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:55:25.500040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ded641-432b-4390-9943-147d539363d8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:25.503573 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e93e7394a834e199001f919273dd6fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3445179 Dec 17 16:55:25.506379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38070) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:55:25.509211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.509553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.509917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.510509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.510618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.510865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.511183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.511514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.511828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.512134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.512439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.512742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.517571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:55:25.565117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.588780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.748853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.753614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:55:25.766661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ded641-432b-4390-9943-147d539363d8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:25.776020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.776340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.776677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.777000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.777320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.777651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.777996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.778344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.778666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.778977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.779285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.779593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:25.783096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:25.784163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99ded641-432b-4390-9943-147d539363d8 HTTP/1.1" status: 204 len: 168 time: 0.2768457 Dec 17 16:55:25.784956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:55:32.162849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08524d9e-6905-49ae-8598-9a6a84eab8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:34.571005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7f7a-31cb-47db-ae1a-ab39e1f903b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:35.605201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:35.873696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:37.089102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:39.555821 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:56:02.171420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4c29-5bb6-4e6a-b5ff-61765ed279a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.548553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0c88d1d-ad33-4aad-85c5-47742b582952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:05.565914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:05.868722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:07.074109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:16.555376 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 5 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:56:32.156556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-924a652a-6a28-4b57-a81b-cd602f549d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:34.554023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-977f0d76-c3ae-4e69-be04-fb737afd54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:35.568849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:35.882910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:37.085323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:45.022413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7934987'] for agent, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:53.554841 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:56:58.330694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38144) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:56:58.459947 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1dcf2617-0e14-4ff8-9061-6aadcfdbd090 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1281698 Dec 17 16:57:00.579238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38158) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:57:00.634005 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ee7bfb74-f9a6-41a9-a30c-4fdc43115759 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0535769 Dec 17 16:57:02.165295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7f4b841f-2549-4cb6-893d-08726f2e0127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:04.565225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a520aa-47ce-4c65-a431-2e4fc99f1a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:05.556561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:05.865266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:07.091134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:15.016549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:30.554028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:57:32.159745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fd68-86f2-478c-b131-b85696f57355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:34.579100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b21975-457a-4c27-9b96-463b4491d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:35.586198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:35.882398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:37.122180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:45.039826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:02.176722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3dcc235e-58b0-49ed-9d34-4cc85047fe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:04.602056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc3fffdd-0ba2-4dc5-bf53-37243c9ee871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:05.576444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:05.867928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:07.110376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:07.552918 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:58:15.042237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:29.374841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38348) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:29.409708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38354) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:29.442006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38362) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:29.700100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38374) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:29.776235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1586732375-network', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:29.783248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:29.786592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Usage tracker for resource:network and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:29.789430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:29.795306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:29.812043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-895327366-network', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:29.815974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:29.819772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Usage tracker for resource:network and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:29.822768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:29.828669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:29.858422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Made reservation on behalf of acb17deea65d4df2993efcdf1a838b80 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:29.860885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:29.874073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:29.889436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:29.899841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Usage tracker for resource:security_group_rule and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:29.899841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:29.909027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:29.975010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Made reservation on behalf of c970a797c4d64a55b22107c1ea2af53d for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:29.977259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:29.993929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-111651202-network', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:29.999013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.033500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.035823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.043251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.044450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Usage tracker for resource:security_group_rule and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.047158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Usage tracker for resource:network and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.052298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:30.052298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:30.059428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:30.061445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:30.107142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.116905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:30.144315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:30.187326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.187326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Added segment c5549547-56a5-49f7-8ac9-9095bb00bbd4 of type vlan for network b34f928e-e2d6-4369-a0e0-65b15aafce99 Dec 17 16:58:30.188429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Made reservation on behalf of 7c4e7e09b5214932a9f89de66c1b103e for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:30.190736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.209240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552c9657-cdd0-4a57-9020-b6e3864f2421,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:30.214171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-7937670'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:30.221023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.224741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.255021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.255371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.255718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.256170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.256508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.256835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.257164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.257501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.257850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.258167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.258484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.258822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Tracked resource versions report: Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: pushed versions: Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: { 'AddressGroup': {'1.2'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'ConntrackHelper': {'1.0'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Log': {'1.0'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Network': {'1.1'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Port': {'1.7'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'PortForwarding': {'1.2'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'QosPolicy': {'1.8'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroup': {'1.4'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SubPort': {'1.0'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Subnet': {'1.1'}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Trunk': {'1.1'}} Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: consumer versions: Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: HyperV agent@hv-neutron-8210: {}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'ConntrackHelper': '1.0', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Log': '1.0', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Network': '1.1', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Port': '1.7', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'PortForwarding': '1.2', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'QosPolicy': '1.8', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroup': '1.4', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SecurityGroupRule': '1.2', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'SubPort': '1.0', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Subnet': '1.1', Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: 'Trunk': '1.1'}} Dec 17 16:58:30.259920 dv-neutron-821073-1-hyperv neutron-server[88116]: {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:58:30.268407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:30.276687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.276687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.277346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.282040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:network and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.284751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.289268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:30.292228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:30.302314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.304672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:30.306114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:30.323324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-88cd5f67-5ff2-4bd9-943d-7c324c2da6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:30.367215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:30.391818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253a474a-1018-430b-bf85-f8b413b596ec,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:30.395692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.404129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Added segment 095b38a3-a7ec-41f4-93ed-1a5ea71067fb of type vlan for network 04b7219c-8151-4e8b-8b1c-7751bfc38fad Dec 17 16:58:30.404129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:30.475690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:30.479134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.497912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.500602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.504778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.520234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:30.520572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.532424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:30.571872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.634616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:security_group_rule and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.642028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:30.656007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:30.681755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:30.696396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.714025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Pushing event updated for resources: {'Network': ['ID=b34f928e-e2d6-4369-a0e0-65b15aafce99,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:30.726585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:30.734851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:30.802607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.804082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.808226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:30.834977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:30.845901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4668608 Dec 17 16:58:30.845901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.846417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38414) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:30.851937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:30.852553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.856258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd491ffe-10e5-49a4-87e8-3f831e1e51b7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:30.863051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38416) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:30.874216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:30.877932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Request body: {'subnet': {'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1586732375-subnet', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:30.897845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:30.917600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:30.918119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Added segment 65986536-acff-49e2-be97-3d4e6c64470b of type vlan for network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea Dec 17 16:58:30.930760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:30.988275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Usage tracker for resource:subnet and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:30.996497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.010215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.039227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.043846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Pushing event updated for resources: {'Network': ['ID=04b7219c-8151-4e8b-8b1c-7751bfc38fad,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:31.048317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.055832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:31.057350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:31.057651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:31.073302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6622396 Dec 17 16:58:31.075775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:31.076449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38432) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.084401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Request body: {'subnet': {'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-895327366-subnet', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.094776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.103711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Usage tracker for resource:subnet and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.110704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.111119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.111450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Added segment ac166f58-e7be-4eaf-bfec-2f221868c3c9 of type vlan for network e2816c1d-46c9-4c20-ba89-5f88e59382a8 Dec 17 16:58:31.122937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8385f24-7094-4d26-8591-52532497dfc2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:31.139454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.139852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:31.151216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.161878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Made reservation on behalf of acb17deea65d4df2993efcdf1a838b80 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:31.164535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.212041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.243994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-195960629'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.264593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.264796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Made reservation on behalf of c970a797c4d64a55b22107c1ea2af53d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:31.269873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.270013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.276184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:31.276874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.297370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Usage tracker for resource:network and tenant:b1e08ba6b0a64cad9a453e86a5737204 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.309113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:31.369584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.370797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38444) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.427269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.444483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0011854 Dec 17 16:58:31.459974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38450) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.497909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.506189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Request body: {'subnet': {'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-111651202-subnet', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.523637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:31.524450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.534599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.543527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.549835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8644ef-33d2-49b0-a068-ad8807c8a9ea,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:31.550099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.550622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Usage tracker for resource:subnet and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.554362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Usage tracker for resource:floatingip and tenant:e0381bf280214348aad7b9d53eb52c98 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.555506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.558082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:31.558252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:31.559462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b11a5e3d-584a-49a8-8f9a-fae822d15392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:31.573748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.586648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.588006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.589786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38454) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.590415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Made reservation on behalf of b1e08ba6b0a64cad9a453e86a5737204 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:31.593864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.604306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.608830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:31.669712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.694034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9925787 Dec 17 16:58:31.697141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Checking segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:31.697141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Network hostable DHCP agents. Network: 04b7219c-8151-4e8b-8b1c-7751bfc38fad, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:31.701490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38462) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:31.702123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195e4bee-fb55-447e-99f8-5a82ae0fefe0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:31.704285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.724089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'subnet': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.725258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2095764637', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.736192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.746514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.746728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.746984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.747511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.748059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.748539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.749017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.749488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.750013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.757608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Network': ['ID=e2816c1d-46c9-4c20-ba89-5f88e59382a8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Tracked resource versions report: Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: pushed versions: Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: { 'AddressGroup': {'1.2'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'ConntrackHelper': {'1.0'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Log': {'1.0'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Network': {'1.1'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Port': {'1.7'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'PortForwarding': {'1.2'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'QosPolicy': {'1.8'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroup': {'1.4'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SubPort': {'1.0'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Subnet': {'1.1'}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Trunk': {'1.1'}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: consumer versions: Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: HyperV agent@hv-neutron-8210: {}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'ConntrackHelper': '1.0', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Log': '1.0', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Network': '1.1', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Port': '1.7', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'PortForwarding': '1.2', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'QosPolicy': '1.8', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroup': '1.4', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SecurityGroupRule': '1.2', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'SubPort': '1.0', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Subnet': '1.1', Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: 'Trunk': '1.1'}} Dec 17 16:58:31.757761 dv-neutron-821073-1-hyperv neutron-server[88117]: {{(pid=88117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:58:31.760635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Usage tracker for resource:security_group_rule and tenant:b1e08ba6b0a64cad9a453e86a5737204 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.762883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:31.763035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:31.763750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.766608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Usage tracker for resource:port and tenant:80916509e2bb42128ecb5cdd82feb6ee is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.771075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:31.773307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.775983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.782670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.790017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Made reservation on behalf of 7c4e7e09b5214932a9f89de66c1b103e for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:31.792576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.873435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1152464274'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:31.883863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.886304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.900689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Usage tracker for resource:network and tenant:bd1124032fc040a7b80cfdd4dab4292a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.906527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.912471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:31.914084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:31.948478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:31.953627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:subnet and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:31.957311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:31.959029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.968819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:31.979211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Made reservation on behalf of 80916509e2bb42128ecb5cdd82feb6ee for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:31.981515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.004873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.023796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.040186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 04b7219c-8151-4e8b-8b1c-7751bfc38fad) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:32.045606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:32.046420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.065434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d8135-5140-4365-8281-5fb4bf2b628a None None] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:32.068910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:32.069043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:32.076250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.079721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Usage tracker for resource:security_group_rule and tenant:80916509e2bb42128ecb5cdd82feb6ee is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:32.086337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:32.109733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:32.117231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Checking segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:32.117581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Network hostable DHCP agents. Network: b34f928e-e2d6-4369-a0e0-65b15aafce99, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:32.121702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=603142b3-c94e-41d7-8e94-02000beda7b8,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.134732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Made reservation on behalf of bd1124032fc040a7b80cfdd4dab4292a for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:32.138143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.146906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.172354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.224836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.242870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:32.254056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5e886dd4-2d65-49ec-8d6f-9387cf97e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.263179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Usage tracker for resource:security_group_rule and tenant:bd1124032fc040a7b80cfdd4dab4292a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:32.264702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:32.273805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:32.279006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Allocated IP 172.26.4.213 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/97aad9c8-4aa6-4b74-a096-5ababdb39dc8) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:32.286157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2086377 Dec 17 16:58:32.291272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38470) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:32.296258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:32.309627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:32.319839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:58:32.320784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.346612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Usage tracker for resource:router and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:32.368444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:32.369084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.380984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:32.382749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.433932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:32.436848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:32.450303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1701ef-56a7-44f9-8e21-1904785d63b3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.467422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.468368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.483597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Allocated IP 172.20.0.2 (04b7219c-8151-4e8b-8b1c-7751bfc38fad/195e4bee-fb55-447e-99f8-5a82ae0fefe0/c1f9b803-171d-4b81-a6c4-fb34e0f20245) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:32.485662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.485662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Added segment 1f173dd0-10f0-415e-89bc-f2161fa12384 of type vlan for network 4e5204e4-d135-4856-a17d-58c1c8acaec5 Dec 17 16:58:32.488675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.489592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.542394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.545601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.546606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.568784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.586984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.587874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b34f928e-e2d6-4369-a0e0-65b15aafce99) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:32.589327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.593946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.598104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3ace6-3db3-4c03-b9af-2da0511a522f None None] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:32.605373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:32.605987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.620135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e982d63-2d68-49d1-8d5e-89e395079bf0,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.625210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] device_id is not set on port caddcd68-83ee-4728-acdc-f1fc5152346a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:32.630659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.635970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7bd30f9c-f8e4-4079-a893-70dd41ca05dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.718982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Subnet': ['ID=74b64186-c5ba-467e-bba5-035e6f330ea6,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.722225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.731762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.732511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.754951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.770626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:32.774529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.791964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Checking segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:32.792385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Network hostable DHCP agents. Network: 9c8644ef-33d2-49b0-a068-ad8807c8a9ea, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:32.793806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.793947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Transition to ACTIVE for port object c1f9b803-171d-4b81-a6c4-fb34e0f20245 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:32.841992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7cd8b-9b48-4e8f-a49a-56b011527e76,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.849153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Checking segment: {'id': 'ac166f58-e7be-4eaf-bfec-2f221868c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:32.849343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network hostable DHCP agents. Network: e2816c1d-46c9-4c20-ba89-5f88e59382a8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:32.852211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.854679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.871144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Transition to ACTIVE for port object c1f9b803-171d-4b81-a6c4-fb34e0f20245 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:32.874280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a47e72ca-3068-4240-9143-27114dd8e810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.929729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.941525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:32.942188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.944816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:32.951223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7687a3-6768-4abf-b860-c899d88de193,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:32.953349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b34f928e-e2d6-4369-a0e0-65b15aafce99', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:58:32.954396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.967078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:32.967545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.973968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.981887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:32.992512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0fb60972-b856-46da-a007-dd24d2fa98ab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1263351 Dec 17 16:58:32.996839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38474) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:33.009523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:33.012211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:33.042258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:58:33.042603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:58:33.060531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:33.063777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:33.077862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Allocated IP 172.26.4.38 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/caddcd68-83ee-4728-acdc-f1fc5152346a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:33.085018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:33.098990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Usage tracker for resource:router and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:33.105280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Pushing event updated for resources: {'Network': ['ID=4e5204e4-d135-4856-a17d-58c1c8acaec5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:33.108770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:33.112962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:33.118270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:33.134577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2673397 Dec 17 16:58:33.139569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:33.148521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Allocated IP 172.20.0.2 (b34f928e-e2d6-4369-a0e0-65b15aafce99/603142b3-c94e-41d7-8e94-02000beda7b8/cde98e94-3c8d-4f6a-ba28-d71e1b591346) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:33.160829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 4e5204e4-d135-4856-a17d-58c1c8acaec5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:33.161473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:33.201703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9c8644ef-33d2-49b0-a068-ad8807c8a9ea) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:33.206650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:33.211636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.214514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Pushing event updated for resources: {'Port': ['ID=97aad9c8-4aa6-4b74-a096-5ababdb39dc8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:33.217472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:33.221875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:33.233579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f2739-6c7c-48f4-8231-a480b0171d24 None None] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:33.237202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, e2816c1d-46c9-4c20-ba89-5f88e59382a8) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:33.242639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:33.243226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.262865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:33.263485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.272932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.274692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.275722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.311561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.345997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:33.364015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462e878-c784-46e0-8086-738d82779144 None None] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:33.374094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'name': 'tempest-network--1613976442', 'router:external': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:33.398421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:33.406726 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6878119 Dec 17 16:58:33.410762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38492) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:33.415924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:network and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:33.428716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:33.435220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-717706589'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:33.463173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:33.467209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.480996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0134425 Dec 17 16:58:33.490555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38496) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:33.505703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:33.515985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:33.531381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Usage tracker for resource:router and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:33.537020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:33.541139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Pushing event updated for resources: {'Port': ['ID=c1f9b803-171d-4b81-a6c4-fb34e0f20245,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:33.553440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:33.557429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.568081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.631347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.631714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.632047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.632372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.632693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.633028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.633350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.633666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.634021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.634350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.634718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.634967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Tracked resource versions report: Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: pushed versions: Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: { 'AddressGroup': {'1.2'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'ConntrackHelper': {'1.0'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Log': {'1.0'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Network': {'1.1'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Port': {'1.7'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'PortForwarding': {'1.2'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'QosPolicy': {'1.8'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroup': {'1.4'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SubPort': {'1.0'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Subnet': {'1.1'}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Trunk': {'1.1'}} Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: consumer versions: Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: HyperV agent@hv-neutron-8210: {}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'ConntrackHelper': '1.0', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Log': '1.0', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Network': '1.1', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Port': '1.7', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'PortForwarding': '1.2', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'QosPolicy': '1.8', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroup': '1.4', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SecurityGroupRule': '1.2', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'SubPort': '1.0', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Subnet': '1.1', Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: 'Trunk': '1.1'}} Dec 17 16:58:33.636058 dv-neutron-821073-1-hyperv neutron-server[88118]: {{(pid=88118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:58:33.662767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:33.687565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:33.754237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:33.756506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.785246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.785602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Added segment 79fdf75f-35ea-4e08-8a88-f076a6471fbe of type vlan for network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 Dec 17 16:58:33.793773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.793993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.794122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.842038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Attempting to bind port c1f9b803-171d-4b81-a6c4-fb34e0f20245 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:33.843003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Attempting to bind port c1f9b803-171d-4b81-a6c4-fb34e0f20245 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:33.843376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Attempting to bind port c1f9b803-171d-4b81-a6c4-fb34e0f20245 on network 04b7219c-8151-4e8b-8b1c-7751bfc38fad {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:33.875216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:33.875591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Checking segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:33.876177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.876744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Bound using segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:33.877236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Bound port: c1f9b803-171d-4b81-a6c4-fb34e0f20245, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:33.877370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.877615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.903821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.913704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Transition to ACTIVE for port object cde98e94-3c8d-4f6a-ba28-d71e1b591346 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:33.932164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Transition to ACTIVE for port object cde98e94-3c8d-4f6a-ba28-d71e1b591346 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:33.934430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:33.934567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.951331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:33.954052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:port and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:33.967172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:33.970125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:security_group_rule and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:33.973670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.976870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:33.978838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.980984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.993800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:33.997387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:33.999308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:34.037535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.042750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.064218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.066744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.139822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Pushing event updated for resources: {'Port': ['ID=cde98e94-3c8d-4f6a-ba28-d71e1b591346,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:34.143366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:58:34.144475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.145545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:34.154744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.163903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:34.166270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:34.167277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.176744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:34.178573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.181323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.181456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:34.181456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:34.181456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.183142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:34.204101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:34.204673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.208127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Pushing event updated for resources: {'Port': ['ID=caddcd68-83ee-4728-acdc-f1fc5152346a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:34.223628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:34.229942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:34.231237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.264162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:34.274867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port cba31605-4b74-4a85-b2ac-f0c7bbddf99a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:34.317315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.365860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'tenant_id': 'db5705d2c46646919f830f7e5e0e02a8', 'fixed_ips': [{'subnet_id': '74b64186-c5ba-467e-bba5-035e6f330ea6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:58:34.366834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.404028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Pushing event updated for resources: {'Port': ['ID=97aad9c8-4aa6-4b74-a096-5ababdb39dc8,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:34.406875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:34.414724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] For port c1f9b803-171d-4b81-a6c4-fb34e0f20245, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:34.458718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.490338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Allocated IP 172.26.4.146 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/832dd594-0c83-4039-80e4-988e4f153cc0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:34.562079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event updated for resources: {'Network': ['ID=4d5f6885-f5de-49e0-8b43-dbaf50e91569,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:34.568959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.573211 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3571737 Dec 17 16:58:34.573992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:34.576704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1980927 Dec 17 16:58:34.579550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] For port c1f9b803-171d-4b81-a6c4-fb34e0f20245, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1f9b803-171d-4b81-a6c4-fb34e0f20245,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:34.581532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Attempting to bind port cde98e94-3c8d-4f6a-ba28-d71e1b591346 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:34.581532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Attempting to bind port cde98e94-3c8d-4f6a-ba28-d71e1b591346 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:34.581532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Attempting to bind port cde98e94-3c8d-4f6a-ba28-d71e1b591346 on network b34f928e-e2d6-4369-a0e0-65b15aafce99 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:34.582499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.583250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38500) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:34.583572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38502) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:34.593670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.38'}]}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:34.600650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1732097289', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'fixed_ips': [{'ip_address': '172.26.4.213'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:34.611861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:34.614628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:34.616978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:34.620568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Usage tracker for resource:port and tenant:e0381bf280214348aad7b9d53eb52c98 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:34.624715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Usage tracker for resource:router and tenant:80916509e2bb42128ecb5cdd82feb6ee is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:34.630666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0250173 Dec 17 16:58:34.630666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:34.631854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:34.636490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38508) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:34.644920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Request body: {'subnet': {'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:34.663679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:34.666074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:34.678571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.681087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:34.681476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Checking segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:34.681905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.682311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Bound using segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:34.682803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Bound port: cde98e94-3c8d-4f6a-ba28-d71e1b591346, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:34.683203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.699483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.700291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b5894726-7758-4cc3-8469-e1188ee61995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.740974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.770805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:34.789491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:34.798506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.814035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:34.816099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Made reservation on behalf of e0381bf280214348aad7b9d53eb52c98 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:34.818434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.845970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.846324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Added segment 7e9028e8-d248-4303-b719-aa10f799df63 of type vlan for network 037a7dbb-f143-459d-b1d3-13543984d46e Dec 17 16:58:34.848182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Usage tracker for resource:subnet and tenant:bd1124032fc040a7b80cfdd4dab4292a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:34.858765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:34.861393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.870177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.871137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.882863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:34.888371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa3a66-2aa5-41f6-b9da-f8c933bc4f83,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:34.898803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:34.911701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:34.923761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Allocated IP 172.20.0.2 (9c8644ef-33d2-49b0-a068-ad8807c8a9ea/0e982d63-2d68-49d1-8d5e-89e395079bf0/bddff333-e64c-403d-a009-69cd4999bfd5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:34.933729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Allocated IP 2001:db8::2 (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/4ff4bc83-ea00-4f88-be53-994c4fd63ceb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:34.976955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.983381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Usage tracker for resource:security_group_rule and tenant:e0381bf280214348aad7b9d53eb52c98 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:34.990399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:35.051440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:35.056228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.057068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Pushing event updated for resources: {'Port': ['ID=c1f9b803-171d-4b81-a6c4-fb34e0f20245,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:35.073315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.084468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Made reservation on behalf of bd1124032fc040a7b80cfdd4dab4292a for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:35.087946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.101049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:35.137964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:35.149718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Pushing event updated for resources: {'Port': ['ID=832dd594-0c83-4039-80e4-988e4f153cc0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:35.152891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:35.154184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:35.156591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:35.304582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:35.305901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] For port cde98e94-3c8d-4f6a-ba28-d71e1b591346, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:35.332430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] For port cde98e94-3c8d-4f6a-ba28-d71e1b591346, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cde98e94-3c8d-4f6a-ba28-d71e1b591346,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:35.338973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.362338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.403769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.459273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.464836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.473844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:35.476476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.534923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.574354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Transition to ACTIVE for port object bddff333-e64c-403d-a009-69cd4999bfd5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:35.640361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Transition to ACTIVE for port object bddff333-e64c-403d-a009-69cd4999bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:35.647249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:35.648208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.651395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:35.653000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.666930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Pushing event updated for resources: {'Port': ['ID=cde98e94-3c8d-4f6a-ba28-d71e1b591346,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:35.670063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Transition to ACTIVE for port object 4ff4bc83-ea00-4f88-be53-994c4fd63ceb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:35.672788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:35.692478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.696094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Allocated IP 172.26.4.30 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/561a0a66-34c8-4d11-b42e-753f87321b1d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:35.707728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Transition to ACTIVE for port object 4ff4bc83-ea00-4f88-be53-994c4fd63ceb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:35.721896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.732095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:35.782205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:35.790452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:35.793549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:35.798440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.822439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:35.825002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:35.865449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:35.868122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:35.887497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::2af (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/cba31605-4b74-4a85-b2ac-f0c7bbddf99a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:35.980049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Pushing event updated for resources: {'Port': ['ID=bddff333-e64c-403d-a009-69cd4999bfd5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:35.988494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:36.046031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:36.081078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.116503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1f9b803-171d-4b81-a6c4-fb34e0f20245 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:36.204390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Attempting to bind port bddff333-e64c-403d-a009-69cd4999bfd5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:36.205055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Attempting to bind port bddff333-e64c-403d-a009-69cd4999bfd5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:36.206359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Attempting to bind port bddff333-e64c-403d-a009-69cd4999bfd5 on network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:36.223568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.233845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Attempting to bind port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:36.234232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Attempting to bind port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'ac166f58-e7be-4eaf-bfec-2f221868c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:36.234608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Attempting to bind port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb on network e2816c1d-46c9-4c20-ba89-5f88e59382a8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:36.243607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:36.243917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Checking segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:36.244520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.244920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Bound using segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:36.245419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Bound port: bddff333-e64c-403d-a009-69cd4999bfd5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:36.457096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.457921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Checking segment: {'id': 'ac166f58-e7be-4eaf-bfec-2f221868c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Bound using segment: {'id': 'ac166f58-e7be-4eaf-bfec-2f221868c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Bound port: 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac166f58-e7be-4eaf-bfec-2f221868c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:36.458014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.458489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:36.458563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Pushing event updated for resources: {'Port': ['ID=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:36.458563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:36.458689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:36.458689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:36.458689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:36.461029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=037a7dbb-f143-459d-b1d3-13543984d46e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:36.461029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:36.461029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.461029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.494024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 037a7dbb-f143-459d-b1d3-13543984d46e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:36.514133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.538524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:36.575633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a418cc-3a8a-4732-98d4-ff11ca35316b None None] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:36.623255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.628304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4858935 Dec 17 16:58:36.631834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38514) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:36.637614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port c1f9b803-171d-4b81-a6c4-fb34e0f20245 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:36.638124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Checking segment: {'id': '79fdf75f-35ea-4e08-8a88-f076a6471fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:36.638592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Network hostable DHCP agents. Network: 4d5f6885-f5de-49e0-8b43-dbaf50e91569, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:36.706195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Pushing event updated for resources: {'Port': ['ID=561a0a66-34c8-4d11-b42e-753f87321b1d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:36.714861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] device_id is not set on port 8d230646-8197-47ee-8f42-3f930e9b8225 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:36.758755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] For port bddff333-e64c-403d-a009-69cd4999bfd5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:36.766632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:36.794760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] For port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:36.802652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] For port bddff333-e64c-403d-a009-69cd4999bfd5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bddff333-e64c-403d-a009-69cd4999bfd5,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:36.818100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] For port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,segment=NetworkSegment(ac166f58-e7be-4eaf-bfec-2f221868c3c9),segment_id=ac166f58-e7be-4eaf-bfec-2f221868c3c9)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:36.861647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:36.886822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Allocated IP 172.26.4.115 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/a4600f4d-4ae4-428e-9ebf-50182418f195) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:36.950279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event updated for resources: {'Subnet': ['ID=b3e8f3e6-3122-4e12-8166-2f23422b82e4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:36.953187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:36.976740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:36.995072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.002773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Provisioning for port c1f9b803-171d-4b81-a6c4-fb34e0f20245 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:37.002773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.015404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Provisioning complete for port c1f9b803-171d-4b81-a6c4-fb34e0f20245 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:37.015710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.037692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658860bc-35d1-46ce-ac2f-b5c894b73594,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:37.042253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:37.086177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.104909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5762a172-21e8-45fc-b140-88aba84d7c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:37.180154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.192028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:37.195920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16bf23-335a-436a-a047-7fe9a848c53e None None] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:37.249121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.250085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object cba31605-4b74-4a85-b2ac-f0c7bbddf99a will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:37.292672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Pushing event updated for resources: {'Port': ['ID=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:37.320501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:58:37.382848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 4d5f6885-f5de-49e0-8b43-dbaf50e91569) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:37.388085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:37.389116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.431067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.434914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4df16-cd9c-4840-a566-10a4082b7d42 None None] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:37.551555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.565544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Pushing event updated for resources: {'Port': ['ID=bddff333-e64c-403d-a009-69cd4999bfd5,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:37.573054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.584892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:37.597609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:37.598029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:37.614917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.615505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.639332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.639811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > port after_create 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.640327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.640739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > port after_update 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.641072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.641399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.641729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.642088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.819137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.875660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.876152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.876376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.877183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:37.877591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:37.878118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037a7dbb-f143-459d-b1d3-13543984d46e']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:37.889228 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Sync routers for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:37.912838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:37.913483 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:37.917403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:37.939714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9028e8-d248-4303-b719-aa10f799df63') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:37.940092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9028e8-d248-4303-b719-aa10f799df63') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:37.964204 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3236148 Dec 17 16:58:37.967790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38520) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:37.982219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Request body: {'port': {'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569', 'name': 'tempest-DHCPAgentSchedulersTestJSON-299177168'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:38.064489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] For port c1f9b803-171d-4b81-a6c4-fb34e0f20245, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1f9b803-171d-4b81-a6c4-fb34e0f20245,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:38.214178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4ff4bc83-ea00-4f88-be53-994c4fd63ceb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:38.271654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.293448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:38.310995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:38.365734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-4d5f6885-f5de-49e0-8b43-dbaf50e91569', 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569', 'tenant_id': 'bd1124032fc040a7b80cfdd4dab4292a', 'fixed_ips': [{'subnet_id': 'b3e8f3e6-3122-4e12-8166-2f23422b82e4'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:58:38.366629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.372678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:38.377346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.392169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Usage tracker for resource:port and tenant:bd1124032fc040a7b80cfdd4dab4292a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:38.396473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.401395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:38.408138 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:38.488710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:38.516680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:38.524507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:38.529297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.532757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2386353 Dec 17 16:58:38.542203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:38.542996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.553593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:38.555566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38524) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:38.569446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.644480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=cba31605-4b74-4a85-b2ac-f0c7bbddf99a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:38.649412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:38.655255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:38.655607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Provisioning complete for port c1f9b803-171d-4b81-a6c4-fb34e0f20245 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:38.655714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.656221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: from cryptography.utils import int_from_bytes Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: from cryptography.utils import int_from_bytes Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn_limited( Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn_limited( Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:58:38.701002 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:58:38.881054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Allocated IP 172.20.0.2 (4d5f6885-f5de-49e0-8b43-dbaf50e91569/b3e8f3e6-3122-4e12-8166-2f23422b82e4/0fee01a1-dc49-41a4-acb3-ae22b053b547) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:38.895912 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:35Z', 'revision_number': 3, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:38.901919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Checking router: 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:38.902538 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Updating router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 port 832dd594-0c83-4039-80e4-988e4f153cc0 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:39.023586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Made reservation on behalf of bd1124032fc040a7b80cfdd4dab4292a for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:39.027613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.028765 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.053878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.151916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.155805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.170073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.7580650 Dec 17 16:58:39.182604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38528) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:39.209274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-306433036', 'allowed_address_pairs': [{'ip_address': '2001:db8::2af', 'mac_address': 'fa:16:3e:78:db:7a'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:39.218865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.229166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Transition to ACTIVE for port object 0fee01a1-dc49-41a4-acb3-ae22b053b547 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:39.233068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.251116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Transition to ACTIVE for port object 0fee01a1-dc49-41a4-acb3-ae22b053b547 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:39.255509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Pushing event updated for resources: {'Port': ['ID=c1f9b803-171d-4b81-a6c4-fb34e0f20245,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:39.266858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:39.271631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d83986-4690-4560-93cb-61ece5ac3702 None None] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:39.286692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:39.293185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] device_id is not set on port 9a331e04-4aa2-4410-8816-a83bd83b96d2 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:39.298872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cde98e94-3c8d-4f6a-ba28-d71e1b591346 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:39.393765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:39.416169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.439129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:39.476463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 037a7dbb-f143-459d-b1d3-13543984d46e {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:58:39.478109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4600f4d-4ae4-428e-9ebf-50182418f195,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:39.505367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.535428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Pushing event updated for resources: {'Port': ['ID=0fee01a1-dc49-41a4-acb3-ae22b053b547,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:39.546783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:39.558569 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/037a7dbb-f143-459d-b1d3-13543984d46e HTTP/1.1" status: 204 len: 168 time: 2.9142616 Dec 17 16:58:39.563345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:39.568981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38534) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:39.570036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:39.580827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:39.611534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb7bc6-2b29-4798-a585-91bfb7b87b54 None None] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:39.626732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:39.655217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cde98e94-3c8d-4f6a-ba28-d71e1b591346 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:39.660559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:39.672975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:39.677290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:39.687683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:39.693671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 16:58:39.694221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:58:39.710078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49394938-511b-4c5a-9d04-e35d7c80a4e7 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:39.751389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:39.777029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:network and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:39.793028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Network': ['ID=037a7dbb-f143-459d-b1d3-13543984d46e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:39.796146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:39.812030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:39.812914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:39.971225 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:39.991430 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Transition to ACTIVE for port object 832dd594-0c83-4039-80e4-988e4f153cc0 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:40.023947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:40.053533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:port and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:40.060408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:40.068274 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.073059 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:40.077840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bddff333-e64c-403d-a009-69cd4999bfd5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:40.127216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:40.144834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Router 8494d863-5a04-4521-8c46-b6abe9487485 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:58:40.148485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Allocated IP 172.20.0.7 (4d5f6885-f5de-49e0-8b43-dbaf50e91569/b3e8f3e6-3122-4e12-8166-2f23422b82e4/9a331e04-4aa2-4410-8816-a83bd83b96d2) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:40.154280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.5694408 Dec 17 16:58:40.163593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38538) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:40.194569 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Pushing event updated for resources: {'Port': ['ID=832dd594-0c83-4039-80e4-988e4f153cc0,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:40.202721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Attempting to bind port 0fee01a1-dc49-41a4-acb3-ae22b053b547 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:40.202721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Attempting to bind port 0fee01a1-dc49-41a4-acb3-ae22b053b547 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '79fdf75f-35ea-4e08-8a88-f076a6471fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:40.202721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Attempting to bind port 0fee01a1-dc49-41a4-acb3-ae22b053b547 on network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:40.207948 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.208604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.209112 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.209611 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.210085 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.210906 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.211404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.212200 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.212759 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.213287 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.213797 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.214359 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Tracked resource versions report: Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: pushed versions: Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: { 'AddressGroup': {'1.2'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'ConntrackHelper': {'1.0'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Log': {'1.0'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Network': {'1.1'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Port': {'1.7'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'PortForwarding': {'1.2'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'QosPolicy': {'1.8'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroup': {'1.4'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroupRule': {'1.2'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SubPort': {'1.0'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Subnet': {'1.1'}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Trunk': {'1.1'}} Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: consumer versions: Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: { DHCP agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: HyperV agent@hv-neutron-8210: {}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: L3 agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: Metadata agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: Metering agent@dv-neutron-821073-1-hyperv: {}, Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: Open vSwitch agent@dv-neutron-821073-1-hyperv: { 'AddressGroup': '1.2', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'ConntrackHelper': '1.0', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Log': '1.0', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Network': '1.1', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Port': '1.7', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'PortForwarding': '1.2', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'QosPolicy': '1.8', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroup': '1.4', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SecurityGroupRule': '1.2', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'SubPort': '1.0', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Subnet': '1.1', Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: 'Trunk': '1.1'}} Dec 17 16:58:40.215711 dv-neutron-821073-1-hyperv neutron-server[88119]: {{(pid=88119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 16:58:40.223485 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:40.244951 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Attempting to bind port 832dd594-0c83-4039-80e4-988e4f153cc0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:40.245596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Attempting to bind port 832dd594-0c83-4039-80e4-988e4f153cc0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:40.246127 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Attempting to bind port 832dd594-0c83-4039-80e4-988e4f153cc0 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:40.253444 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:40.254593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:40.255182 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.255708 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:40.256334 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Bound port: 832dd594-0c83-4039-80e4-988e4f153cc0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:40.256901 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.284217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.294372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:40.294979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Checking segment: {'id': '79fdf75f-35ea-4e08-8a88-f076a6471fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:40.295318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.295717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Bound using segment: {'id': '79fdf75f-35ea-4e08-8a88-f076a6471fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:40.296200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Bound port: 0fee01a1-dc49-41a4-acb3-ae22b053b547, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fdf75f-35ea-4e08-8a88-f076a6471fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4d5f6885-f5de-49e0-8b43-dbaf50e91569'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:40.296597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.349608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] For port 832dd594-0c83-4039-80e4-988e4f153cc0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:40.354587 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] For port 832dd594-0c83-4039-80e4-988e4f153cc0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=832dd594-0c83-4039-80e4-988e4f153cc0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:40.406983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Provisioning for port cde98e94-3c8d-4f6a-ba28-d71e1b591346 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:40.414788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:40.417675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.422552 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.427468 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-6628c436-bc5e-42a1-a98f-9314c5f98237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:40.439142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Provisioning complete for port cde98e94-3c8d-4f6a-ba28-d71e1b591346 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:40.439526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.508388 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:40.508928 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:40.521388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:40.580064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bddff333-e64c-403d-a009-69cd4999bfd5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:40.580271 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Pushing event updated for resources: {'Port': ['ID=832dd594-0c83-4039-80e4-988e4f153cc0,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:40.587456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] For port 0fee01a1-dc49-41a4-acb3-ae22b053b547, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:40.591415 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:40.597089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1f9b803-171d-4b81-a6c4-fb34e0f20245 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:40.609313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:40.658332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] For port 0fee01a1-dc49-41a4-acb3-ae22b053b547, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0fee01a1-dc49-41a4-acb3-ae22b053b547,segment=NetworkSegment(79fdf75f-35ea-4e08-8a88-f076a6471fbe),segment_id=79fdf75f-35ea-4e08-8a88-f076a6471fbe)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:40.737223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.737524 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Added segment ff942f39-db8b-458c-a2cf-8d64a6b6cedb of type vlan for network 57bb6c2e-d1e3-402d-b5b8-11863330b448 Dec 17 16:58:40.747444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.754723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.757717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:40.759164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.853242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.873689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c1f9b803-171d-4b81-a6c4-fb34e0f20245 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:40.874113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:40.887259 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:40.975718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Deleting port 97aad9c8-4aa6-4b74-a096-5ababdb39dc8 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:40.976083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.022455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Pushing event updated for resources: {'Port': ['ID=0fee01a1-dc49-41a4-acb3-ae22b053b547,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:41.036981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:41.055424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] For port cde98e94-3c8d-4f6a-ba28-d71e1b591346, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cde98e94-3c8d-4f6a-ba28-d71e1b591346,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:41.091856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.201837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.217541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.218093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb19348d-52d5-4d0b-ba5e-64e37748832a {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:58:41.242190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.247016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d8191130-b0e2-4870-9b16-46485acac020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:41.360719 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:58:41.365753 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-64c96360-de81-4d12-99a1-77249de750cd tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.7794764 Dec 17 16:58:41.366383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38544) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:41.475503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Deleting port caddcd68-83ee-4728-acdc-f1fc5152346a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:41.475872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.489222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Pushing event updated for resources: {'Port': ['ID=cde98e94-3c8d-4f6a-ba28-d71e1b591346,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:41.492593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:41.532948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning for port bddff333-e64c-403d-a009-69cd4999bfd5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:41.539861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning complete for port bddff333-e64c-403d-a009-69cd4999bfd5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:41.540351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.556119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.595234 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:35Z', 'revision_number': 3, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:41.604762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:41.609175 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1aaa-5976-4b3b-bf21-2f0ac7b3fdbd None None] The sync data for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv is: [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:35Z', 'revision_number': 3, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:41.626440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Sync routers for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:41.654687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.662554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:41.663703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:41.673003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:41.673695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.720624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port a324ff37-82ee-41a9-8e9e-7f9218255cd9 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:41.782528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:41.811038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2388074 Dec 17 16:58:41.844746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38548) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:41.867017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'subnet': {'network_id': '57bb6c2e-d1e3-402d-b5b8-11863330b448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:41.905562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.910112 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.4139717 Dec 17 16:58:41.931417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.966763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38554) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:41.973854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.978024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.990644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:42.002163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.113791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=57bb6c2e-d1e3-402d-b5b8-11863330b448,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:42.120313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:42.171422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:42.179505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:subnet and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:42.183521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:42.191969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:42.192723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.202702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.233653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 57bb6c2e-d1e3-402d-b5b8-11863330b448 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:42.259327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cde98e94-3c8d-4f6a-ba28-d71e1b591346 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:42.300596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.433144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:42.441435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.484528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Calling delete_port for caddcd68-83ee-4728-acdc-f1fc5152346a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:42.504014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] For port bddff333-e64c-403d-a009-69cd4999bfd5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bddff333-e64c-403d-a009-69cd4999bfd5,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:42.662828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.693427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:42.769476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Calling delete_port for 97aad9c8-4aa6-4b74-a096-5ababdb39dc8 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:42.798920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Transition to ACTIVE for port object 9a331e04-4aa2-4410-8816-a83bd83b96d2 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:42.852848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Pushing event updated for resources: {'Port': ['ID=bddff333-e64c-403d-a009-69cd4999bfd5,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:42.866197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae33e51-3f02-416a-8b60-ae8a71db635a None None] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:42.881531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:42.898188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cde98e94-3c8d-4f6a-ba28-d71e1b591346 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:42.898634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:42.925030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:58:42.981263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::3da (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/a324ff37-82ee-41a9-8e9e-7f9218255cd9) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:43.103999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.115072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning for port cba31605-4b74-4a85-b2ac-f0c7bbddf99a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:43.142555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:43.142739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning complete for port cba31605-4b74-4a85-b2ac-f0c7bbddf99a triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:43.142739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.193538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Pushing event deleted for resources: {'Port': ['ID=caddcd68-83ee-4728-acdc-f1fc5152346a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:43.198706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0fee01a1-dc49-41a4-acb3-ae22b053b547 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:43.244901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:43.287286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:36Z', 'revision_number': 3, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:43.292979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Port cba31605-4b74-4a85-b2ac-f0c7bbddf99a cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:43.335046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Checking router: 8494d863-5a04-4521-8c46-b6abe9487485 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:43.335872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Updating router 8494d863-5a04-4521-8c46-b6abe9487485 port 561a0a66-34c8-4d11-b42e-753f87321b1d binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:43.358384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.374253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] 10.222.0.61 "DELETE /v2.0/ports/caddcd68-83ee-4728-acdc-f1fc5152346a HTTP/1.1" status: 204 len: 168 time: 1.9982846 Dec 17 16:58:43.400009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:43.416567 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Sync routers for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:43.429963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:43.432310 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:43.470055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.530936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning for port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:43.565343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.566728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5232458 Dec 17 16:58:43.569253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38560) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:43.583886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.602395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0fee01a1-dc49-41a4-acb3-ae22b053b547 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:43.610260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning complete for port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:43.610534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:43.723395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Allocated IP 172.20.0.1 (04b7219c-8151-4e8b-8b1c-7751bfc38fad/195e4bee-fb55-447e-99f8-5a82ae0fefe0/48863b57-55ca-4ce7-b7fe-5ddc98601e76) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:43.783256 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:43.876613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:43.936810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.084963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 832dd594-0c83-4039-80e4-988e4f153cc0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:44.117869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:44.141859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:44.185492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.199217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:44.205141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:44.205777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.241411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] For port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,segment=NetworkSegment(ac166f58-e7be-4eaf-bfec-2f221868c3c9),segment_id=ac166f58-e7be-4eaf-bfec-2f221868c3c9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:44.243355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38568) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:44.246640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.resource_extend [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:44.340967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.350719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:44.385685 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:40Z', 'revision_number': 3, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:44.392811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event updated for resources: {'Port': ['ID=9a331e04-4aa2-4410-8816-a83bd83b96d2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:44.397300 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Checking router: 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:44.397650 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Updating router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 port a4600f4d-4ae4-428e-9ebf-50182418f195 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:44.412131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.425762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 832dd594-0c83-4039-80e4-988e4f153cc0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:44.452665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 832dd594-0c83-4039-80e4-988e4f153cc0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:44.453149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.479449 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.481269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.507283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:44.538077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Provisioning complete for port cde98e94-3c8d-4f6a-ba28-d71e1b591346 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:44.538634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.571070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Usage tracker for resource:security_group_rule and tenant:421dd80580f34fa2abdea4dd4ab051ce is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:44.582038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:44.592854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:44.605173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.607716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.611422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.614768 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/dd69952e-35e4-4daf-9a0e-61ff31295115 HTTP/1.1" status: 204 len: 168 time: 4.4473658 Dec 17 16:58:44.635285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object a324ff37-82ee-41a9-8e9e-7f9218255cd9 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:44.651424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Transition to ACTIVE for port object 561a0a66-34c8-4d11-b42e-753f87321b1d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:44.656229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Pushing event updated for resources: {'Port': ['ID=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:44.663138 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:58:44.670408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.687620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:44.692798 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7197397 Dec 17 16:58:44.692798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-11010bb6-506f-4ef3-a1a5-3be364214949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:44.693839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38578) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:44.723035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:44.726079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.831390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Deleting port 9a331e04-4aa2-4410-8816-a83bd83b96d2 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:44.831730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.840762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 832dd594-0c83-4039-80e4-988e4f153cc0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=832dd594-0c83-4039-80e4-988e4f153cc0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:44.842132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.848478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:44.883417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Pushing event deleted for resources: {'Port': ['ID=97aad9c8-4aa6-4b74-a096-5ababdb39dc8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:44.944229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Transition to ACTIVE for port object 48863b57-55ca-4ce7-b7fe-5ddc98601e76 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:44.946743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:44.947554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 16:58:44.948759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.952217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Pushing event updated for resources: {'Port': ['ID=561a0a66-34c8-4d11-b42e-753f87321b1d,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:44.963295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:44.964352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:44.965322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bddff333-e64c-403d-a009-69cd4999bfd5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:44.976101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:44.999205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.006687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.049437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.095766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37eb302c-6224-42d7-98e8-d9ba88a3923f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.101997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.116657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.138592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Attempting to bind port 561a0a66-34c8-4d11-b42e-753f87321b1d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:45.139196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Attempting to bind port 561a0a66-34c8-4d11-b42e-753f87321b1d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:45.139719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Attempting to bind port 561a0a66-34c8-4d11-b42e-753f87321b1d on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:45.147644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Provisioning complete for port cba31605-4b74-4a85-b2ac-f0c7bbddf99a triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:45.148253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.198156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.211760 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.218805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9584cb0a-b6f8-4a7e-bdee-9e806f007de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.228809 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Transition to ACTIVE for port object a4600f4d-4ae4-428e-9ebf-50182418f195 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:45.249945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.257643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:45.258357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:45.260546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.260546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:45.260546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Bound port: 561a0a66-34c8-4d11-b42e-753f87321b1d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:45.260546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.264514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Checking segment: {'id': 'ff942f39-db8b-458c-a2cf-8d64a6b6cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57bb6c2e-d1e3-402d-b5b8-11863330b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:45.264941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Network hostable DHCP agents. Network: 57bb6c2e-d1e3-402d-b5b8-11863330b448, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:58:45.300601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.317271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Port cba31605-4b74-4a85-b2ac-f0c7bbddf99a cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:45.334143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=832dd594-0c83-4039-80e4-988e4f153cc0,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.340443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38586) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:45.345461 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.349788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.349935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.354942 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.356133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:45.371529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:45.374774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:45.384663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:45.384663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.388215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bddff333-e64c-403d-a009-69cd4999bfd5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:45.388898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.414334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Synchronizing usage tracker for tenant:951321de07c04e608d30881a2e8799c2 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:58:45.441352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36352294-c0c8-4de0-a15d-9e54e57a28d4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.462791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] For port 561a0a66-34c8-4d11-b42e-753f87321b1d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:45.473851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Network 57bb6c2e-d1e3-402d-b5b8-11863330b448 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:45.483109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Provisioning for port 9a331e04-4aa2-4410-8816-a83bd83b96d2 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:45.488402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=a324ff37-82ee-41a9-8e9e-7f9218255cd9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.493024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] For port 561a0a66-34c8-4d11-b42e-753f87321b1d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=561a0a66-34c8-4d11-b42e-753f87321b1d,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:45.493154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.493232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Provisioning complete for port 9a331e04-4aa2-4410-8816-a83bd83b96d2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:45.493232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.499379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.531269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.590583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.615543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Pushing event updated for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.619623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.624711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:45.625275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.626087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:45.629330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:45.629857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.642708 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Attempting to bind port a4600f4d-4ae4-428e-9ebf-50182418f195 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:45.645167 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Attempting to bind port a4600f4d-4ae4-428e-9ebf-50182418f195 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:45.646678 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Attempting to bind port a4600f4d-4ae4-428e-9ebf-50182418f195 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:45.663701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-98730f7c-f48f-431a-b617-336cd745f9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.671345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Pushing event updated for resources: {'Port': ['ID=a4600f4d-4ae4-428e-9ebf-50182418f195,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:45.688048 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:45.688437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Unset dirty status for tenant:951321de07c04e608d30881a2e8799c2 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:58:45.689724 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=421dd80580f34fa2abdea4dd4ab051ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4421742 Dec 17 16:58:45.690083 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:45.691254 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.691879 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:45.692596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Bound port: a4600f4d-4ae4-428e-9ebf-50182418f195, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:45.693212 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.741255 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:45.787063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Calling delete_port for 9a331e04-4aa2-4410-8816-a83bd83b96d2 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:45.822239 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] For port a4600f4d-4ae4-428e-9ebf-50182418f195, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:45.826645 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] For port a4600f4d-4ae4-428e-9ebf-50182418f195, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a4600f4d-4ae4-428e-9ebf-50182418f195,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:45.826802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38592) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:45.862234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Port 9a331e04-4aa2-4410-8816-a83bd83b96d2 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:45.893019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:45.893668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:45.912263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 57bb6c2e-d1e3-402d-b5b8-11863330b448) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:45.916448 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.7281024 Dec 17 16:58:45.928322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38596) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:45.932049 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.944137 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:45.977768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:45.978705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:45.989254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.010565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9741193-db05-499e-aadd-ef2a1f9de060 None None] Network 57bb6c2e-d1e3-402d-b5b8-11863330b448 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:46.024219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4ff4bc83-ea00-4f88-be53-994c4fd63ceb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:46.043994 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:46.044646 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:46.053527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Allocated IP 172.20.0.1 (b34f928e-e2d6-4369-a0e0-65b15aafce99/603142b3-c94e-41d7-8e94-02000beda7b8/665183fc-e143-478c-92ec-1479c976bdf6) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:46.062307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:46.089834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Usage tracker for resource:security_group_rule and tenant:6f42808b3c9340f8a530040543ed52c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:46.101142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:46.108649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.122345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Provisioning for port 0fee01a1-dc49-41a4-acb3-ae22b053b547 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:46.136260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:46.206884 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3609571 Dec 17 16:58:46.214056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Pushing event updated for resources: {'Port': ['ID=a4600f4d-4ae4-428e-9ebf-50182418f195,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:46.217992 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:46.218701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38600) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:46.235531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Provisioning complete for port 0fee01a1-dc49-41a4-acb3-ae22b053b547 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:46.235919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.258534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'floatingip': {'floating_network_id': '57bb6c2e-d1e3-402d-b5b8-11863330b448'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:46.309057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.313305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Pushing event updated for resources: {'Port': ['ID=561a0a66-34c8-4d11-b42e-753f87321b1d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:46.325109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:46.341363 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:46.347791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:46.369176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:floatingip and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:46.382411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:46.388561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:46.394421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:46.395265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:58:46.400470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:46.421626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.428762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:46.494811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.531946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.544739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.571175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:46.579289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:46.579671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.609132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.646531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:46.678796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.725724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Allocated IP 172.20.0.1 (9c8644ef-33d2-49b0-a068-ad8807c8a9ea/0e982d63-2d68-49d1-8d5e-89e395079bf0/2202f62a-9bdf-4142-b09b-6ee6e6de08d6) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:46.754779 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:40Z', 'revision_number': 3, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:46.763977 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce417a0-582b-4eb5-b2f1-09284f5ab82b None None] The sync data for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv is: [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:40Z', 'revision_number': 3, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:46.768380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event deleted for resources: {'Port': ['ID=9a331e04-4aa2-4410-8816-a83bd83b96d2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:46.779168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:46.845189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.846330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.875148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Transition to ACTIVE for port object 665183fc-e143-478c-92ec-1479c976bdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:46.876470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.877246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:58:46.878504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-39314783-a502-4331-a279-ee5954b8dc32 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9493203 Dec 17 16:58:46.888075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:46.889859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bb61591a-d04d-4a7c-8f23-808b22346379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:46.908846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:46.915131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] For port 0fee01a1-dc49-41a4-acb3-ae22b053b547, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0fee01a1-dc49-41a4-acb3-ae22b053b547,segment=NetworkSegment(79fdf75f-35ea-4e08-8a88-f076a6471fbe),segment_id=79fdf75f-35ea-4e08-8a88-f076a6471fbe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:46.959008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:46.968250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36352294-c0c8-4de0-a15d-9e54e57a28d4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:46.970580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:47.007787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.011455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36352294-c0c8-4de0-a15d-9e54e57a28d4 HTTP/1.1" status: 204 len: 168 time: 1.1836834 Dec 17 16:58:47.018670 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "DELETE /v2.0/ports/9a331e04-4aa2-4410-8816-a83bd83b96d2 HTTP/1.1" status: 204 len: 168 time: 2.3245437 Dec 17 16:58:47.035545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38610) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:47.035545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff39fc0-6dcf-4ebb-ab06-5120546f942e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:47.040170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port a324ff37-82ee-41a9-8e9e-7f9218255cd9 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:47.040783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.045647 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f42808b3c9340f8a530040543ed52c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7010851 Dec 17 16:58:47.048627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38614) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:47.053116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.070276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f6afb260-263f-4054-a0ae-5e56edae7005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:47.224478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:47.314337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.340764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10d3c8dd-1276-4776-a6c9-7946a9ad1671 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:47.386979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Pushing event updated for resources: {'Port': ['ID=0fee01a1-dc49-41a4-acb3-ae22b053b547,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:47.400685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.410286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.411512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:47.447329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5038284-38ed-4a2f-87ce-5cdee99002b9 None None] Network 57bb6c2e-d1e3-402d-b5b8-11863330b448 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:47.458333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Transition to ACTIVE for port object 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:47.482815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.498508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.597957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.600618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.613752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:47.620172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.633644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:47.658453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:47.661131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:47.748831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.762487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Pushing event updated for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:47.766085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:47.817257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.899624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1c9e8a7c-eccf-4078-b6ee-72166eb3bf87 None None] Provisioning for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:47.978060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for a324ff37-82ee-41a9-8e9e-7f9218255cd9 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:47.983062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Pushing event updated for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:47.984250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1c9e8a7c-eccf-4078-b6ee-72166eb3bf87 None None] Provisioning complete for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:47.984777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8a7c-eccf-4078-b6ee-72166eb3bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:47.986620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:48.006074 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6e838078-c2c8-4ab4-9fbe-d22188f6eb20 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9648678 Dec 17 16:58:48.006581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38624) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:48.013912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1707818694'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:48.018457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:48.022641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Usage tracker for resource:network and tenant:bd1124032fc040a7b80cfdd4dab4292a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:48.025474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:48.043758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:48.060971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.062846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:48.093359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:48.103546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38628) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:48.103546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:48.107557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 832dd594-0c83-4039-80e4-988e4f153cc0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:48.144815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:48.213677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:48.216318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:48.216781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.232544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Made reservation on behalf of bd1124032fc040a7b80cfdd4dab4292a for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:48.236274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.299798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:48.300396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e8a7c-eccf-4078-b6ee-72166eb3bf87 None None] Port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:48.304954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.311227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793337606292', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.311743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Unsubscribe: segment precommit_create {{(pid=88117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 16:58:48.312210 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Added segment e0867492-9716-41d9-92a3-3133af4e911d of type vlan for network 8a57d5b6-ac86-4f54-ac14-842fd6819222 Dec 17 16:58:48.316197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1c9e8a7c-eccf-4078-b6ee-72166eb3bf87 None None] Could not find standard attr ID for object a324ff37-82ee-41a9-8e9e-7f9218255cd9. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:58:48.347802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 832dd594-0c83-4039-80e4-988e4f153cc0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:48.348337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.361626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.381064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-69773403-bcbb-48ae-ae7c-b018f8c363b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:48.398967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:36Z', 'revision_number': 3, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:48.411883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912205-d6b8-4e51-9440-cab9be42a68f None None] The sync data for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv is: [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:36Z', 'revision_number': 3, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:48.600345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.605781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=a324ff37-82ee-41a9-8e9e-7f9218255cd9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:48.609128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:48.619992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8cb8f88f-415b-455a-a168-bc028444de23 None None] Provisioning for port 665183fc-e143-478c-92ec-1479c976bdf6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:48.641546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8cb8f88f-415b-455a-a168-bc028444de23 None None] Provisioning complete for port 665183fc-e143-478c-92ec-1479c976bdf6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:48.641546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f88f-415b-455a-a168-bc028444de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.666211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Allocated IP 172.20.0.2 (57bb6c2e-d1e3-402d-b5b8-11863330b448/37eb302c-6224-42d7-98e8-d9ba88a3923f/737ee716-d092-4d3e-8225-251a79e71c34) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:48.681513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.705755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:58:48.721862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8f88f-415b-455a-a168-bc028444de23 None None] Port 665183fc-e143-478c-92ec-1479c976bdf6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:48.784430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:48.806641 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/a324ff37-82ee-41a9-8e9e-7f9218255cd9 HTTP/1.1" status: 204 len: 168 time: 1.9033284 Dec 17 16:58:48.813239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:48.865371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Provisioning complete for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:48.865761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:48.889769 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-871d4d0d-f913-45f8-a55a-a696b49f9f45 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] GET failed (client error): The resource could not be found. Dec 17 16:58:48.890641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-871d4d0d-f913-45f8-a55a-a696b49f9f45 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:58:48.945179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:48.999594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a4600f4d-4ae4-428e-9ebf-50182418f195 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:49.018254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Pushing event updated for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:49.033855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:49.039095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.042413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Provisioning for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:49.043022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.060356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.061482 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ff39fc0-6dcf-4ebb-ab06-5120546f942e HTTP/1.1" status: 204 len: 168 time: 1.8398046 Dec 17 16:58:49.062989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Provisioning complete for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:49.063753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.068713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-651368a2-0b35-4d92-a651-7d4cc897db1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:49.097715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff39fc0-6dcf-4ebb-ab06-5120546f942e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:49.103548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-871d4d0d-f913-45f8-a55a-a696b49f9f45 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:58:49.104728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-871d4d0d-f913-45f8-a55a-a696b49f9f45 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports/a324ff37-82ee-41a9-8e9e-7f9218255cd9 HTTP/1.1" status: 404 len: 333 time: 0.2909114 Dec 17 16:58:49.112388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38638) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:49.114623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:49.131504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-208159231'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:49.180815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a86397d0-815c-4c0f-a31e-7909850c778e None None] Port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:49.238594 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9ec1afed-8f5a-4f65-9f0a-ea684185b5ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80916509e2bb42128ecb5cdd82feb6ee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0387719 Dec 17 16:58:49.242753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a4600f4d-4ae4-428e-9ebf-50182418f195 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:49.248345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a4600f4d-4ae4-428e-9ebf-50182418f195 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:49.248790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.255848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38642) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:49.258127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.335147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:49.358782 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] 10.222.0.61 "PUT /v2.0/routers/7061ff62-c9fb-4ffe-a346-2c13c2e9e408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8020082 Dec 17 16:58:49.365720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Sync routers for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:49.395282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.487126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.495022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:49.495802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:49.516012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.539064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.563204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d2b9c-3e22-4937-8baf-289ef592a922 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:49.590354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.608613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:49.609175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.628643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:49.679642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a4600f4d-4ae4-428e-9ebf-50182418f195, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a4600f4d-4ae4-428e-9ebf-50182418f195,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:49.748981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Port': ['ID=737ee716-d092-4d3e-8225-251a79e71c34,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:49.752334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:49.757991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:49.768005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:49.791557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.794300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0fee01a1-dc49-41a4-acb3-ae22b053b547 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:49.799429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.801895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Network 57bb6c2e-d1e3-402d-b5b8-11863330b448 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:49.811719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:49.814369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:49.850315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b0d55b9-269a-4da6-bafa-dce3fecf559a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:49.866482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.877145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event updated for resources: {'Network': ['ID=8a57d5b6-ac86-4f54-ac14-842fd6819222,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:49.881682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:49.924852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 8a57d5b6-ac86-4f54-ac14-842fd6819222 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:49.963093 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9552815 Dec 17 16:58:49.963890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.964924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:49.968550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38660) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:49.977497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-517eae81-e287-4d11-a2f8-3028b72ef7c8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:50.069907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ae7a80f-96d8-4c3b-aa4d-a874800df3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:50.090766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:50.094422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7cd8b-9b48-4e8f-a49a-56b011527e76,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:50.098799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Pushing event updated for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:50.104484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:50.113702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:50.117490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.152545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:50.172192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a4600f4d-4ae4-428e-9ebf-50182418f195,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:50.178253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:50.199569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.200705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0fee01a1-dc49-41a4-acb3-ae22b053b547 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:50.201096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.208715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.214396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38f7cd8b-9b48-4e8f-a49a-56b011527e76 HTTP/1.1" status: 204 len: 168 time: 0.9500008 Dec 17 16:58:50.233579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38666) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:50.322463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port 2cff1889-1fe4-458b-9013-6e89698726ac yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:58:50.432491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.488812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:50.549538 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-affe6e58-2559-4644-96d2-c02e66f82691 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.4702051 Dec 17 16:58:50.564425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38670) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:50.668931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.711378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 2, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:50.716061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Checking router: 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:50.716692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Updating router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:50.735713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:50.738436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:50.760043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96f6a628-6871-4e06-b63a-67e7130889a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0381bf280214348aad7b9d53eb52c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217955 Dec 17 16:58:50.761514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:50.764553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38678) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:50.808324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.007457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d498b0-9411-4fc4-99fc-cf0514b26f89 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] Network 8a57d5b6-ac86-4f54-ac14-842fd6819222 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:58:51.027315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a4600f4d-4ae4-428e-9ebf-50182418f195 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:51.143912 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58d498b0-9411-4fc4-99fc-cf0514b26f89 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "POST /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5744052 Dec 17 16:58:51.145432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Pushing event updated for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:51.167483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38688) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:51.210908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.248960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38692) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:51.264613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7c8c6-60b6-4fb2-b632-8301ca6bb740 None None] Network 8a57d5b6-ac86-4f54-ac14-842fd6819222 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:51.266296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:51.271526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875672601', 'description': 'tempest-description--2126829754'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:51.357534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.368348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Router 8494d863-5a04-4521-8c46-b6abe9487485 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:58:51.384186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.411189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-723e8581-59a1-4b75-b3f7-1de0556f2b64 None None] Provisioning complete for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:51.411482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-723e8581-59a1-4b75-b3f7-1de0556f2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.423142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:51.434324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a4600f4d-4ae4-428e-9ebf-50182418f195 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:51.434707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.452488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:security_group and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:51.460722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:51.492028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:51.509102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:51.523139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:51.561719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::13d (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/2cff1889-1fe4-458b-9013-6e89698726ac) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:51.673291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.675514 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f742280f-cd8c-4dce-8bdf-9a38c4bdf475 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.5065835 Dec 17 16:58:51.678342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38702) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:51.678479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-723e8581-59a1-4b75-b3f7-1de0556f2b64 None None] Port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:51.759668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 561a0a66-34c8-4d11-b42e-753f87321b1d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:51.768333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:51.784112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.801914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:51.813065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:51.820103 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/658860bc-35d1-46ce-ac2f-b5c894b73594 HTTP/1.1" status: 204 len: 168 time: 1.0505142 Dec 17 16:58:51.830218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] 10.222.0.61 "PUT /v2.0/routers/8494d863-5a04-4521-8c46-b6abe9487485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8595529 Dec 17 16:58:51.840448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658860bc-35d1-46ce-ac2f-b5c894b73594,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:51.848790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:51.863139 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0c69f752-7e37-4302-9a57-a2c4819942ea tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "DELETE /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks/8a57d5b6-ac86-4f54-ac14-842fd6819222 HTTP/1.1" status: 204 len: 168 time: 0.1809926 Dec 17 16:58:51.863804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38712) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:51.966815 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Sync routers for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:51.977580 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:51.979163 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:52.005357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:52.084012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-270ff85e-37f3-49d0-83b1-0a2d7ce29137 None None] Provisioning complete for port 665183fc-e143-478c-92ec-1479c976bdf6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:52.085840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-270ff85e-37f3-49d0-83b1-0a2d7ce29137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.086367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:security_group_rule and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:52.098769 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-81664eef-70e6-42b2-8932-164b69994345 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.2337873 Dec 17 16:58:52.104593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38718) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.144484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:52.145142 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-02bfec47-2b49-46f9-a433-62bdaa9badeb tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/networks/4d5f6885-f5de-49e0-8b43-dbaf50e91569/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0374300 Dec 17 16:58:52.152201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38722) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.175895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.195553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Transition to ACTIVE for port object 48863b57-55ca-4ce7-b7fe-5ddc98601e76 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:52.200866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-270ff85e-37f3-49d0-83b1-0a2d7ce29137 None None] Port 665183fc-e143-478c-92ec-1479c976bdf6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:52.202097 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3b1759f4-4a2c-4366-8444-11e8fd8fa9b1 tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/networks/4d5f6885-f5de-49e0-8b43-dbaf50e91569/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0537875 Dec 17 16:58:52.204773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38732) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.239081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:52.246778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 561a0a66-34c8-4d11-b42e-753f87321b1d completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:52.256318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 561a0a66-34c8-4d11-b42e-753f87321b1d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:52.257028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.320731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.327609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38740) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.331012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:52.416731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Pushing event updated for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:52.426876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:52.480361 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e264ced0-5080-42de-b333-52211239d6eb tempest-DHCPAgentSchedulersTestJSON-467988770 tempest-DHCPAgentSchedulersTestJSON-467988770-project-admin] 10.222.0.61 "GET /v2.0/agents/288ad208-75fe-4a65-b930-38605176c9cf/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.2711685 Dec 17 16:58:52.480985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38748) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.552923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.592707 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:52.781766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:58:52.783876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.825555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.829359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:52.889340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 561a0a66-34c8-4d11-b42e-753f87321b1d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=561a0a66-34c8-4d11-b42e-753f87321b1d,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:52.905944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Attempting to bind port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:52.905944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Attempting to bind port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:52.906142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Attempting to bind port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 on network 04b7219c-8151-4e8b-8b1c-7751bfc38fad {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:52.912152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.914923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:52.915311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Checking segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:52.916172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.916582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Bound using segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:52.917476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Bound port: 48863b57-55ca-4ce7-b7fe-5ddc98601e76, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:52.917598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.947764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-77ea4ffe-9608-4576-bae3-8c92c949cc61 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:52.951748 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-77ea4ffe-9608-4576-bae3-8c92c949cc61 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6204500 Dec 17 16:58:52.960213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:52.973632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:52.983498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:53.006605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-3d6e9453-950b-4c98-b8d5-27c298b6ae02 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.009325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.022490 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3d6e9453-950b-4c98-b8d5-27c298b6ae02 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0575264 Dec 17 16:58:53.022862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.048261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-895355e7-8d87-474e-9b38-c2fb6fd54c93 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.051950 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-895355e7-8d87-474e-9b38-c2fb6fd54c93 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0254674 Dec 17 16:58:53.052167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.071830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-1680142d-01c2-487f-a1d3-b3ae728225ca tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.075094 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1680142d-01c2-487f-a1d3-b3ae728225ca tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0197296 Dec 17 16:58:53.086288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.101256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38770) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.114476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-30da9c00-3cb2-46ba-bd42-051deeddeeeb tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.118023 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-30da9c00-3cb2-46ba-bd42-051deeddeeeb tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0132277 Dec 17 16:58:53.119313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38776) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.141768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Port': ['ID=737ee716-d092-4d3e-8225-251a79e71c34,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:53.149184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-ee0f087f-1537-4a0d-8e8c-876183a6e316 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.152770 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ee0f087f-1537-4a0d-8e8c-876183a6e316 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0287495 Dec 17 16:58:53.161657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38780) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.179639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-03bd0f15-b0e1-4c36-85e1-ff999369ac7c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.183004 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-03bd0f15-b0e1-4c36-85e1-ff999369ac7c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0180163 Dec 17 16:58:53.185202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38784) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.188670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:53.211258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=561a0a66-34c8-4d11-b42e-753f87321b1d,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:53.214894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:53.218221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] For port 48863b57-55ca-4ce7-b7fe-5ddc98601e76, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:53.222561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] For port 48863b57-55ca-4ce7-b7fe-5ddc98601e76, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48863b57-55ca-4ce7-b7fe-5ddc98601e76,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:53.230584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:53.277220 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 2, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:53.282731 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Checking router: 8494d863-5a04-4521-8c46-b6abe9487485 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:53.283363 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Updating router 8494d863-5a04-4521-8c46-b6abe9487485 port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:53.306044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.311742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9acc7a60-5db7-4016-ba15-8d8797a81a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:53.381256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.422381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > segment before_delete 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.422908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.424599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.426139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > port after_create 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.426685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > port after_delete 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.427187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > port after_update 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.428274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > segment after_delete 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.429287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet after_create 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.429997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet after_delete 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.430994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet after_update 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.441140 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.462082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:53.462082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:53.523216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-5f0a1bba-b823-4023-af38-c521a95b3493 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.525046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5f0a1bba-b823-4023-af38-c521a95b3493 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.2968223 Dec 17 16:58:53.527424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e29c88-ab23-4cd1-ad7d-ca4e6769c555,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:53.533491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38792) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.559680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Pushing event updated for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:53.567337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:53.568320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.576015 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3256640 Dec 17 16:58:53.579213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38794) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.580099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:53.600092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-28df36f3-fc9e-4c6f-a4f3-3f1017ee5c65 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.601615 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-28df36f3-fc9e-4c6f-a4f3-3f1017ee5c65 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0240357 Dec 17 16:58:53.619202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'security_group_rule': {'security_group_id': '27e29c88-ab23-4cd1-ad7d-ca4e6769c555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:53.650161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38798) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.800628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-5370d8f6-0340-4c5f-b2fd-2422c503ee98 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.806387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5370d8f6-0340-4c5f-b2fd-2422c503ee98 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1481490 Dec 17 16:58:53.821624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:53.823074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:53.846510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet after_create 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.846982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet after_delete 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.847381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet before_create 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.847785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Subscribe: > subnet before_update 55550000 {{(pid=88117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 16:58:53.848184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a57d5b6-ac86-4f54-ac14-842fd6819222']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:53.855414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38810) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.868155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:security_group_rule and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:53.886920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-a41bc840-dee8-4d5e-9411-5e2633745505 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.890959 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a41bc840-dee8-4d5e-9411-5e2633745505 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0215507 Dec 17 16:58:53.899640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0867492-9716-41d9-92a3-3133af4e911d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:53.900021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0867492-9716-41d9-92a3-3133af4e911d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:53.910213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:53.912908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38814) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.916408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.933304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:53.934618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-7ee28036-63bd-4f03-8272-7eda1e080da0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.935693 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7ee28036-63bd-4f03-8272-7eda1e080da0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0182300 Dec 17 16:58:53.939830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38818) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.947516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-928bf4c2-233f-437f-8a65-a0a80a49a0b4 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.959052 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-928bf4c2-233f-437f-8a65-a0a80a49a0b4 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0175180 Dec 17 16:58:53.961073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.967841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:53.977493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:53.986109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-bcfa71ef-6c0b-4bcf-a5c4-d7efd43371bc tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:53.987151 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bcfa71ef-6c0b-4bcf-a5c4-d7efd43371bc tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0084524 Dec 17 16:58:53.990078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38826) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.012511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-4468bd50-bbf6-43dd-a22f-e99df60f1e1e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.015862 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4468bd50-bbf6-43dd-a22f-e99df60f1e1e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0206964 Dec 17 16:58:54.016273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38830) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.021797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-1726cfb8-42e9-4b74-97be-1b286cd0b849 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.025219 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1726cfb8-42e9-4b74-97be-1b286cd0b849 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059848 Dec 17 16:58:54.025219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.026353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38834) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.054905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-19fd3c69-33ce-47ff-ae0f-c87359581b82 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.058627 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-19fd3c69-33ce-47ff-ae0f-c87359581b82 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0290833 Dec 17 16:58:54.060062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38838) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.063772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:54.068629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.070255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:58:54.072742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38844) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.093373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] 10.222.0.61 "PUT /v2.0/routers/7a49ab19-dca0-4cb2-be7e-50e75b4184b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5227625 Dec 17 16:58:54.097330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589319869', 'description': 'tempest-description--6646068'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: from cryptography.utils import int_from_bytes Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: from cryptography.utils import int_from_bytes Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn_limited( Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn_limited( Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:58:54.103774 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:58:54.110699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:54.114984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:security_group and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:54.118888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-00f23007-a514-4f3e-9b3d-da9bf6a31d3d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.120928 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-00f23007-a514-4f3e-9b3d-da9bf6a31d3d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0588310 Dec 17 16:58:54.121068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:54.131404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38850) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.143196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:54.157871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.161845 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.9181952 Dec 17 16:58:54.178891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38852) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.269737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-db07424a-3a33-47fb-88a2-3f9c61f2d244 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.271862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Sync routers for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:54.281096 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db07424a-3a33-47fb-88a2-3f9c61f2d244 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0319121 Dec 17 16:58:54.288062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38858) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.313855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.323184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8e4c2c4a-fbc4-4ce3-8bfb-ac7be014116a tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Synchronizing usage tracker for tenant:eb4c86f62a494566b431c14a82c67126 on resource:floatingip {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:58:54.327999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-b5280ed3-1e1d-472b-9196-531732c4e988 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.332303 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5280ed3-1e1d-472b-9196-531732c4e988 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0433977 Dec 17 16:58:54.332766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.333409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38862) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.334372 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.369642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-595e9b6d-c158-4c3d-b790-0e16b4addebd tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.372521 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-595e9b6d-c158-4c3d-b790-0e16b4addebd tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0380514 Dec 17 16:58:54.375135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:54.375783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:54.379704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:54.380271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38872) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.384129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:security_group_rule and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:54.387284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:54.391643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-3b92f06d-58be-4c5b-b156-2e65653a03f1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.393535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:54.396540 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3b92f06d-58be-4c5b-b156-2e65653a03f1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0152764 Dec 17 16:58:54.397297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38876) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.397718 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Transition to ACTIVE for port object 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:54.401650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.409915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-aa3c194f-a26f-4059-b9e9-0a7ae6b20fb1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.411180 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aa3c194f-a26f-4059-b9e9-0a7ae6b20fb1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0113361 Dec 17 16:58:54.412652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38880) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.419418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-9446fac7-3152-42e6-a3b1-6600bd28e117 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.423642 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9446fac7-3152-42e6-a3b1-6600bd28e117 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099373 Dec 17 16:58:54.432168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38884) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.436446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:54.443474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object 2cff1889-1fe4-458b-9013-6e89698726ac will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:54.462181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-1e9bf932-e41d-4833-99de-0a0bf53cda8d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.463658 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e9bf932-e41d-4833-99de-0a0bf53cda8d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123010 Dec 17 16:58:54.465441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.469362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event deleted for resources: {'Network': ['ID=8a57d5b6-ac86-4f54-ac14-842fd6819222,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:54.470028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38888) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.474051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:54.477631 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "DELETE /v2.0/networks/8a57d5b6-ac86-4f54-ac14-842fd6819222 HTTP/1.1" status: 204 len: 168 time: 1.9957130 Dec 17 16:58:54.480107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38892) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.485233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-11762e14-c30c-4feb-b9e5-a605db063c33 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.485471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11762e14-c30c-4feb-b9e5-a605db063c33 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0125897 Dec 17 16:58:54.493608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.502094 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:54.504887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38896) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.519376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-bda66794-e136-490e-bff3-9455f784217a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.520396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bda66794-e136-490e-bff3-9455f784217a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144520 Dec 17 16:58:54.523447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.531295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38900) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.537682 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4939c870-9ab6-4273-adf5-b93d39c18081 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] DELETE failed (client error): The resource could not be found. Dec 17 16:58:54.538386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4939c870-9ab6-4273-adf5-b93d39c18081 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:58:54.540760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4939c870-9ab6-4273-adf5-b93d39c18081 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "DELETE /v2.0/ports/9a331e04-4aa2-4410-8816-a83bd83b96d2 HTTP/1.1" status: 404 len: 333 time: 0.0593476 Dec 17 16:58:54.544787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-bcdf56b1-b437-4c2a-8213-7d16685f575b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.545746 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bcdf56b1-b437-4c2a-8213-7d16685f575b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0135291 Dec 17 16:58:54.546342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38904) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.551525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.554522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38906) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.561149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8e4c2c4a-fbc4-4ce3-8bfb-ac7be014116a tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Unset dirty status for tenant:eb4c86f62a494566b431c14a82c67126 on resource:floatingip {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:58:54.564377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8e4c2c4a-fbc4-4ce3-8bfb-ac7be014116a tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=57bb6c2e-d1e3-402d-b5b8-11863330b448 HTTP/1.1" status: 200 len: 689 time: 0.3816736 Dec 17 16:58:54.574909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38912) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.600376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-7484a503-242d-4425-a123-066c8f83636b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.601622 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7484a503-242d-4425-a123-066c8f83636b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0452251 Dec 17 16:58:54.606095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38916) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.630843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-35bd9186-51ed-4a35-9a27-a665f531e700 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.632050 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-35bd9186-51ed-4a35-9a27-a665f531e700 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0247478 Dec 17 16:58:54.636124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38920) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.644530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-83b4c108-b69c-468e-982f-5d6d71374ca2 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.645081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.646604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83b4c108-b69c-468e-982f-5d6d71374ca2 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0092440 Dec 17 16:58:54.657638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.666859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-96b7494f-9429-4a80-9470-515a60a56df0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.668765 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-96b7494f-9429-4a80-9470-515a60a56df0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097697 Dec 17 16:58:54.679732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Deleting subnet b3e8f3e6-3122-4e12-8166-2f23422b82e4 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 16:58:54.682748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38928) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.687686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.715118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Pushing event updated for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:54.721198 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:54.727538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-6df066d4-195c-49a7-a9f6-0bd293627b0b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.730856 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6df066d4-195c-49a7-a9f6-0bd293627b0b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0432549 Dec 17 16:58:54.741103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38932) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.742296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:53Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:54.753092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-0265968a-2426-4cef-a88b-cc271c41aa2e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.756945 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0265968a-2426-4cef-a88b-cc271c41aa2e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0124958 Dec 17 16:58:54.759277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38936) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.763681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a82cf7-604b-4e94-8c9b-f688de84f0d2 None None] The sync data for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv is: [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:53Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:54.766823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:54.769381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-6bf47ba7-027d-4f4b-bb53-9c4ceb080e9c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.781770 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6bf47ba7-027d-4f4b-bb53-9c4ceb080e9c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0101764 Dec 17 16:58:54.781770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38940) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.788392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-cb5ff881-63e9-41ba-b2b1-8a7a0d2d541f tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.795776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:54.799171 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cb5ff881-63e9-41ba-b2b1-8a7a0d2d541f tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0158658 Dec 17 16:58:54.801647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38944) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.820107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.853305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.855829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:54.896136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-aa728e24-c365-4850-bba0-5b424f3aadc4 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.900071 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aa728e24-c365-4850-bba0-5b424f3aadc4 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0935590 Dec 17 16:58:54.909945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38950) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.945749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-a3a223cb-e2dd-4bba-9e69-14bd699edae1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.949579 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a3a223cb-e2dd-4bba-9e69-14bd699edae1 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0362706 Dec 17 16:58:54.951250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38956) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.960000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-c428063b-530a-4e05-b36b-8ab182dc5299 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.964057 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c428063b-530a-4e05-b36b-8ab182dc5299 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094619 Dec 17 16:58:54.965055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38960) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:54.975219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-f3451103-4c89-4f04-b85a-1c16501eb238 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:54.978650 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f3451103-4c89-4f04-b85a-1c16501eb238 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100994 Dec 17 16:58:54.979486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38964) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.003176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de040b67-168f-4d5e-a84c-03aac0e2bb63,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:55.007528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-d199e332-c264-414c-b39a-31ecf6da67f5 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.010302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:55.011593 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d199e332-c264-414c-b39a-31ecf6da67f5 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0311232 Dec 17 16:58:55.038998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38968) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.074139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-4e5dafea-b0eb-4bf9-97cd-b84fe1ce0293 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.076653 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4e5dafea-b0eb-4bf9-97cd-b84fe1ce0293 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0328770 Dec 17 16:58:55.091216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38972) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.115538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-5b26075d-fe94-4d5b-bd98-54960a1b6237 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.118882 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5b26075d-fe94-4d5b-bd98-54960a1b6237 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0259821 Dec 17 16:58:55.139845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ea28d1d-6635-427f-8ceb-e3d6aa56f81c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:55.159918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.161643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38976) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.175314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.181667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5713203 Dec 17 16:58:55.190760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38980) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.207463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-dbfccc7b-4f6a-4fce-98f1-002fd683ad2f tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.218402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dbfccc7b-4f6a-4fce-98f1-002fd683ad2f tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0497746 Dec 17 16:58:55.246205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'security_group_rule': {'security_group_id': '27e29c88-ab23-4cd1-ad7d-ca4e6769c555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:55.258275 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Attempting to bind port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:55.258648 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Attempting to bind port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:55.259020 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Attempting to bind port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 on network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:55.270378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38984) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.272671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:58:55.276805 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:55.277416 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Checking segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:55.286125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.288345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Bound using segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:55.289019 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Bound port: 2202f62a-9bdf-4142-b09b-6ee6e6de08d6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:55.304364 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.334630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:58:55.345791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:58:55.363576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:55.364277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.364835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.451442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 561a0a66-34c8-4d11-b42e-753f87321b1d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:55.551916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:55.557342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-445806e4-b061-47a8-8e04-5295a6538fb0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.558396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-445806e4-b061-47a8-8e04-5295a6538fb0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.2671013 Dec 17 16:58:55.563465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.563710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Deleting port 737ee716-d092-4d3e-8225-251a79e71c34 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:55.564201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.576693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-7a9a6924-95e2-4a06-8e20-e8680be32bc6 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.588448 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7a9a6924-95e2-4a06-8e20-e8680be32bc6 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0230720 Dec 17 16:58:55.589074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 38996) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.591808 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] For port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:55.598756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.4780519 Dec 17 16:58:55.599466 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] For port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:55.599655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.603705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5167334 Dec 17 16:58:55.607786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 38998) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.610146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39002) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.621381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2af', 'mac_address': 'fa:16:3e:78:db:7a'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:55.633143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:security_group_rule and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:55.659865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:55.678535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'security_group_rule': {'security_group_id': '96db53d1-f9d2-440a-a7f7-8c8330d1bf64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:55.683307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96db53d1-f9d2-440a-a7f7-8c8330d1bf64,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:55.695013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:55.697655 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.705604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:55.723660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:55.730315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-22a7129c-f2ad-4256-9c1e-8fa23885c8fc tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.743500 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-22a7129c-f2ad-4256-9c1e-8fa23885c8fc tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1532257 Dec 17 16:58:55.755158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39010) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.770812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.801156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-7e7fd007-d742-465b-a611-752e95b6811a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.807736 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7e7fd007-d742-465b-a611-752e95b6811a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0422046 Dec 17 16:58:55.845011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39014) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.846087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c504113-d6ea-4e37-b1c4-bbe63f81cff2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:55.880603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 561a0a66-34c8-4d11-b42e-753f87321b1d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:55.881072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.887284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:55.891983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:55.895339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-b68d52c4-a3d7-425a-923c-343aced1b343 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.895904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:55.896463 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b68d52c4-a3d7-425a-923c-343aced1b343 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0213373 Dec 17 16:58:55.903187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=2cff1889-1fe4-458b-9013-6e89698726ac,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:55.906669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39018) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.907102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39020) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.908503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e8f3e6-3122-4e12-8166-2f23422b82e4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:55.910791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:55.916194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:55.920716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-563de3d0-f05c-4372-8303-7a43f792ce8c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.921937 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-563de3d0-f05c-4372-8303-7a43f792ce8c tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109670 Dec 17 16:58:55.930668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:security_group_rule and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:55.939098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39026) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:55.943678 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Pushing event updated for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:55.946754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:55.950963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:55.973900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb51b4-c8ea-41b3-bb5c-983a46074610 None None] Network 4d5f6885-f5de-49e0-8b43-dbaf50e91569 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:58:55.982586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-5cc76160-4c34-4d31-93dc-2daf774afec8 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:55.988117 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5cc76160-4c34-4d31-93dc-2daf774afec8 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0457354 Dec 17 16:58:56.000719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39032) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.003349 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:56.007386 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:56.012659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:56.075899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-304cd11c-e625-4c32-a1b4-e817d95888a7 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.077298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-304cd11c-e625-4c32-a1b4-e817d95888a7 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0707052 Dec 17 16:58:56.078114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39036) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.108421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39038) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.118115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752996430', 'description': 'tempest-description--335280069'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:56.131452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:56.137856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Usage tracker for resource:security_group and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:56.148534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:56.159020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:56.242880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ab51db71-c6c3-4c76-8cdc-c90e9c794752 None None] Provisioning for port 2cff1889-1fe4-458b-9013-6e89698726ac completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:56.258512 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "DELETE /v2.0/subnets/b3e8f3e6-3122-4e12-8166-2f23422b82e4 HTTP/1.1" status: 204 len: 168 time: 1.7072127 Dec 17 16:58:56.263599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48863b57-55ca-4ce7-b7fe-5ddc98601e76 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:56.295074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39044) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.324597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-8551d8cd-c114-4fa7-b24b-bf63c6777fd0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.330771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8551d8cd-c114-4fa7-b24b-bf63c6777fd0 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1340003 Dec 17 16:58:56.346934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39048) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.348031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.360613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.375774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-089f5974-a15b-4049-baeb-5b7dc1058b7d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.380447 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-089f5974-a15b-4049-baeb-5b7dc1058b7d tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0215056 Dec 17 16:58:56.383765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39052) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.387206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ab51db71-c6c3-4c76-8cdc-c90e9c794752 None None] Provisioning complete for port 2cff1889-1fe4-458b-9013-6e89698726ac triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:56.387595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab51db71-c6c3-4c76-8cdc-c90e9c794752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.391781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-2bf2cc6a-7d3e-44f3-b6ac-75d1a1f649d9 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.392980 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2bf2cc6a-7d3e-44f3-b6ac-75d1a1f649d9 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067484 Dec 17 16:58:56.428452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39056) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.442951 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:56.453842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-adeaaeea-9926-4451-8c93-1c8085c00407 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.458444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-adeaaeea-9926-4451-8c93-1c8085c00407 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0225954 Dec 17 16:58:56.465179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.476277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39060) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.484457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-3f216bff-6875-4f50-92be-4a4ee88f0175 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.486443 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3f216bff-6875-4f50-92be-4a4ee88f0175 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087309 Dec 17 16:58:56.494689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 2, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:56.496228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39064) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.536864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:56.551816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.559521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-9b109e28-66b6-4994-a7c0-a3d9b82e2971 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.569784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b109e28-66b6-4994-a7c0-a3d9b82e2971 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0702167 Dec 17 16:58:56.576827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39068) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.582814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Usage tracker for resource:security_group_rule and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:56.620125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Checking router: 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:56.620507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Updating router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 port 665183fc-e143-478c-92ec-1479c976bdf6 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:58:56.638006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-b999d8d6-112e-4c55-8388-0e59c25bb376 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.639181 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b999d8d6-112e-4c55-8388-0e59c25bb376 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0251667 Dec 17 16:58:56.650363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39074) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.654579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-619283581'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:56.665971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.666555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.672848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-08a845ab-f311-4a3c-b728-ae525e045b1a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.674059 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08a845ab-f311-4a3c-b728-ae525e045b1a tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0147526 Dec 17 16:58:56.681607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.683483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39078) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.687534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:56.691596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.704144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-99630b60-250f-458d-b9f3-03d514fceb55 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.706912 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-99630b60-250f-458d-b9f3-03d514fceb55 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0168047 Dec 17 16:58:56.713017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Usage tracker for resource:network and tenant:d9b3379d13624901a2c8730f1f456260 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:56.715495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39082) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.723710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:56.729193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-8059bf36-3c59-476f-a2fb-b765c120c044 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.730282 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8059bf36-3c59-476f-a2fb-b765c120c044 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0118065 Dec 17 16:58:56.736480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:56.741018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39086) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.752659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-859b25af-c46b-4d5a-836f-eeb48f06e022 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.754730 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-859b25af-c46b-4d5a-836f-eeb48f06e022 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0126367 Dec 17 16:58:56.777261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39090) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.778962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ab51db71-c6c3-4c76-8cdc-c90e9c794752 None None] Port 2cff1889-1fe4-458b-9013-6e89698726ac cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:56.781537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:56.788912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:56.864452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-06a70826-8b57-47d0-8119-765f51ef9dcb tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:56.867879 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06a70826-8b57-47d0-8119-765f51ef9dcb tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0872042 Dec 17 16:58:56.867879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Deleting port 0fee01a1-dc49-41a4-acb3-ae22b053b547 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:56.867879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.868173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:56.880508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39094) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:56.957447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Calling delete_port for 737ee716-d092-4d3e-8225-251a79e71c34 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:57.006691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:57.010760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-e52d8f84-9a7b-42f7-bf0b-b4ce72617b7b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:57.014078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e52d8f84-9a7b-42f7-bf0b-b4ce72617b7b tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0652092 Dec 17 16:58:57.014078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.023357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:57.023970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.058752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.070836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39098) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.079599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Made reservation on behalf of d9b3379d13624901a2c8730f1f456260 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:57.092484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-5ffe21f3-853d-4d9d-9e61-8ead299c8f6e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:57.092691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.092848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5ffe21f3-853d-4d9d-9e61-8ead299c8f6e tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0059967 Dec 17 16:58:57.094821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39102) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.104625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.117837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] DHCP port deletion for 4d5f6885-f5de-49e0-8b43-dbaf50e91569 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 16:58:57.124923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-45c3f8ba-a311-4c62-b42d-83eb96220fc8 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:57.126567 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-45c3f8ba-a311-4c62-b42d-83eb96220fc8 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0101678 Dec 17 16:58:57.142007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Deleting port 0fee01a1-dc49-41a4-acb3-ae22b053b547 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:57.142401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.147643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39106) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.151370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.155777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b9186b-9f8d-41c7-9c95-b92df328acd9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:57.158808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:57.160475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.178280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [None req-865baf2e-266b-4946-bcb8-5f48b0c9deea tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:57.181754 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-865baf2e-266b-4946-bcb8-5f48b0c9deea tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0306809 Dec 17 16:58:57.184806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.190908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39110) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.210036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:57.224305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Usage tracker for resource:security_group_rule and tenant:d9b3379d13624901a2c8730f1f456260 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:57.242506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [None req-9669e095-a144-4fbd-9ddf-d8068357a2b6 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:58:57.248556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9669e095-a144-4fbd-9ddf-d8068357a2b6 tempest-ExtensionsTestJSON-1600396202 tempest-ExtensionsTestJSON-1600396202-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0378168 Dec 17 16:58:57.255986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:57.274472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:57.283308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.284842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69357776-177d-4129-974a-4d19e6f32282,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:57.292057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:57.348961 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:55Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:57.359359 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f066f7d-7871-439b-9232-1b0ec646a522 None None] The sync data for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv is: [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:55Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:57.401496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] For port 0fee01a1-dc49-41a4-acb3-ae22b053b547, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0fee01a1-dc49-41a4-acb3-ae22b053b547,segment=NetworkSegment(79fdf75f-35ea-4e08-8a88-f076a6471fbe),segment_id=79fdf75f-35ea-4e08-8a88-f076a6471fbe)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:57.402010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.446168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.453034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3526545 Dec 17 16:58:57.454464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.455559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.460480 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2345133 Dec 17 16:58:57.463388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39116) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.463723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39118) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.474701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'security_group_rule': {'security_group_id': '62b9186b-9f8d-41c7-9c95-b92df328acd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:57.485509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:57.494409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd98a2ec-e39b-4299-876a-025cf1a78253 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.539316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:57.541843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fc5b1b-c255-417a-99e0-2c5874a1b414,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:57.544173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:57.549118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:57.550070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Usage tracker for resource:security_group_rule and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:57.555455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:57.558552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:floatingip and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:57.567690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:57.571692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:57.577749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:57.591296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:57.598597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] For port 0fee01a1-dc49-41a4-acb3-ae22b053b547, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0fee01a1-dc49-41a4-acb3-ae22b053b547,segment=NetworkSegment(79fdf75f-35ea-4e08-8a88-f076a6471fbe),segment_id=79fdf75f-35ea-4e08-8a88-f076a6471fbe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:57.599127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.646140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.647693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0171361 Dec 17 16:58:57.650246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39124) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:57.655608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'security_group_rule': {'security_group_id': '96db53d1-f9d2-440a-a7f7-8c8330d1bf64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:57.664918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:57.669096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Calling delete_port for 0fee01a1-dc49-41a4-acb3-ae22b053b547 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:57.672431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:security_group_rule and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:57.676202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:57.684161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:57.693932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.709308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.732266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.753916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Calling delete_port for 0fee01a1-dc49-41a4-acb3-ae22b053b547 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:57.766146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.774810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.825412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.841532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.846098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.889195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.892592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event deleted for resources: {'Port': ['ID=0fee01a1-dc49-41a4-acb3-ae22b053b547,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:57.896350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:57.915889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:57.939204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.959430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] In _notify_port_updated(), no bound segment for port 2cff1889-1fe4-458b-9013-6e89698726ac on network e2816c1d-46c9-4c20-ba89-5f88e59382a8 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:58:57.966109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:57.966941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.971078 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "PUT /v2.0/ports/2cff1889-1fe4-458b-9013-6e89698726ac HTTP/1.1" status: 200 len: 1002 time: 2.3572893 Dec 17 16:58:57.971298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] No DVR routers for this DVR port 0fee01a1-dc49-41a4-acb3-ae22b053b547 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:58.016957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39130) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:58.028184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.078170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Port': ['ID=737ee716-d092-4d3e-8225-251a79e71c34,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.086145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.180887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 48863b57-55ca-4ce7-b7fe-5ddc98601e76, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48863b57-55ca-4ce7-b7fe-5ddc98601e76,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:58.195382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:58:58.195803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:58:58.198969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:58:58.219949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.221171 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Added segment 94e4d005-8c0f-480c-b581-73fc7a09af3e of type vlan for network 079ef642-440a-41b6-b6e3-a48bc6f2864b Dec 17 16:58:58.243084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.251445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.312004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39134) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:58.319974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.325167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.392340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:58:58.404880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.410984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=2cff1889-1fe4-458b-9013-6e89698726ac,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.415553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.415911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.424414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.424738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Transition to ACTIVE for port object 665183fc-e143-478c-92ec-1479c976bdf6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:58:58.427282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.431580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.434300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.459964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port 2cff1889-1fe4-458b-9013-6e89698726ac {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:58.460357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.478933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5a33f419-d60f-4743-b1b2-002c91164194 None None] Provisioning complete for port 2cff1889-1fe4-458b-9013-6e89698726ac triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:58.479312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a33f419-d60f-4743-b1b2-002c91164194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.501853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.522298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.528936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b4159af-4f90-4636-b5b9-55fe4a5f4ffc tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.529139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5f6885-f5de-49e0-8b43-dbaf50e91569']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:58.544211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.555063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.559753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1d00a4-d632-4d05-ba49-6f68ec7ed0d9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.561176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.563840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.567427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fdf75f-35ea-4e08-8a88-f076a6471fbe') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:58.567888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fdf75f-35ea-4e08-8a88-f076a6471fbe') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:58.577529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd01c73-e74a-4e4b-8f60-1fcbcdad9e61,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.589079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.595259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.595635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.607339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:58.607918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.617193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.621841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:58:58.654368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.668299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:58.674106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.683257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.702664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Deleting port 0fee01a1-dc49-41a4-acb3-ae22b053b547 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:58:58.703027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.708457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.712703 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2428391 Dec 17 16:58:58.716528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272f9191-b4dc-4573-880e-62aca55369d1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.720806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39140) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:58.736824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'security_group_rule': {'security_group_id': '62b9186b-9f8d-41c7-9c95-b92df328acd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:58.741104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.753613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:58.760149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.775969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:58.776641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:58:58.795280 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:58:58.802377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:58.833555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Usage tracker for resource:security_group_rule and tenant:e26d9623825749caa94c42e9cc3b5ff8 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:58.857853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Usage tracker for resource:security_group_rule and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:58.860726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:58.866702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:58.873054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:58.879863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.881050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2296872 Dec 17 16:58:58.884252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:58.890163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39144) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:58.901944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Pushing event updated for resources: {'Network': ['ID=079ef642-440a-41b6-b6e3-a48bc6f2864b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.909063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.926045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:58.946041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.949905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Pushing event updated for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:58.954699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:58.958919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5a33f419-d60f-4743-b1b2-002c91164194 None None] Port 2cff1889-1fe4-458b-9013-6e89698726ac cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:58:58.962776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:58.975361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:58:59.022601 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.1095152 Dec 17 16:58:59.033963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:floatingip and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:59.039546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:59.051184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:59.091320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.100070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01fd27cc-8416-415d-838c-532ba922ede2 None None] The port '0fee01a1-dc49-41a4-acb3-ae22b053b547' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 16:58:59.147363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.169501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.240120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a3bd530a-59d0-4f5f-aff6-f62fd93f7518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:59.250325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Attempting to bind port 665183fc-e143-478c-92ec-1479c976bdf6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:58:59.250768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Attempting to bind port 665183fc-e143-478c-92ec-1479c976bdf6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:58:59.251309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Attempting to bind port 665183fc-e143-478c-92ec-1479c976bdf6 on network b34f928e-e2d6-4369-a0e0-65b15aafce99 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:58:59.257724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:58:59.260405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Checking segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:58:59.260915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.261407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Bound using segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:58:59.262025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Bound port: 665183fc-e143-478c-92ec-1479c976bdf6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:58:59.263145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.269606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.295829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:58:59.315273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:58:59.315655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.378185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37eb302c-6224-42d7-98e8-d9ba88a3923f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:59.394141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.458063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] For port 665183fc-e143-478c-92ec-1479c976bdf6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:58:59.465583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] For port 665183fc-e143-478c-92ec-1479c976bdf6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=665183fc-e143-478c-92ec-1479c976bdf6,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:58:59.479549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:59.533467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for 2cff1889-1fe4-458b-9013-6e89698726ac owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:58:59.550585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.575644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.578771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3ced9aa-9a69-40b3-a331-86767f6cdff8 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:59.584682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39152) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:58:59.587440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a955a367-173f-4cc6-bc8a-baa23a180ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:59.612766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Pushing event deleted for resources: {'Network': ['ID=4d5f6885-f5de-49e0-8b43-dbaf50e91569,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:59.615203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:59.619804 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] 10.222.0.61 "DELETE /v2.0/networks/4d5f6885-f5de-49e0-8b43-dbaf50e91569 HTTP/1.1" status: 204 len: 168 time: 3.3227136 Dec 17 16:58:59.632562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b', 'binding:host_id': 'hv-neutron-8210', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412785208'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:58:59.656679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.660193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:58:59.666806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.687616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Usage tracker for resource:port and tenant:95875c388cbd45d89fe8b2f957346583 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:58:59.694941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:58:59.699446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.703595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Allocated IP 172.26.4.79 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/d4bd1fa4-1603-43c3-a087-2e9ad56271c2) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:58:59.717177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.723312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:58:59.734117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bb6c2e-d1e3-402d-b5b8-11863330b448']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:59.740845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:58:59.741482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:58:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:59.763257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff942f39-db8b-458c-a2cf-8d64a6b6cedb') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:59.763572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff942f39-db8b-458c-a2cf-8d64a6b6cedb') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:59.843622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.851297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.879062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.887264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:59.893250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Made reservation on behalf of 95875c388cbd45d89fe8b2f957346583 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:58:59.896158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.912411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.925585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.931159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Pushing event updated for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:59.937083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:59.945702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.947673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:58:59.958170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:58:59.966564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99542d3-fdec-47e4-8a86-b208e104a02c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:59.969884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:58:59.970190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:58:59.971832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:59.972232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:59.996910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:00.004430 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:00.021725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.035464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:00.046862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=2cff1889-1fe4-458b-9013-6e89698726ac,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:00.057397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:00.114734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:00.130759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e26d9623825749caa94c42e9cc3b5ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8003492 Dec 17 16:59:00.139191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39158) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.152662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Usage tracker for resource:security_group_rule and tenant:95875c388cbd45d89fe8b2f957346583 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:00.165035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:00.195075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af07d0-fb36-4f4b-97c9-fd4d3f73364f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:00.199224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:00.200515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:00.227233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:00.243187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.244818 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5223606 Dec 17 16:59:00.251661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39164) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.260215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0fee01a1-dc49-41a4-acb3-ae22b053b547 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 16:59:00.266265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.283230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:00.294580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:00.310990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0fee01a1-dc49-41a4-acb3-ae22b053b547 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 16:59:00.315324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0fee01a1-dc49-41a4-acb3-ae22b053b547 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 16:59:00.315580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:00.317063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.324726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.328335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Usage tracker for resource:floatingip and tenant:acb17deea65d4df2993efcdf1a838b80 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:00.337158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:00.361217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.379698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.392405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:00.415504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06ba2044-16f9-4ec6-a282-a70156a36129 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:00.437763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.463361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57bb6c2e-d1e3-402d-b5b8-11863330b448 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:59:00.465628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.480584 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/2cff1889-1fe4-458b-9013-6e89698726ac HTTP/1.1" status: 204 len: 168 time: 2.4277492 Dec 17 16:59:00.483544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Network': ['ID=57bb6c2e-d1e3-402d-b5b8-11863330b448,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:00.485997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39174) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.486142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:00.506477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:00.526599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/57bb6c2e-d1e3-402d-b5b8-11863330b448 HTTP/1.1" status: 204 len: 168 time: 5.9507306 Dec 17 16:59:00.527387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39178) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.538495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.559551 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6144cbba-81dc-4343-96b6-2a846584b5d5 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] GET failed (client error): The resource could not be found. Dec 17 16:59:00.560361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6144cbba-81dc-4343-96b6-2a846584b5d5 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:00.600662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.638085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6f4e2764-801d-4ebd-819a-09a2448c641e tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Synchronizing usage tracker for tenant:eb4c86f62a494566b431c14a82c67126 on resource:floatingip {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:00.671892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:00.672599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.695837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6144cbba-81dc-4343-96b6-2a846584b5d5 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:00.697610 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6144cbba-81dc-4343-96b6-2a846584b5d5 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports/2cff1889-1fe4-458b-9013-6e89698726ac HTTP/1.1" status: 404 len: 333 time: 0.2100983 Dec 17 16:59:00.705396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39182) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.714580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-693079524'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:00.744768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.807351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:00.821295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48863b57-55ca-4ce7-b7fe-5ddc98601e76 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:00.832530 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ecac795b-456f-4a81-91d6-4686795e0b2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd1124032fc040a7b80cfdd4dab4292a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4641585 Dec 17 16:59:00.837145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39186) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:00.842338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af07d0-fb36-4f4b-97c9-fd4d3f73364f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:00.849268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:00.856266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.866449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:00.868804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.869939 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74af07d0-fb36-4f4b-97c9-fd4d3f73364f HTTP/1.1" status: 204 len: 168 time: 0.7299190 Dec 17 16:59:00.890175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b20a3f-b59d-49f3-baef-4f37d1a2bdd4 None None] The sync data for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv is: [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:59:00.925265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:00.925796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.932450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.943896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a148142b-4b1c-4b39-919a-8d16cd7b6f4b tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:00.956586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:00.985554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:00.985554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:01.024496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.025583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.039524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:01.051202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:01.053699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:01.093442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6f4e2764-801d-4ebd-819a-09a2448c641e tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Unset dirty status for tenant:eb4c86f62a494566b431c14a82c67126 on resource:floatingip {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:01.098665 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6f4e2764-801d-4ebd-819a-09a2448c641e tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5622096 Dec 17 16:59:01.101510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39192) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:01.142896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:01.147175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.178672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Allocated IP 172.26.4.104 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/740d74c1-46d2-4e3b-8632-342e2b909c0d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:01.181800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port 071b0ad0-c9ab-4853-af6f-2b75230c0490 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:01.185642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.187107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:01.263096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'Port': ['ID=d4bd1fa4-1603-43c3-a087-2e9ad56271c2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:01.279601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0d478ac1-3f00-476c-9c91-945d84ee5c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:01.281668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:01.288208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:01.317145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7687a3-6768-4abf-b860-c899d88de193,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:01.320066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:01.324160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.324630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.326143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.327571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.329381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.329381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.331727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:01.333700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Synchronizing usage tracker for tenant:eb4c86f62a494566b431c14a82c67126 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:01.354392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.365698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f23073-e6e9-426f-a064-eddc76a66447,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:01.394415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:01.434826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.435981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e7687a3-6768-4abf-b860-c899d88de193 HTTP/1.1" status: 204 len: 168 time: 0.5979316 Dec 17 16:59:01.466883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::51 (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/71f0494d-cd4a-4af6-bea8-21ecfb3c8f06) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:01.489085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Unset dirty status for tenant:eb4c86f62a494566b431c14a82c67126 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:01.490803 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5e872377-282b-4a19-8c50-3fd3645879ce tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.3861747 Dec 17 16:59:01.493834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39202) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:01.613665 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-3e4ac337-04a2-485e-b431-d589ea21ff0a tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] delete failed (client error): The resource could not be found. Dec 17 16:59:01.614712 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3e4ac337-04a2-485e-b431-d589ea21ff0a tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/d6361166-91de-4499-abe3-c19e3edbcb72 HTTP/1.1" status: 404 len: 345 time: 0.1197579 Dec 17 16:59:01.618625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39210) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:01.632115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.660483 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-27da889e-2ff3-4598-be3f-2d83703a9000 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] DELETE failed (client error): The resource could not be found. Dec 17 16:59:01.660951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27da889e-2ff3-4598-be3f-2d83703a9000 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:59:01.666864 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27da889e-2ff3-4598-be3f-2d83703a9000 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/57bb6c2e-d1e3-402d-b5b8-11863330b448 HTTP/1.1" status: 404 len: 339 time: 0.0431387 Dec 17 16:59:01.675745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39214) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:01.695333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'name': 'tempest-network--951065567', 'router:external': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:01.699827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:01.725591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:network and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:01.730837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:01.747920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:01.762292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.828907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.847531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:01.938810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.946385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:01.984480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.023732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:02.027229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:02.031511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:02.037314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:02.037970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.046497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=71f0494d-cd4a-4af6-bea8-21ecfb3c8f06,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:02.060905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:02.106440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:02.108593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.182424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b48a609b-a01f-43b3-bb92-a22987e9ecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.188444 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4810646 Dec 17 16:59:02.188920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39228) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:02.196037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:78:db:7a'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:02.227311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port 071b0ad0-c9ab-4853-af6f-2b75230c0490 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:02.238533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:02.249509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.285370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.285645 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Added segment 95cbc61c-34c0-4a73-bafe-e8c0fd39455e of type vlan for network cece368c-82af-4c4a-9f7d-a2da3cc8dc14 Dec 17 16:59:02.345192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Transition to ACTIVE for port object 071b0ad0-c9ab-4853-af6f-2b75230c0490 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:02.466084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.487829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 665183fc-e143-478c-92ec-1479c976bdf6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:02.489667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39234) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:02.498601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.503029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39238) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:02.514280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:02.521667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b4348d03-6132-4558-85be-a72cbabb47f8 None None] Provisioning for port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:02.522748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.539192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b4348d03-6132-4558-85be-a72cbabb47f8 None None] Provisioning complete for port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:02.539788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4348d03-6132-4558-85be-a72cbabb47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.573404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.577388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.615410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b4348d03-6132-4558-85be-a72cbabb47f8 None None] Port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:02.619670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:02.627430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.628439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:02.644177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:02.687583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:02.702426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Usage tracker for resource:security_group_rule and tenant:a10dcce13ce547529ebd6525af088c9b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:02.709392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:02.716399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.727114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 665183fc-e143-478c-92ec-1479c976bdf6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:02.732577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 665183fc-e143-478c-92ec-1479c976bdf6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:02.733662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:02.733842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.757382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Allocated IP 172.26.4.180 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/920bdfe7-a989-4b43-b47d-3aadae387eba) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:02.772223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:02.792022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'Port': ['ID=740d74c1-46d2-4e3b-8632-342e2b909c0d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:02.801772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:02.873538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:02.890583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.911483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.925995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885151571'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:02.929320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 665183fc-e143-478c-92ec-1479c976bdf6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=665183fc-e143-478c-92ec-1479c976bdf6,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:02.957450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:02.997372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:03.002294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.014993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.017257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:03.045097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.050299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.070315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=071b0ad0-c9ab-4853-af6f-2b75230c0490,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.077971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:03.105981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.108060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.109267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.115655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bcdc1416-337a-459e-9bab-d43221dabb73 tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.123249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.158545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.184177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] In _notify_port_updated(), no bound segment for port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 on network e2816c1d-46c9-4c20-ba89-5f88e59382a8 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:59:03.189639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:03.190908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.192246 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "PUT /v2.0/ports/71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 HTTP/1.1" status: 200 len: 1001 time: 1.0023496 Dec 17 16:59:03.198225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:03.244820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=71f0494d-cd4a-4af6-bea8-21ecfb3c8f06,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.247810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.263329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.288633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:03.289216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.308766 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a10dcce13ce547529ebd6525af088c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8152640 Dec 17 16:59:03.311375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39248) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:03.335443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Checking segment: {'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:03.335840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Network hostable DHCP agents. Network: 079ef642-440a-41b6-b6e3-a48bc6f2864b, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:03.382005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5803d-5ab6-468b-bb3e-2293f3fa3c2f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.392306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.400674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.404293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'Port': ['ID=d4bd1fa4-1603-43c3-a087-2e9ad56271c2,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.407945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:03.408302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.425053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.426289 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9578562 Dec 17 16:59:03.429503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.431319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.431702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.433751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.454042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f8606dfd-8813-4111-a42d-2dbcc5aec8cc None None] Provisioning complete for port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:03.455058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f8606dfd-8813-4111-a42d-2dbcc5aec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.470958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.483567 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8008218 Dec 17 16:59:03.488079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39254) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:03.544385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:03.551905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f8606dfd-8813-4111-a42d-2dbcc5aec8cc None None] Port 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:03.559106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.585529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:03.588927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.640459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.644884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.661143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=cece368c-82af-4c4a-9f7d-a2da3cc8dc14,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:03.667787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:03.674644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network cece368c-82af-4c4a-9f7d-a2da3cc8dc14 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:03.678268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.702465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:03.713013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 079ef642-440a-41b6-b6e3-a48bc6f2864b) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:03.721263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:security_group_rule and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:03.730708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:03.743162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:03.745130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:03.757260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525dcf1-1868-4eb7-9ff0-e71b02562a56 None None] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:03.784986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:03.785353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:03.785742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:03.828759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:03.829152 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:03.834145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.874966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 2 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:03.904900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:03.922054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:03.955688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:03.956047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:03.956382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:03.993766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:03.994166 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:03.998238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for 71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:03.999655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 3 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.014349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39278) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:04.035596 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 16:59:04.038629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:04.066480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:04.083765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:04.109537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'Port': ['ID=920bdfe7-a989-4b43-b47d-3aadae387eba,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:04.112515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.112811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.113145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.115522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:04.141313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6b771-d7f9-4cad-8873-1acb79cdfe2d tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.147243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6b771-d7f9-4cad-8873-1acb79cdfe2d tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.152795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6b771-d7f9-4cad-8873-1acb79cdfe2d tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.153840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.154168 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.158685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6b771-d7f9-4cad-8873-1acb79cdfe2d tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.163061 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-47e6b771-d7f9-4cad-8873-1acb79cdfe2d tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6713078 Dec 17 16:59:04.163061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.169026 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 4 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.169147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39282) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:04.169147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d147cff5-b0ad-4376-a03e-00cde8266027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:04.224505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e2566f26-62c4-495d-b769-82d3eb90e1fa tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Synchronizing usage tracker for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:04.233450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.233779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.234135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.235144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5803d-5ab6-468b-bb3e-2293f3fa3c2f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:04.240425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.246028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.246888 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.252556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 5 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.294269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.297903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.298242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.298567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.300164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:04.305695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.306129 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.307630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 6 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.308214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.309321 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dc5803d-5ab6-468b-bb3e-2293f3fa3c2f HTTP/1.1" status: 204 len: 168 time: 0.9940917 Dec 17 16:59:04.314505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.322418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:04.346726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.349120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.349450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.349783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.360796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.362601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:04.374875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.375210 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.377334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 7 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.385344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.389454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10db34-8b1e-40f3-8bea-57c67c0c1f9d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:04.394684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.394684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment fa0963d5-e128-4e16-9317-33cf2665e0cc of type vlan for network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f Dec 17 16:59:04.409302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:04.410851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e2566f26-62c4-495d-b769-82d3eb90e1fa tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Unset dirty status for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:04.412019 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e2566f26-62c4-495d-b769-82d3eb90e1fa tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1875672601&fields=id&tenant_id=c970a797c4d64a55b22107c1ea2af53d HTTP/1.1" status: 200 len: 267 time: 0.3940973 Dec 17 16:59:04.412434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:04.434020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 665183fc-e143-478c-92ec-1479c976bdf6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:04.461879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.462310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.462541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.484008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.504523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:04.539552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.558448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 665183fc-e143-478c-92ec-1479c976bdf6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:04.559019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.591885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.592363 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.609124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 8 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.617392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.652929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=71f0494d-cd4a-4af6-bea8-21ecfb3c8f06,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:04.683578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'Port': ['ID=740d74c1-46d2-4e3b-8632-342e2b909c0d,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:04.687661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:04.695905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cece368c-82af-4c4a-9f7d-a2da3cc8dc14']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:04.702683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:04.705231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.705630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.706041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.707543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.709407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48ab9c0-9ab2-46e0-b9ce-6eeffbb8ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.721830 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 HTTP/1.1" status: 204 len: 168 time: 1.5199292 Dec 17 16:59:04.721830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cbc61c-34c0-4a73-bafe-e8c0fd39455e') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:04.721830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cbc61c-34c0-4a73-bafe-e8c0fd39455e') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:04.732656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39288) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:04.740391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.740724 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.750541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 9 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.766402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.799066 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3745a8-1ec0-4f6e-8b2a-161a514905b9 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] GET failed (client error): The resource could not be found. Dec 17 16:59:04.800996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c3745a8-1ec0-4f6e-8b2a-161a514905b9 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:04.808830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.814499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.814831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.815743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.838369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.838917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.845093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:04.845484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:04.861548 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:04.865567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.865929 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.874543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 10 to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 Dec 17 16:59:04.901444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-a0ba245d-8cd4-4fee-9e0c-5d88dad0872c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.902181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-a0ba245d-8cd4-4fee-9e0c-5d88dad0872c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Synchronizing usage tracker for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:04.913909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:04.914250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:04.914581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:04.933280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:04.933280 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 071b0ad0-c9ab-4853-af6f-2b75230c0490 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:04.933280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.958545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.971346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:04.971995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.972974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c3745a8-1ec0-4f6e-8b2a-161a514905b9 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:04.974195 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c3745a8-1ec0-4f6e-8b2a-161a514905b9 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports/71f0494d-cd4a-4af6-bea8-21ecfb3c8f06 HTTP/1.1" status: 404 len: 333 time: 0.2453778 Dec 17 16:59:04.977975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39298) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:04.983696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-204698700'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:05.018367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:05.052929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.071848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ee6d4f3-491f-4b80-8305-2760a79da7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:05.083806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cece368c-82af-4c4a-9f7d-a2da3cc8dc14 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:59:05.090355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.104448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Network': ['ID=cece368c-82af-4c4a-9f7d-a2da3cc8dc14,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:05.109291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:05.113671 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cece368c-82af-4c4a-9f7d-a2da3cc8dc14 HTTP/1.1" status: 204 len: 168 time: 0.9373298 Dec 17 16:59:05.117579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39304) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:05.125030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'name': 'tempest-network--1233471489', 'router:external': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:05.138245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.147582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2460048 Dec 17 16:59:05.147774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:05.147774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:network and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:05.150109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:05.166188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:05.176168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-a0ba245d-8cd4-4fee-9e0c-5d88dad0872c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Unset dirty status for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:05.177443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-a0ba245d-8cd4-4fee-9e0c-5d88dad0872c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/networks?id=04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 200 len: 811 time: 0.7321553 Dec 17 16:59:05.183025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:05.195047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:05.281314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:05.284369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.309981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:05.323966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.364464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8114829 Dec 17 16:59:05.364640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:05.382281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.382281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Added segment 36cf009b-2b9d-48d4-bdaf-8776acb5e07c of type vlan for network e6ee9574-4ded-45a4-b563-c5eeac1235a7 Dec 17 16:59:05.384120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port a480a855-9c57-4aee-bc9a-cd3bbb05ef1a yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:05.385947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:05.394922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:05.400566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-2bfaef8e-1418-4f09-b2d3-67445b26bc8e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/quotas/c970a797c4d64a55b22107c1ea2af53d HTTP/1.1" status: 200 len: 375 time: 0.0486376 Dec 17 16:59:05.408121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port 071b0ad0-c9ab-4853-af6f-2b75230c0490, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:05.408501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempted to set empty binding levels {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 16:59:05.412164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:05.499046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39324) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:05.516471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.519444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:05.566581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:05.630773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.693174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:05.694181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.754830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=071b0ad0-c9ab-4853-af6f-2b75230c0490,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:05.756316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::2fc (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/a480a855-9c57-4aee-bc9a-cd3bbb05ef1a) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:05.778602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-234b3e2f-29e2-43fa-9901-bd95ce59cf92 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c970a797c4d64a55b22107c1ea2af53d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3680680 Dec 17 16:59:05.781556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:05.792951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.799424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:05.800070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.801742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:05.806420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:05.818450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:05.911605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.923201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:05.923787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.930679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:05.939332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.943747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.3394942 Dec 17 16:59:05.943747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.956286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39342) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:05.963817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a01a12b0-b7f0-4ecd-8c1e-d54654620030 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:06.071385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:06.075518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.105102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39354) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:06.195588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=e6ee9574-4ded-45a4-b563-c5eeac1235a7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:06.198713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:06.206598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e6ee9574-4ded-45a4-b563-c5eeac1235a7 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:06.212223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Deleting port 071b0ad0-c9ab-4853-af6f-2b75230c0490 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:06.212558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.234341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'Port': ['ID=920bdfe7-a989-4b43-b47d-3aadae387eba,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:06.236799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.242666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:06.254749 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1364160 Dec 17 16:59:06.273733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39362) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:06.286070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-5536e345-dc95-49f6-821b-e5e6d1d7ed8b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Synchronizing usage tracker for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:06.309573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.329941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object a480a855-9c57-4aee-bc9a-cd3bbb05ef1a will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:06.334620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-906a2af3-98c0-4c4a-8502-e9223efafcf2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:59:06.335654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-906a2af3-98c0-4c4a-8502-e9223efafcf2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1277208 Dec 17 16:59:06.416467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.429786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.431003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1761806 Dec 17 16:59:06.438416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:06.581310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029f0f3-993d-49d2-a88d-2a5e951eba99 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:06.581921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8029f0f3-993d-49d2-a88d-2a5e951eba99 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Synchronizing usage tracker for tenant:b1e08ba6b0a64cad9a453e86a5737204 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:06.582400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:06.589607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:06.592110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:06.598033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-5536e345-dc95-49f6-821b-e5e6d1d7ed8b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Unset dirty status for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:06.601439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:06.602450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-5536e345-dc95-49f6-821b-e5e6d1d7ed8b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1589319869&fields=id&tenant_id=7c4e7e09b5214932a9f89de66c1b103e HTTP/1.1" status: 200 len: 267 time: 0.4876945 Dec 17 16:59:06.606177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.650424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=a480a855-9c57-4aee-bc9a-cd3bbb05ef1a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:06.666244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:06.672652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port 071b0ad0-c9ab-4853-af6f-2b75230c0490, host hv-neutron-8210, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:06.673082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:06.777028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8029f0f3-993d-49d2-a88d-2a5e951eba99 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Unset dirty status for tenant:b1e08ba6b0a64cad9a453e86a5737204 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:06.780900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8029f0f3-993d-49d2-a88d-2a5e951eba99 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "GET /v2.0/networks/e6ee9574-4ded-45a4-b563-c5eeac1235a7 HTTP/1.1" status: 200 len: 757 time: 0.4891434 Dec 17 16:59:06.786478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39380) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:06.823095 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8439350 Dec 17 16:59:06.827009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-a663da15-e921-4154-8295-74f4d4bbf25d service neutron] 10.222.0.61 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325371 Dec 17 16:59:06.832152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39386) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:06.901051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'network_id': 'e2816c1d-46c9-4c20-ba89-5f88e59382a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1142430579'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:06.925671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Calling delete_port for 071b0ad0-c9ab-4853-af6f-2b75230c0490 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:06.974573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6aaeba4f-596a-45a8-a217-6d5d3ca520e7 None None] Provisioning for port a480a855-9c57-4aee-bc9a-cd3bbb05ef1a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:06.981512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6aaeba4f-596a-45a8-a217-6d5d3ca520e7 None None] Provisioning complete for port a480a855-9c57-4aee-bc9a-cd3bbb05ef1a triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:06.982861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6aaeba4f-596a-45a8-a217-6d5d3ca520e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.007517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39392) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:07.086775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.094251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:07.094411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.113507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6aaeba4f-596a-45a8-a217-6d5d3ca520e7 None None] Port a480a855-9c57-4aee-bc9a-cd3bbb05ef1a cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:07.135283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bffa8688-2c65-4b97-b3f9-1aebc4ae6202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:07.151744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-191298567', 'router:external': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:07.166137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event deleted for resources: {'Port': ['ID=071b0ad0-c9ab-4853-af6f-2b75230c0490,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:07.168242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:07.172824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:07.179185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:network and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:07.179185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:07.180719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.186520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:07.191260 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "DELETE /v2.0/ports/071b0ad0-c9ab-4853-af6f-2b75230c0490 HTTP/1.1" status: 204 len: 168 time: 1.2031898 Dec 17 16:59:07.193888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-875a773c-631e-45cc-93e3-b56263e10976 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:07.194044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.194625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-875a773c-631e-45cc-93e3-b56263e10976 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Synchronizing usage tracker for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:07.194960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39398) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:07.214291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab3f19-e63c-4e9f-bc36-510ffd86fdd4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:07.215658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-adab3f19-e63c-4e9f-bc36-510ffd86fdd4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "GET /v2.0/networks/4e5204e4-d135-4856-a17d-58c1c8acaec5 HTTP/1.1" status: 200 len: 767 time: 0.4243717 Dec 17 16:59:07.225182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39402) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:07.236453 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cead8f-6b2e-4736-aa64-3a80ad90f486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:59:07.237117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a1cead8f-6b2e-4736-aa64-3a80ad90f486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:07.250271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Made reservation on behalf of e1d8f48d99cc4600a0f87b153db18525 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:07.252514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.264566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.280543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:07.285085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:security_group_rule and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:07.288138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:07.294236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:07.296241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a1cead8f-6b2e-4736-aa64-3a80ad90f486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:07.300739 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a1cead8f-6b2e-4736-aa64-3a80ad90f486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports/071b0ad0-c9ab-4853-af6f-2b75230c0490 HTTP/1.1" status: 404 len: 333 time: 0.1015921 Dec 17 16:59:07.301351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39406) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:07.308428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1595948324'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:07.316938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:07.335438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:07.405636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.416437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Made reservation on behalf of 95875c388cbd45d89fe8b2f957346583 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:07.419052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.437714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:07.474210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.482560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:07.484536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=f6503c89-64d9-44fd-98be-3cace70ec89e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:07.510396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:07.520304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:07.538854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': 'fa0963d5-e128-4e16-9317-33cf2665e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:07.539222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:07.545861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:07.546585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30c299-c6da-41bc-b341-d395fac03e71,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:07.550827 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-d223272b-4d41-4b61-9a02-8523ede4f1bb service neutron] 10.222.0.61 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076297 Dec 17 16:59:07.554521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-875a773c-631e-45cc-93e3-b56263e10976 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Unset dirty status for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:07.555635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-875a773c-631e-45cc-93e3-b56263e10976 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/networks?id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea HTTP/1.1" status: 200 len: 805 time: 0.9398837 Dec 17 16:59:07.556861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Usage tracker for resource:port and tenant:db5705d2c46646919f830f7e5e0e02a8 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:07.561488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.566160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:07.566854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:07.567203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.567551 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Added segment 762cdb60-c47c-482d-aeab-89fa513b1ee4 of type vlan for network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 Dec 17 16:59:07.582024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:07.594539 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-1a6bf4be-722a-4e66-8e95-58da1fa6c43e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/quotas/7c4e7e09b5214932a9f89de66c1b103e HTTP/1.1" status: 200 len: 375 time: 0.0239356 Dec 17 16:59:07.684286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.693700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:07.700189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Made reservation on behalf of db5705d2c46646919f830f7e5e0e02a8 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:07.703674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.749446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.802484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] device_id is not set on port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:07.818592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.819933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:07.820992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.840283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f1cad20a-f030-44df-9ef3-50bc47b6bca1 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:07.842478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.870126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:07.881456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d7b0f-e4e8-4623-84b4-40e777c31944 None None] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:07.886319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.892066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:07.893061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:07.908909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ee9574-4ded-45a4-b563-c5eeac1235a7']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:07.962177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cf009b-2b9d-48d4-bdaf-8776acb5e07c') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:07.962482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cf009b-2b9d-48d4-bdaf-8776acb5e07c') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:08.003855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:08.008596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:08.039748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:08.041293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.042483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:08.044282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.065783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Network': ['ID=84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:08.066282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-9dedb681-bdbf-4cf9-bb24-bc4f95a89b70 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c4e7e09b5214932a9f89de66c1b103e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4388733 Dec 17 16:59:08.077533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:08.079426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:08.080521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5678866 Dec 17 16:59:08.086284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e09ca182-59cf-4f1c-94cd-11bed121c7a9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Synchronizing usage tracker for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:08.091078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.092941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39436) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:08.106458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820346489'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:08.119157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:08.119566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:08.136675 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:08.147109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:08.168085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:08.193067 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1818297 Dec 17 16:59:08.199105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39444) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:08.207542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'subnet': {'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:08.226064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:08.227169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:subnet and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:08.232946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:08.238030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fedf2e-f14c-4412-9bfd-993e7c2bf52f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:08.243857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:08.244983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:08.254806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Allocated IP 2001:db8::11b (e2816c1d-46c9-4c20-ba89-5f88e59382a8/74b64186-c5ba-467e-bba5-035e6f330ea6/4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:08.262026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:08.269611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:08.277369 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9751325 Dec 17 16:59:08.279915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:08.286557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:08.291468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:08.383788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Made reservation on behalf of e1d8f48d99cc4600a0f87b153db18525 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:08.384589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f', 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': 'f6503c89-64d9-44fd-98be-3cace70ec89e'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:08.385783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.386839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.389900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-213e0cc9-01b2-4503-b49e-f5bfc6b278fa service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:59:08.391184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-213e0cc9-01b2-4503-b49e-f5bfc6b278fa service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1260569 Dec 17 16:59:08.395674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e09ca182-59cf-4f1c-94cd-11bed121c7a9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Unset dirty status for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:08.404807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e09ca182-59cf-4f1c-94cd-11bed121c7a9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1752996430&fields=id&tenant_id=acb17deea65d4df2993efcdf1a838b80 HTTP/1.1" status: 200 len: 267 time: 0.4880192 Dec 17 16:59:08.500444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.563333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Allocated IP 172.20.255.242 (f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f/f6503c89-64d9-44fd-98be-3cace70ec89e/32824981-914e-48f0-8d35-733cfd8e67d4) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:08.565353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:08.568832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.641457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.694601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:08.720554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6ee9574-4ded-45a4-b563-c5eeac1235a7 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:59:08.729481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.741360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/e6ee9574-4ded-45a4-b563-c5eeac1235a7 HTTP/1.1" status: 204 len: 168 time: 1.5113935 Dec 17 16:59:08.751848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6ee9574-4ded-45a4-b563-c5eeac1235a7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:08.755245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39466) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:08.769619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:08.776480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'name': 'tempest-network--1147490691'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:08.781575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:08.786239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Usage tracker for resource:network and tenant:eb4c86f62a494566b431c14a82c67126 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:08.789655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:08.798489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:08.801834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.814142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Transition to ACTIVE for port object 32824981-914e-48f0-8d35-733cfd8e67d4 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:08.840618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Transition to ACTIVE for port object 32824981-914e-48f0-8d35-733cfd8e67d4 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:08.862973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:08.951284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Made reservation on behalf of eb4c86f62a494566b431c14a82c67126 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:08.953845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.962201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.971433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:08.978830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:08.980028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 5527f33f-0c3a-4997-b9a1-0639e0f10dff of type vlan for network 0561d3e1-575d-4b82-9595-24217e213e45 Dec 17 16:59:08.983133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:08.990899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-b4938aa6-5e5a-4555-bfd7-2381d490f608 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:08.991742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-b4938aa6-5e5a-4555-bfd7-2381d490f608 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Synchronizing usage tracker for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:09.000744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.013542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-15a023be-e53b-4561-aa3c-a348d01dc64b service neutron] 10.222.0.61 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042550 Dec 17 16:59:09.019099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.027776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Transition to ACTIVE for port object d3fedf2e-f14c-4412-9bfd-993e7c2bf52f will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:09.049974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:09.057830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:09.066608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:09.122903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.130820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-33469fec-94f0-4f86-a019-d1d915dab355 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:09.159926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-b4938aa6-5e5a-4555-bfd7-2381d490f608 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Unset dirty status for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:09.161048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-b4938aa6-5e5a-4555-bfd7-2381d490f608 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 812 time: 0.7553084 Dec 17 16:59:09.170376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Transition to ACTIVE for port object 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:09.180054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.183633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:09.219835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.220182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Added segment 26c3e140-d879-4599-83d7-3ce140ffb830 of type vlan for network 637d493f-d981-4e8b-bea2-4f6e42ea9a91 Dec 17 16:59:09.227064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Pushing event updated for resources: {'Port': ['ID=32824981-914e-48f0-8d35-733cfd8e67d4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.230810 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-9b08a8ec-0679-4350-a441-910572301ff1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/quotas/acb17deea65d4df2993efcdf1a838b80 HTTP/1.1" status: 200 len: 375 time: 0.0549247 Dec 17 16:59:09.241336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.249397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Attempting to bind port 32824981-914e-48f0-8d35-733cfd8e67d4 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.249397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Attempting to bind port 32824981-914e-48f0-8d35-733cfd8e67d4 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'fa0963d5-e128-4e16-9317-33cf2665e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.249397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Attempting to bind port 32824981-914e-48f0-8d35-733cfd8e67d4 on network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.257214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:09.258320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Checking segment: {'id': 'fa0963d5-e128-4e16-9317-33cf2665e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:09.258947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.259618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Bound using segment: {'id': 'fa0963d5-e128-4e16-9317-33cf2665e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:09.260258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Bound port: 32824981-914e-48f0-8d35-733cfd8e67d4, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0963d5-e128-4e16-9317-33cf2665e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:09.260834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.378716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] For port 32824981-914e-48f0-8d35-733cfd8e67d4, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:09.384571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] For port 32824981-914e-48f0-8d35-733cfd8e67d4, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32824981-914e-48f0-8d35-733cfd8e67d4,segment=NetworkSegment(fa0963d5-e128-4e16-9317-33cf2665e0cc),segment_id=fa0963d5-e128-4e16-9317-33cf2665e0cc)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:09.441960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fedf2e-f14c-4412-9bfd-993e7c2bf52f,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.447562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.455171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.460701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:09.474227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.474597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.474978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.481658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.482136 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.482590 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 2 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.503932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.505209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.505554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.505897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.514573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.522791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.523145 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.524805 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 3 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.528583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:09.529173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.535007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-58ca6918-b204-40f2-a4ba-6a1704909c16 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002086 Dec 17 16:59:09.539975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:09.545256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.545583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.545949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.587497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 16:59:09.587967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.588653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.588974 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.589445 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 4 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.606618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:09.606738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Pushing event updated for resources: {'Port': ['ID=32824981-914e-48f0-8d35-733cfd8e67d4,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.611321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.655131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.655766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.660930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.668702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.670826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.671159 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.675167 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 5 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.713178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=0561d3e1-575d-4b82-9595-24217e213e45,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.714419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.715363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.715924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.721200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.721647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:09.722414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79d79936-6942-471b-a50b-7fe8350dc37d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.726586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.727859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0561d3e1-575d-4b82-9595-24217e213e45 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:09.731670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.732069 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.735788 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 6 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.758816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Checking segment: {'id': '762cdb60-c47c-482d-aeab-89fa513b1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:09.758816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network hostable DHCP agents. Network: 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:09.763370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.763716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.764054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.773962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.774297 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.775604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 7 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.776606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:09.780890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:09.789197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0b17b4ae-a4d7-497e-aa5a-a79bf8d3f8c8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Synchronizing usage tracker for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:09.794634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:09.797074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:09.797413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:09.797895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:09.799992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:09.800612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.802844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:09.803257 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:09.803535 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 8 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:09.809542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7155840 Dec 17 16:59:09.813261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39478) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:09.824399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': '0561d3e1-575d-4b82-9595-24217e213e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:09.831189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:09.836520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:09.837251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.849013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:09.849013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:09.851031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb5bd42a-2f36-4a6a-9b45-8740544f1bd9 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:10.019308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1831312 Dec 17 16:59:10.022295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39492) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:10.027385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0b17b4ae-a4d7-497e-aa5a-a79bf8d3f8c8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Unset dirty status for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:10.028993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0b17b4ae-a4d7-497e-aa5a-a79bf8d3f8c8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7795448 Dec 17 16:59:10.084054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2af', 'mac_address': 'fa:16:3e:78:db:7a'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:21:6c:97'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:10.110728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:10.111245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:10.111326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:10.128065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:10.140688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:10.141061 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:10.160783 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 9 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:10.172631 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4118037 Dec 17 16:59:10.181652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39500) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:10.200126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:10.298827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:10.299152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:10.300117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:10.303707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:10.308155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:10.316929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=637d493f-d981-4e8b-bea2-4f6e42ea9a91,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:10.329781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:10.329781 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:10.329781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:10.329781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:10.330140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:10.331820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:10.334695 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ce24e8f7-6e25-46f2-b6d6-d4c6a8030b88 req-85df58cf-2f48-4a7e-b062-bff45e89203a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.1961577 Dec 17 16:59:10.336267 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 10 to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f Dec 17 16:59:10.353993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:10.365492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5ba69-e909-449a-9f91-33a372bc9ec6 None None] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:10.402259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 637d493f-d981-4e8b-bea2-4f6e42ea9a91 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:10.402345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:10.415375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e40b0cbe-2a94-4ddd-a09f-a32913137c70 None None] Provisioning for port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:10.434461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:10.438742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:10.438742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:10.527712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:10.528258 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:10.528622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:10.553325 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3532004 Dec 17 16:59:10.554404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39514) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:10.580148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32824981-914e-48f0-8d35-733cfd8e67d4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:10.621342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:10.628704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e40b0cbe-2a94-4ddd-a09f-a32913137c70 None None] Provisioning complete for port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:10.629088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e40b0cbe-2a94-4ddd-a09f-a32913137c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:10.630406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:10.636667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1049296383', 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:10.641899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:10.652247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:port and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:10.678459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89902dc1-294a-469b-9d1b-4bd9deacf28d req-0536e4b4-dc8d-4f71-aa1a-7e248552ec88 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.1354175 Dec 17 16:59:10.693469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:10.712813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-d844eab4-92ac-4ac8-bf63-16d10c6502ab service neutron] 10.222.0.61 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644375 Dec 17 16:59:10.733131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:10.766987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e40b0cbe-2a94-4ddd-a09f-a32913137c70 None None] Port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:10.805241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:10.805618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempted to set empty binding levels {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 16:59:10.972123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:10.972123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:10.972438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.183137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce370c-be3f-44a0-853a-2590032456ee None None] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:11.184495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] In _notify_port_updated(), no bound segment for port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:59:11.184495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.184495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.184495 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "PUT /v2.0/ports/d3fedf2e-f14c-4412-9bfd-993e7c2bf52f HTTP/1.1" status: 200 len: 981 time: 2.7410305 Dec 17 16:59:11.184495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.186151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e5286ece-bcf8-49e2-8546-47532ab21a18 service neutron] 10.222.0.61 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382883 Dec 17 16:59:11.186354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fedf2e-f14c-4412-9bfd-993e7c2bf52f,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:11.186354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:11.186354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39522) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:11.221367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Made reservation on behalf of e1d8f48d99cc4600a0f87b153db18525 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:11.222179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.230247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04333035-5657-4d4b-8c46-5140d2c3ebde None None] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:11.255664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] device_id is not set on port 364272d5-d551-46f9-a643-0dff04cb2dd3 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:11.296427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.297198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.297722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.298219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.298680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.299136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.299632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.300093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.300545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.301000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.301455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.301942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.302400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.303510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.303510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.303779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.304228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.304678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.305130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.305578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.306055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.306508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.308467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:11.316142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.324753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:11.367839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Network 637d493f-d981-4e8b-bea2-4f6e42ea9a91 is not hosted by any dhcp agent {{(pid=88117) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 17 16:59:11.372857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:11.373495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.379141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 32824981-914e-48f0-8d35-733cfd8e67d4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:11.382067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39528) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:11.382933 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "PUT /v2.0/networks/637d493f-d981-4e8b-bea2-4f6e42ea9a91 HTTP/1.1" status: 200 len: 858 time: 1.1972318 Dec 17 16:59:11.472886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.491794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:11.493105 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-61daaaca-f259-4eba-b1ed-666df4ff65c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19900 time: 0.3145843 Dec 17 16:59:11.497425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39536) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:11.507485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:11.572693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3efe4d1c-9688-4d21-92cc-8bc81f67208d req-a98ac74a-2883-4408-ac5b-9d1dc2a3ab23 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1236253 Dec 17 16:59:11.577011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.631898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.20.0.4 (84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1/79d79936-6942-471b-a50b-7fe8350dc37d/364272d5-d551-46f9-a643-0dff04cb2dd3) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:11.664338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.673403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event updated for resources: {'Network': ['ID=637d493f-d981-4e8b-bea2-4f6e42ea9a91,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:11.684132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:11.692160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0211a0f7-7cd1-4ad0-945e-3c7e051fbc75 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:11.718015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Provisioning for port 32824981-914e-48f0-8d35-733cfd8e67d4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:11.733399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Provisioning complete for port 32824981-914e-48f0-8d35-733cfd8e67d4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:11.734093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.757424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Deleting port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:11.757861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.798605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '5527f33f-0c3a-4997-b9a1-0639e0f10dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:11.798925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: 0561d3e1-575d-4b82-9595-24217e213e45, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:11.829040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:11.856005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=68e614c7-311f-4eb1-bb7b-bbe62e55f321,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:11.861463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:11.912059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.919557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:11.949943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] For port 32824981-914e-48f0-8d35-733cfd8e67d4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32824981-914e-48f0-8d35-733cfd8e67d4,segment=NetworkSegment(fa0963d5-e128-4e16-9317-33cf2665e0cc),segment_id=fa0963d5-e128-4e16-9317-33cf2665e0cc)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:11.961806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-441ed525-6f55-47c2-8e38-fc2490a650d1 req-5de859d2-23c4-43ae-a1aa-3ed9f2da2a9a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.3058667 Dec 17 16:59:11.979535 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5ffa1c7-700f-4dbd-82ee-4d62ff464382 req-e1c1d4c9-98c9-4252-a174-11dd8cb272a1 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.0951304 Dec 17 16:59:11.986286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] In _notify_port_updated(), no bound segment for port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd on network e2816c1d-46c9-4c20-ba89-5f88e59382a8 {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:59:12.007178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.009345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ee256c8-d31c-42bb-81fa-520d7643b1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:12.014147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:12.020855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.020855 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "PUT /v2.0/ports/4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd HTTP/1.1" status: 200 len: 1068 time: 1.9865916 Dec 17 16:59:12.060458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39552) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:12.060786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.60', 58782) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:12.176008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Pushing event updated for resources: {'Port': ['ID=32824981-914e-48f0-8d35-733cfd8e67d4,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:12.188451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:12.304090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port d3fedf2e-f14c-4412-9bfd-993e7c2bf52f, host hv-neutron-8210, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:12.304702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.319836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network 0561d3e1-575d-4b82-9595-24217e213e45 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:12.387326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae0fd-3384-4693-8121-913a5810d701 None None] Provisioning complete for port 32824981-914e-48f0-8d35-733cfd8e67d4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:12.387326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae0fd-3384-4693-8121-913a5810d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.450803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32824981-914e-48f0-8d35-733cfd8e67d4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:12.490312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Calling delete_port for d3fedf2e-f14c-4412-9bfd-993e7c2bf52f owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:12.490544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event updated for resources: {'Port': ['ID=4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:12.498127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:12.521531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0561d3e1-575d-4b82-9595-24217e213e45) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:12.537952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:12.538678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.546509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62dafe-9f38-49dd-aacc-33d2860a11fc None None] Network 0561d3e1-575d-4b82-9595-24217e213e45 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:12.601113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:12.601496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.636993 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8204730 Dec 17 16:59:12.639692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39566) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:12.712950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 32824981-914e-48f0-8d35-733cfd8e67d4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:12.713327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.776330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.787243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c111cac5-7d80-4b64-8dd0-c21878c71642 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:12.823942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.863296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3fedf2e-f14c-4412-9bfd-993e7c2bf52f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:12.881138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:12.889643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.909654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e772a4ae-4a00-41d9-a0f9-3fef59bd6c41 req-055d6fa6-9919-49b0-aeae-1e1811a6eaab tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.2120543 Dec 17 16:59:12.914363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637d493f-d981-4e8b-bea2-4f6e42ea9a91']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:12.950313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f099aa6c-9cce-4088-a984-5b4e4ad68f55 None None] Provisioning complete for port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:12.950694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f099aa6c-9cce-4088-a984-5b4e4ad68f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:12.962363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.048243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c3e140-d879-4599-83d7-3ce140ffb830') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:13.048623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c3e140-d879-4599-83d7-3ce140ffb830') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:13.057683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0561d3e1-575d-4b82-9595-24217e213e45', 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '68e614c7-311f-4eb1-bb7b-bbe62e55f321'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:13.058546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.072039 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d3fedf2e-f14c-4412-9bfd-993e7c2bf52f HTTP/1.1" status: 204 len: 168 time: 1.5622830 Dec 17 16:59:13.072703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39586) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:13.079401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f099aa6c-9cce-4088-a984-5b4e4ad68f55 None None] Port 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:13.188869 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56823c1-b384-45b5-b174-1d71b7a8a0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:59:13.189402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e56823c1-b384-45b5-b174-1d71b7a8a0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:13.219936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.278320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.295117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Allocated IP 172.20.0.2 (0561d3e1-575d-4b82-9595-24217e213e45/68e614c7-311f-4eb1-bb7b-bbe62e55f321/2cadb221-224c-4a18-893c-5560f0a26031) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:13.310214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-8e54411b-a80b-468b-9875-2f8cb8c70ba9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:13.312296 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-8e54411b-a80b-468b-9875-2f8cb8c70ba9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "GET /v2.0/networks?id=04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 200 len: 811 time: 1.2409735 Dec 17 16:59:13.341513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e56823c1-b384-45b5-b174-1d71b7a8a0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:13.347074 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e56823c1-b384-45b5-b174-1d71b7a8a0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports/d3fedf2e-f14c-4412-9bfd-993e7c2bf52f HTTP/1.1" status: 404 len: 333 time: 0.2478936 Dec 17 16:59:13.347335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39598) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:13.352706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-530134404', 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:13.357212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:13.366129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4c1cc2d-1dc2-4b72-8ee3-ccfab42e8ad4 req-106aa4be-4c29-4fae-94fe-c8ed707213e8 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.1300888 Dec 17 16:59:13.368237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:13.378491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.403416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.416261 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-52e60031-0370-4ed7-86f9-0b790ec4f712 req-9baee33c-c601-46d9-aff1-1fbd42719946 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.1175289 Dec 17 16:59:13.438502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.478861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Made reservation on behalf of 95875c388cbd45d89fe8b2f957346583 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:13.481275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.507281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port cfe54e60-f985-4421-a2a8-c136c4f2f268 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:13.537968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.577834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for 4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:13.622795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:13.623295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:13.649619 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:13.775821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.842627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-ba22e38f-7bf8-4a60-b95d-eb2ac3088a54 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c970a797c4d64a55b22107c1ea2af53d HTTP/1.1" status: 200 len: 380 time: 0.4672854 Dec 17 16:59:13.858837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.872407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:13.913852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:13.919442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:13.928354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:13.929519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:13.930050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.976865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Transition to ACTIVE for port object 2cadb221-224c-4a18-893c-5560f0a26031 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:13.983553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe54e60-f985-4421-a2a8-c136c4f2f268,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:13.993002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:13.994563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:13.995762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4c55fe6-e196-4ed5-bc1c-3ce67b435da0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:14.009958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 637d493f-d981-4e8b-bea2-4f6e42ea9a91 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:59:14.015805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.023293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.032284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Transition to ACTIVE for port object 2cadb221-224c-4a18-893c-5560f0a26031 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:14.035935 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6875696 Dec 17 16:59:14.046158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:14.054208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Pushing event deleted for resources: {'Network': ['ID=637d493f-d981-4e8b-bea2-4f6e42ea9a91,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:14.107240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:14.107240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.60', 58790) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:14.107240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:14.197807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.204795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9511c127-b6da-4ab0-a3c7-07ab7c07223e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:14.218786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14b27b-f413-4d62-bc48-cfacf6952cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:14.219875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2d14b27b-f413-4d62-bc48-cfacf6952cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:14.231659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'port': {'device_id': '337a9317-e3df-4188-ae15-b70a349bf127', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'admin_state_up': True, 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'security_groups': ['27e29c88-ab23-4cd1-ad7d-ca4e6769c555']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:14.374851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Network 0561d3e1-575d-4b82-9595-24217e213e45 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:14.379536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:14.382896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:14.416534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2d14b27b-f413-4d62-bc48-cfacf6952cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:14.417722 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2d14b27b-f413-4d62-bc48-cfacf6952cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports/cfe54e60-f985-4421-a2a8-c136c4f2f268 HTTP/1.1" status: 200 len: 958 time: 0.3703609 Dec 17 16:59:14.420489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39618) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:14.548098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.557523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=364272d5-d551-46f9-a643-0dff04cb2dd3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:14.574131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:14.599512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44314330-d6cf-4064-a255-d00771ca0236 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:14.665443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=68e614c7-311f-4eb1-bb7b-bbe62e55f321,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:14.671176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Attempting to bind port 2cadb221-224c-4a18-893c-5560f0a26031 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:14.671679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Attempting to bind port 2cadb221-224c-4a18-893c-5560f0a26031 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '5527f33f-0c3a-4997-b9a1-0639e0f10dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:14.671894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Attempting to bind port 2cadb221-224c-4a18-893c-5560f0a26031 on network 0561d3e1-575d-4b82-9595-24217e213e45 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:14.674675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Pushing event updated for resources: {'Port': ['ID=2cadb221-224c-4a18-893c-5560f0a26031,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:14.680254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:14.685274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:14.686384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:14.689429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Checking segment: {'id': '5527f33f-0c3a-4997-b9a1-0639e0f10dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:14.689429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.689429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Bound using segment: {'id': '5527f33f-0c3a-4997-b9a1-0639e0f10dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:14.689429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Bound port: 2cadb221-224c-4a18-893c-5560f0a26031, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5527f33f-0c3a-4997-b9a1-0639e0f10dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0561d3e1-575d-4b82-9595-24217e213e45'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:14.689429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.734786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Deleting port cfe54e60-f985-4421-a2a8-c136c4f2f268 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:14.735158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.851489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] For port 2cadb221-224c-4a18-893c-5560f0a26031, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:14.856536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] For port 2cadb221-224c-4a18-893c-5560f0a26031, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2cadb221-224c-4a18-893c-5560f0a26031,segment=NetworkSegment(5527f33f-0c3a-4997-b9a1-0639e0f10dff),segment_id=5527f33f-0c3a-4997-b9a1-0639e0f10dff)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:14.867232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:14.868450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.874143 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] 10.222.0.61 "DELETE /v2.0/networks/637d493f-d981-4e8b-bea2-4f6e42ea9a91 HTTP/1.1" status: 204 len: 168 time: 3.4864850 Dec 17 16:59:14.875549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39626) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:14.882003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16c5ad6d-4a11-4044-afa9-43b20aa87155 req-8cc7936b-3066-40d7-bc4e-2330fbc2d7e3 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.6620896 Dec 17 16:59:14.905300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:14.944533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:14.959697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:14.979241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.011982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:15.016234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:15.032252 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea00769-c4c5-4445-84f4-c75b2f2ac5dd tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] DELETE failed (client error): The resource could not be found. Dec 17 16:59:15.036423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea00769-c4c5-4445-84f4-c75b2f2ac5dd tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:59:15.086387 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eea00769-c4c5-4445-84f4-c75b2f2ac5dd tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "DELETE /v2.0/subnets/37eb302c-6224-42d7-98e8-d9ba88a3923f HTTP/1.1" status: 404 len: 337 time: 0.2052310 Dec 17 16:59:15.088095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0561d3e1-575d-4b82-9595-24217e213e45']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:15.102009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39630) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:15.145946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:15.183720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-407852d4-a2bb-4a3c-a16a-d6a9017b1e0d req-8d314b92-2178-4443-9203-5a4d82c50b3c tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.3404093 Dec 17 16:59:15.191332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:15.255649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.262766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Pushing event updated for resources: {'Port': ['ID=2cadb221-224c-4a18-893c-5560f0a26031,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:15.267213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:15.284968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0345e7-2f99-4ca2-8031-dd9c443ecf82 None None] Network 0561d3e1-575d-4b82-9595-24217e213e45 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:15.351898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c972a0a5-24be-4dee-a70d-30e035c65d67 req-f0d1f76c-59e4-44ab-92bf-80aa73be5ec0 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.1788769 Dec 17 16:59:15.395617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.407478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-3d41b96e-433c-43a1-a3d3-6de4e0a6d021 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:15.413719 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-3d41b96e-433c-43a1-a3d3-6de4e0a6d021 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "GET /v2.0/networks?id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea HTTP/1.1" status: 200 len: 805 time: 1.2389386 Dec 17 16:59:15.449369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:15.449906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.602662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:15.605089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5527f33f-0c3a-4997-b9a1-0639e0f10dff') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:15.605590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5527f33f-0c3a-4997-b9a1-0639e0f10dff') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:15.622965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Usage tracker for resource:port and tenant:c970a797c4d64a55b22107c1ea2af53d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:15.626945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:15.633771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d363a5-0d7b-456b-84c5-327c27d46ea6 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:59:15.635007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.662493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:15.702085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:15.730178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-5f752ebd-e782-479b-a170-7beac9ee26d1 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c4e7e09b5214932a9f89de66c1b103e HTTP/1.1" status: 200 len: 380 time: 0.2721899 Dec 17 16:59:15.734725 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.1206522 Dec 17 16:59:15.827910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39640) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:15.828720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.60', 58793) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:15.855273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Calling delete_port for cfe54e60-f985-4421-a2a8-c136c4f2f268 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:15.867651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d363a5-0d7b-456b-84c5-327c27d46ea6 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:59:16.068593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:16.069624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:16.114459 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:16.334792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.497526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Made reservation on behalf of c970a797c4d64a55b22107c1ea2af53d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:16.497526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.497526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 364272d5-d551-46f9-a643-0dff04cb2dd3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:16.497526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.497526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'port': {'device_id': 'd679900b-9fac-4127-ad56-161595682aaf', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'admin_state_up': True, 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'security_groups': ['96db53d1-f9d2-440a-a7f7-8c8330d1bf64']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:16.592214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-d966bc6c-56be-4c46-82e5-7c496c081356 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:16.593713 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-d966bc6c-56be-4c46-82e5-7c496c081356 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 812 time: 0.6705525 Dec 17 16:59:16.638585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.640465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd HTTP/1.1" status: 204 len: 168 time: 4.5787480 Dec 17 16:59:16.659801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39654) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:16.736029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.759259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:59:16.759259 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:59:16.759259 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '0561d3e1-575d-4b82-9595-24217e213e45'}] Dec 17 16:59:16.759259 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:16.759625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:16.763364 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-406f4688-e53b-4686-a7d8-6164c46499d8 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] GET failed (client error): The resource could not be found. Dec 17 16:59:16.763898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-406f4688-e53b-4686-a7d8-6164c46499d8 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:16.799175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5204e4-d135-4856-a17d-58c1c8acaec5']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:16.815615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f173dd0-10f0-415e-89bc-f2161fa12384') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:16.816155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f173dd0-10f0-415e-89bc-f2161fa12384') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:16.827893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.835524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:16.871461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.879008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2b95ce-dbdc-4bf5-859d-924be37a5927 req-dfd68ccc-25ec-46fb-96f6-12e0027d179b tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.4471991 Dec 17 16:59:16.881302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df46e7df-c9f8-41a2-87aa-6cc25797cebd req-bbc2c93f-8954-4a18-a5bb-3b391cc4ace5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.4483917 Dec 17 16:59:16.903735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-406f4688-e53b-4686-a7d8-6164c46499d8 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:16.906156 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-406f4688-e53b-4686-a7d8-6164c46499d8 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports/4a7573cf-8aba-4beb-b05f-4b7ecf9a14bd HTTP/1.1" status: 404 len: 333 time: 0.2453740 Dec 17 16:59:16.917414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39658) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:16.949684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe54e60-f985-4421-a2a8-c136c4f2f268,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:16.954739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:16.958513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.966252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.972818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:16.973337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:16.988997 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:17.253941 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "DELETE /v2.0/ports/cfe54e60-f985-4421-a2a8-c136c4f2f268 HTTP/1.1" status: 204 len: 168 time: 2.8323159 Dec 17 16:59:17.257431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39662) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:17.260033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.276159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d7a293b-6261-436c-b788-f0f13800c71b req-58ddc0b4-10a1-4b56-8aa6-d74513ab6543 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.1459670 Dec 17 16:59:17.322775 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800f1a2-a92a-4922-904f-5c3bf886fa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:59:17.323544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9800f1a2-a92a-4922-904f-5c3bf886fa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:17.329581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.335977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 2cadb221-224c-4a18-893c-5560f0a26031 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:17.340487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.348190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port a480a855-9c57-4aee-bc9a-cd3bbb05ef1a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:17.348626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.373041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:17.390397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.410073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Pushing event deleted for resources: {'Network': ['ID=4e5204e4-d135-4856-a17d-58c1c8acaec5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:17.417095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:17.432577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:17.476073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9800f1a2-a92a-4922-904f-5c3bf886fa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:17.482629 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9800f1a2-a92a-4922-904f-5c3bf886fa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports/cfe54e60-f985-4421-a2a8-c136c4f2f268 HTTP/1.1" status: 404 len: 333 time: 0.2189536 Dec 17 16:59:17.484585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:17.492923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2140411593'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:17.501145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:17.510351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Usage tracker for resource:port and tenant:7c4e7e09b5214932a9f89de66c1b103e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:17.517438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:17.523335 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] 10.222.0.61 "DELETE /v2.0/networks/4e5204e4-d135-4856-a17d-58c1c8acaec5 HTTP/1.1" status: 204 len: 168 time: 2.4159517 Dec 17 16:59:17.530645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:17.551925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Allocated IP 172.20.0.3 (04b7219c-8151-4e8b-8b1c-7751bfc38fad/195e4bee-fb55-447e-99f8-5a82ae0fefe0/08bd39e6-b03b-4d98-be06-c7fde7684e55) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:17.576238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:17.641452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 2cadb221-224c-4a18-893c-5560f0a26031, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2cadb221-224c-4a18-893c-5560f0a26031,segment=NetworkSegment(5527f33f-0c3a-4997-b9a1-0639e0f10dff),segment_id=5527f33f-0c3a-4997-b9a1-0639e0f10dff)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:17.641946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.700818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.734020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Made reservation on behalf of 95875c388cbd45d89fe8b2f957346583 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:17.737194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.807819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Made reservation on behalf of 7c4e7e09b5214932a9f89de66c1b103e for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:17.809775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:17.815284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 2cadb221-224c-4a18-893c-5560f0a26031 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:17.868013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port 29d3a317-61e2-4634-9fbb-991deb7f34ab yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:17.970559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 364272d5-d551-46f9-a643-0dff04cb2dd3 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:18.221618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.230467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:18.314389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-210ce9fc-129f-4d75-a73b-015d16a5f2c5 req-87cc4f0f-5dbc-4c1a-83d9-4376326f8e65 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1957922 Dec 17 16:59:18.336601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39678) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:18.403787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 2cadb221-224c-4a18-893c-5560f0a26031 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:18.405339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=2cadb221-224c-4a18-893c-5560f0a26031,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:18.405467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b3197f4-3d11-47d0-98d1-affa63c60a49 req-bed9e178-2809-488d-ba30-a4f490861a65 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.2146645 Dec 17 16:59:18.450841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:18.553152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.573002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.601579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0561d3e1-575d-4b82-9595-24217e213e45']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:18.616826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5527f33f-0c3a-4997-b9a1-0639e0f10dff') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:18.617295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5527f33f-0c3a-4997-b9a1-0639e0f10dff') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:18.631757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.656421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.660624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4ff2cad-ee02-478e-8a06-e7bd30f2d690 req-46e22f8f-ec84-4067-818b-d315b2f8597b tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.1361513 Dec 17 16:59:18.665497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:18.665497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.667289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:18.681070 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:18.745120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.755393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:18.836484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3a317-61e2-4634-9fbb-991deb7f34ab,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:18.846272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:18.858766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Network 079ef642-440a-41b6-b6e3-a48bc6f2864b is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:18.861941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:18.863161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:18.864090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:18.868947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.921680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.928218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:18.950800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:18.955768 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/0561d3e1-575d-4b82-9595-24217e213e45 HTTP/1.1" status: 204 len: 168 time: 6.3109999 Dec 17 16:59:18.959155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=0561d3e1-575d-4b82-9595-24217e213e45,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:18.959155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39686) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:18.961045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:18.964813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252284774'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:18.969684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:18.973507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:18.976358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:18.979987 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4944320 Dec 17 16:59:18.983262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:18.985647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:18.993163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:19.018217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for a480a855-9c57-4aee-bc9a-cd3bbb05ef1a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:19.140454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Allocated IP 172.20.0.7 (9c8644ef-33d2-49b0-a068-ad8807c8a9ea/0e982d63-2d68-49d1-8d5e-89e395079bf0/99c29e22-7e7d-4ea6-bd90-df77b063a0c8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:19.145923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.162146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:19.184173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.198725 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3109a07a-c016-454e-a23a-d4ddbed5ff01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1e08ba6b0a64cad9a453e86a5737204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8297544 Dec 17 16:59:19.202427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39694) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:19.203100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.205635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Transition to ACTIVE for port object 08bd39e6-b03b-4d98-be06-c7fde7684e55 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:19.401867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.484779 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1809f054-8961-4c79-9638-7b28521fd097 req-e56941f4-7bd3-40dd-a85f-ee3cc822a409 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.0437429 Dec 17 16:59:19.507110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.602869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec95cbcf-4f7c-4811-9180-47ed6856f85a req-4678e16d-42b2-482a-b57c-17246647a82e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 0.0570583 Dec 17 16:59:19.610751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.617897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:19.625350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:19.643171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] device_id is not set on port 29d3a317-61e2-4634-9fbb-991deb7f34ab yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:19.647605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.647953 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 3ee06a37-ba64-4cfc-b6af-36647c7285ee of type vlan for network ee98df03-d1c8-45f5-9415-0ff9d33e8edb Dec 17 16:59:19.655407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.686364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Transition to ACTIVE for port object 29d3a317-61e2-4634-9fbb-991deb7f34ab will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:19.690215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.751149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.752692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.761213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Port': ['ID=364272d5-d551-46f9-a643-0dff04cb2dd3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:19.776588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:19.777086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-946ef96d-0903-4b42-a98b-4e535c5b5092 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:19.887110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.889945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:19.912508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1701ef-56a7-44f9-8e21-1904785d63b3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:19.915772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:19.920647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:19.922119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f2e06c1-3bc1-4074-9b79-c76064740eff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:19.963686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:19.993158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.010650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:20.010793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:20.010895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.019731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:20.111898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.138811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event updated for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:20.166031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.170751 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd1701ef-56a7-44f9-8e21-1904785d63b3 HTTP/1.1" status: 204 len: 168 time: 0.9458666 Dec 17 16:59:20.171975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3a317-61e2-4634-9fbb-991deb7f34ab,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:20.177076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:20.190784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:20.204023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.204364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.204686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.284806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/a480a855-9c57-4aee-bc9a-cd3bbb05ef1a HTTP/1.1" status: 204 len: 168 time: 3.3587298 Dec 17 16:59:20.285246 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3258862 Dec 17 16:59:20.285994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39706) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:20.287263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.287667 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.301461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39708) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:20.301672 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 2 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.324269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=a480a855-9c57-4aee-bc9a-cd3bbb05ef1a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:20.349770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:20.371358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=ee98df03-d1c8-45f5-9415-0ff9d33e8edb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:20.373484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.373852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.374447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.378603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:20.392300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ee98df03-d1c8-45f5-9415-0ff9d33e8edb details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:20.398722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:20.401748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.411091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:20.414235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:20.427343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.430287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/ports/364272d5-d551-46f9-a643-0dff04cb2dd3 HTTP/1.1" status: 204 len: 168 time: 4.5106218 Dec 17 16:59:20.452397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.452739 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.462071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39714) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:20.462542 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 3 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.471358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:20.487073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.500421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a6cb36-ad94-4747-b505-693f2cfe5fab tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] GET failed (client error): The resource could not be found. Dec 17 16:59:20.500962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01a6cb36-ad94-4747-b505-693f2cfe5fab tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Synchronizing usage tracker for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:20.522449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Transition to ACTIVE for port object 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:20.542052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56bcef-4774-4297-b1bf-3898e7d8baa6 req-95a62e05-65b3-422e-8a08-4fe3806ff3c2 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:20.542795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa56bcef-4774-4297-b1bf-3898e7d8baa6 req-95a62e05-65b3-422e-8a08-4fe3806ff3c2 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Synchronizing usage tracker for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:20.576972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1', 'external_fixed_ips': [{'subnet_id': '79d79936-6942-471b-a50b-7fe8350dc37d', 'ip_address': '172.20.0.4'}]}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:20.578007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ad3c0948-2b46-4fa7-8961-3b7394d03b56 None None] Provisioning for port 08bd39e6-b03b-4d98-be06-c7fde7684e55 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:20.588192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:20.595022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.595406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.595745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.597703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ad3c0948-2b46-4fa7-8961-3b7394d03b56 None None] Provisioning complete for port 08bd39e6-b03b-4d98-be06-c7fde7684e55 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:20.601203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cef9b1b1-7eae-4a68-ad32-05a55da2a503 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4996746 Dec 17 16:59:20.601349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:router and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:20.601443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad3c0948-2b46-4fa7-8961-3b7394d03b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.609867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:20.619387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.620117 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.622574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:20.624297 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 4 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.647021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:20.651356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01a6cb36-ad94-4747-b505-693f2cfe5fab tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Unset dirty status for tenant:db5705d2c46646919f830f7e5e0e02a8 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:20.651744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.652081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.652408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.652715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-01a6cb36-ad94-4747-b505-693f2cfe5fab tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "GET /v2.0/ports/a480a855-9c57-4aee-bc9a-cd3bbb05ef1a HTTP/1.1" status: 404 len: 333 time: 0.3388469 Dec 17 16:59:20.656028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:20.660267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:20.663410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.663410 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.663410 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 5 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.663725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39724) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:20.676238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:20.687412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.687744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.688077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.704040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.704382 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.704760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 6 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.715415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.719159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.746331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.746668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.746998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.747877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c0948-2b46-4fa7-8961-3b7394d03b56 None None] Port 08bd39e6-b03b-4d98-be06-c7fde7684e55 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:20.756574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.757173 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.762912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa56bcef-4774-4297-b1bf-3898e7d8baa6 req-95a62e05-65b3-422e-8a08-4fe3806ff3c2 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Unset dirty status for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:20.770449 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa56bcef-4774-4297-b1bf-3898e7d8baa6 req-95a62e05-65b3-422e-8a08-4fe3806ff3c2 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 931 time: 0.9620683 Dec 17 16:59:20.772194 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 7 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.782407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:20.787034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.811921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.849307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a259b252-659b-4c05-bf29-f72810ab7ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:20.860294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:20.869173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.869499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.869830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:20.894605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2563bef-36bc-45a1-93e4-141ad5b659e7 req-fd440d39-4eba-49e1-ad7b-1cb3b08b7eaf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1336546 Dec 17 16:59:20.895472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:20.895979 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:20.897242 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 8 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:20.914941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:20.915547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:20.915891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:21.120143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 16:59:21.120143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 16:59:21.120143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:21.120143 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:21.120143 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 9 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:21.123473 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa56bcef-4774-4297-b1bf-3898e7d8baa6 req-123ac0f5-8bed-490f-9611-f42fbe5b494b tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849132 Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:21.124072 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempt 10 to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab Dec 17 16:59:21.124762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port cba31605-4b74-4a85-b2ac-f0c7bbddf99a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:21.124762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempting to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Failed to bind port 29d3a317-61e2-4634-9fbb-991deb7f34ab on host hv-neutron-8210 for vnic_type normal using segments [{'id': '94e4d005-8c0f-480c-b581-73fc7a09af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '079ef642-440a-41b6-b6e3-a48bc6f2864b'}] Dec 17 16:59:21.125348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.127527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:21.127527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:21.127527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event updated for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:21.127527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:21.127527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:21.239879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port 29d3a317-61e2-4634-9fbb-991deb7f34ab, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:21.240517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attempted to set empty binding levels {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 16:59:21.280470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:21.281043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.435948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39728) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:21.436943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.438215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.446581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-babcd1bb-1bd7-427e-810f-b17140d44500 None None] Provisioning for port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:21.452058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-babcd1bb-1bd7-427e-810f-b17140d44500 None None] Provisioning complete for port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:21.452422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-babcd1bb-1bd7-427e-810f-b17140d44500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.483659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-61eaef17-aedf-4182-8123-978c9d1f2946 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:21.530416 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6032541 Dec 17 16:59:21.557942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8084-8d78-48cd-9a12-4846eb33c8b6 req-e7988d16-7920-4d81-bf15-9b2371467867 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:21.558693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-576c8084-8d78-48cd-9a12-4846eb33c8b6 req-e7988d16-7920-4d81-bf15-9b2371467867 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Synchronizing usage tracker for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:21.561157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3a317-61e2-4634-9fbb-991deb7f34ab,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:21.565103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:21.573585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:21.588633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-babcd1bb-1bd7-427e-810f-b17140d44500 None None] Port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:21.610592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] In _notify_port_updated(), no bound segment for port 29d3a317-61e2-4634-9fbb-991deb7f34ab on network 079ef642-440a-41b6-b6e3-a48bc6f2864b {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:59:21.612372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:21.612964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.617133 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "PUT /v2.0/ports/29d3a317-61e2-4634-9fbb-991deb7f34ab HTTP/1.1" status: 200 len: 981 time: 2.6329110 Dec 17 16:59:21.618730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39732) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:21.651653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.661925 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:59:21.789542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-576c8084-8d78-48cd-9a12-4846eb33c8b6 req-e7988d16-7920-4d81-bf15-9b2371467867 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Unset dirty status for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:21.796662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-576c8084-8d78-48cd-9a12-4846eb33c8b6 req-e7988d16-7920-4d81-bf15-9b2371467867 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 931 time: 0.6648390 Dec 17 16:59:21.819410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for cba31605-4b74-4a85-b2ac-f0c7bbddf99a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:21.843394 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-82c8d217-cbdf-4c00-b077-fafb5699cd97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb4c86f62a494566b431c14a82c67126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4008806 Dec 17 16:59:21.853896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.854979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=5a113c91-1e63-4565-b992-d17030f9a3b8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:21.858334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:21.859727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39736) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:21.884219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Deleting port 29d3a317-61e2-4634-9fbb-991deb7f34ab {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:21.884653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.898531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '3ee06a37-ba64-4cfc-b6af-36647c7285ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:21.899076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: ee98df03-d1c8-45f5-9415-0ff9d33e8edb, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:21.949739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:21.976153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-576c8084-8d78-48cd-9a12-4846eb33c8b6 req-2a248038-581b-4000-a6fc-2842a8c6ec6a tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785307 Dec 17 16:59:21.985971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.028318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network ee98df03-d1c8-45f5-9415-0ff9d33e8edb is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:22.135587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ee98df03-d1c8-45f5-9415-0ff9d33e8edb) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:22.151509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e438a-c145-4faf-9209-98dabc234c77 None None] Network ee98df03-d1c8-45f5-9415-0ff9d33e8edb requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:22.157431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:22.157696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.260016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.269322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.272979 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4fa3a66-2aa5-41f6-b9da-f8c933bc4f83 HTTP/1.1" status: 204 len: 168 time: 0.4068191 Dec 17 16:59:22.286756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-17953661-aca2-4103-8ffa-f59c2db580d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:22.293859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f984d762-0c03-45cc-b695-d91d69f61072 req-0420d964-e8c4-4ae8-89c7-a3944755b5ac tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1605024 Dec 17 16:59:22.352736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] For port 29d3a317-61e2-4634-9fbb-991deb7f34ab, host hv-neutron-8210, got binding levels [] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:22.353100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.416218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1073282 Dec 17 16:59:22.421655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa3a66-2aa5-41f6-b9da-f8c933bc4f83,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:22.421655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39746) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:22.487679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ee98df03-d1c8-45f5-9415-0ff9d33e8edb', 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '5a113c91-1e63-4565-b992-d17030f9a3b8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:22.489382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.642378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Calling delete_port for 29d3a317-61e2-4634-9fbb-991deb7f34ab owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:22.642551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:22.675288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78561-6916-494b-b8e3-2bf77358e089 req-9c6798f4-9032-4516-9975-67f13175e19b tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:22.682076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36c78561-6916-494b-b8e3-2bf77358e089 req-9c6798f4-9032-4516-9975-67f13175e19b tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 931 time: 0.4636736 Dec 17 16:59:22.750415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36c78561-6916-494b-b8e3-2bf77358e089 req-4323f997-876b-49b0-9ca2-92a8fa7902c9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672934 Dec 17 16:59:22.793996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Allocated IP 172.20.0.3 (ee98df03-d1c8-45f5-9415-0ff9d33e8edb/5a113c91-1e63-4565-b992-d17030f9a3b8/86a4e301-af44-41c7-befe-f9763bf88a0b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:22.820367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.822845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.827724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:22.900330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:22.928268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Pushing event deleted for resources: {'Port': ['ID=29d3a317-61e2-4634-9fbb-991deb7f34ab,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:22.932629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:22.939151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76eaa944-63bb-47f0-9f86-7d5a1b4eb8f6 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:22.975043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.035943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.138756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Port': ['ID=cba31605-4b74-4a85-b2ac-f0c7bbddf99a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:23.152695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:23.153684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.164802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.233784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.239048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/ports/cba31605-4b74-4a85-b2ac-f0c7bbddf99a HTTP/1.1" status: 204 len: 168 time: 2.5718420 Dec 17 16:59:23.251870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:23.294603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "DELETE /v2.0/ports/29d3a317-61e2-4634-9fbb-991deb7f34ab HTTP/1.1" status: 204 len: 168 time: 1.6746342 Dec 17 16:59:23.295267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39758) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:23.325602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.365114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Transition to ACTIVE for port object 86a4e301-af44-41c7-befe-f9763bf88a0b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:23.393264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Transition to ACTIVE for port object 86a4e301-af44-41c7-befe-f9763bf88a0b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:23.467309 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fd12fe-3d6a-4fb2-b9d5-5fa66fc6be6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:59:23.468144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-97fd12fe-3d6a-4fb2-b9d5-5fa66fc6be6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Synchronizing usage tracker for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:23.470712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting subnet 74b64186-c5ba-467e-bba5-035e6f330ea6 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 16:59:23.476026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.484221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.501845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:23.610398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.620804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec99995f-2cf9-4562-bbb7-91b33036a633 req-45b8434f-7372-491c-8fd6-f963113f72e8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.0877473 Dec 17 16:59:23.670552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Network ee98df03-d1c8-45f5-9415-0ff9d33e8edb is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:23.674226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:23.681867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:23.696161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.701105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-94e23b45-0151-4c31-9494-39d7c0a0669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:23.708474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8321a-1b44-47e4-8efd-a8fabd64ab78 req-88e1c0ac-a4d3-4d1b-b65b-a87b0fdb401e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:23.710934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7e8321a-1b44-47e4-8efd-a8fabd64ab78 req-88e1c0ac-a4d3-4d1b-b65b-a87b0fdb401e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 931 time: 0.2361195 Dec 17 16:59:23.744443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.20.0.4 (84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1/79d79936-6942-471b-a50b-7fe8350dc37d/40d1e933-c4fe-4448-a43b-9d58493a1a8f) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:23.761290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=5a113c91-1e63-4565-b992-d17030f9a3b8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:23.772919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Pushing event updated for resources: {'Port': ['ID=86a4e301-af44-41c7-befe-f9763bf88a0b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:23.785251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:23.808269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Attempting to bind port 86a4e301-af44-41c7-befe-f9763bf88a0b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:23.808744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Attempting to bind port 86a4e301-af44-41c7-befe-f9763bf88a0b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3ee06a37-ba64-4cfc-b6af-36647c7285ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:23.809305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Attempting to bind port 86a4e301-af44-41c7-befe-f9763bf88a0b on network ee98df03-d1c8-45f5-9415-0ff9d33e8edb {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:23.817035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:23.817774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Checking segment: {'id': '3ee06a37-ba64-4cfc-b6af-36647c7285ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:23.818425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.818903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Bound using segment: {'id': '3ee06a37-ba64-4cfc-b6af-36647c7285ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:23.819582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Bound port: 86a4e301-af44-41c7-befe-f9763bf88a0b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee06a37-ba64-4cfc-b6af-36647c7285ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:23.820035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:23.821343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7e8321a-1b44-47e4-8efd-a8fabd64ab78 req-cfa74f02-094d-41ef-9c1f-700b0e73e0d4 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045687 Dec 17 16:59:23.855175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-97fd12fe-3d6a-4fb2-b9d5-5fa66fc6be6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Unset dirty status for tenant:95875c388cbd45d89fe8b2f957346583 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:23.855175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-97fd12fe-3d6a-4fb2-b9d5-5fa66fc6be6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] 10.222.0.61 "GET /v2.0/ports/29d3a317-61e2-4634-9fbb-991deb7f34ab HTTP/1.1" status: 404 len: 333 time: 0.5347610 Dec 17 16:59:23.855175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-04006161-9694-4457-8157-50d3a042a531 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:59:23.855175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-04006161-9694-4457-8157-50d3a042a531 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079598 Dec 17 16:59:23.865403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39774) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:23.882648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-3c25e849-5124-46cc-9319-23e827a3f233 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:59:23.887670 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-3c25e849-5124-46cc-9319-23e827a3f233 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431511 Dec 17 16:59:23.951713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] For port 86a4e301-af44-41c7-befe-f9763bf88a0b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:23.953800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:23.957451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] For port 86a4e301-af44-41c7-befe-f9763bf88a0b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=86a4e301-af44-41c7-befe-f9763bf88a0b,segment=NetworkSegment(3ee06a37-ba64-4cfc-b6af-36647c7285ee),segment_id=3ee06a37-ba64-4cfc-b6af-36647c7285ee)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:23.997237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.037255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee98df03-d1c8-45f5-9415-0ff9d33e8edb']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:24.047215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.056886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:24.087338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee06a37-ba64-4cfc-b6af-36647c7285ee') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:24.087760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee06a37-ba64-4cfc-b6af-36647c7285ee') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:24.104562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.146653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.154149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:24.154725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.388264 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-18747c68-ab70-41af-ba45-ebb3a391b69d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb17deea65d4df2993efcdf1a838b80 HTTP/1.1" status: 200 len: 380 time: 0.5401669 Dec 17 16:59:24.419530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.436907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'port': {'device_id': '0d187075-90b5-4000-b542-e4b49bfefee3', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'admin_state_up': True, 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'security_groups': ['62b9186b-9f8d-41c7-9c95-b92df328acd9']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:24.442853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.455613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Pushing event updated for resources: {'Port': ['ID=86a4e301-af44-41c7-befe-f9763bf88a0b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:24.459211 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:24.469066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:24.489751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6dc14c-29ea-4a89-bfdd-dc97c4ed525f None None] Network ee98df03-d1c8-45f5-9415-0ff9d33e8edb requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:24.517560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.714351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Request body: {'port': {'device_id': 'd679900b-9fac-4127-ad56-161595682aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:24.716061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:59:24.716061 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:59:24.716061 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': 'ee98df03-d1c8-45f5-9415-0ff9d33e8edb'}] Dec 17 16:59:24.716061 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:24.716712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:24.778412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Request body: {'port': {'device_id': '337a9317-e3df-4188-ae15-b70a349bf127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:24.821798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.821798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:24.840157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d3d9b-02c9-4a58-83ea-a76614d18a33 req-c027d6e0-7226-44a7-980c-1e420f3ca2af tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:24.847657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c5d3d9b-02c9-4a58-83ea-a76614d18a33 req-c027d6e0-7226-44a7-980c-1e420f3ca2af tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 931 time: 0.5470598 Dec 17 16:59:24.909026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:24.983940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Subnet': ['ID=74b64186-c5ba-467e-bba5-035e6f330ea6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:24.986924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:24.987569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-482fb7b1-12a0-483f-ba2d-068c9b19041c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:25.047373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd839f-373f-4693-ab77-7fbcda292621 None None] Network e2816c1d-46c9-4c20-ba89-5f88e59382a8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:25.057146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:25.066558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.071864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:25.092084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:25.098892 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ed861724-8b00-41fb-969a-8a2fbacb3b5d req-c07b24cf-a042-4c30-be9c-661c6da4fcc4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1869643 Dec 17 16:59:25.144238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.190009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/subnets/74b64186-c5ba-467e-bba5-035e6f330ea6 HTTP/1.1" status: 204 len: 168 time: 1.9364989 Dec 17 16:59:25.196585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39804) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:25.227407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.234398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=40d1e933-c4fe-4448-a43b-9d58493a1a8f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:25.256723 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c5d3d9b-02c9-4a58-83ea-a76614d18a33 req-1e8a924b-e055-4c8c-82d1-dc8fbbb6509d tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081578 Dec 17 16:59:25.331689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39808) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:25.345283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:25.397329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:25.407051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:25.436799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079ef642-440a-41b6-b6e3-a48bc6f2864b']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:25.494665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e4d005-8c0f-480c-b581-73fc7a09af3e') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:25.499703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e4d005-8c0f-480c-b581-73fc7a09af3e') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:25.520766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Made reservation on behalf of acb17deea65d4df2993efcdf1a838b80 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:25.525535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.535132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.542027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] DHCP port deletion for e2816c1d-46c9-4c20-ba89-5f88e59382a8 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 16:59:25.546317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Deleting port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:25.546687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.555681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.610361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.616979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.629506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 86a4e301-af44-41c7-befe-f9763bf88a0b {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:25.629865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.656038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-64fee51f-1bb1-4e53-8496-95c26e269f8b tempest-AgentManagementNegativeTest-2004547822 tempest-AgentManagementNegativeTest-2004547822-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3057039 Dec 17 16:59:25.682891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.719148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:25.719547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:25.760685 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:25.781222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] For port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,segment=NetworkSegment(ac166f58-e7be-4eaf-bfec-2f221868c3c9),segment_id=ac166f58-e7be-4eaf-bfec-2f221868c3c9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:25.781705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.792113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:25.792416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:25.920817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Calling delete_port for 4ff4bc83-ea00-4f88-be53-994c4fd63ceb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:25.936828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6c24f-c7ea-4ae8-8560-6f7b8f7e7e61 req-6fda088e-9aa8-44ba-92fe-6bdfdf35c15c tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:25.943749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6b6c24f-c7ea-4ae8-8560-6f7b8f7e7e61 req-6fda088e-9aa8-44ba-92fe-6bdfdf35c15c tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 931 time: 0.6207755 Dec 17 16:59:26.089209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 86a4e301-af44-41c7-befe-f9763bf88a0b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=86a4e301-af44-41c7-befe-f9763bf88a0b,segment=NetworkSegment(3ee06a37-ba64-4cfc-b6af-36647c7285ee),segment_id=3ee06a37-ba64-4cfc-b6af-36647c7285ee)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:26.089765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.103785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.108995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:26.138480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.172223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Pushing event deleted for resources: {'Port': ['ID=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:26.175906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:26.187562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:26.193928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] No DVR routers for this DVR port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:26.212017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fa240-ac66-4633-97b9-b716eafa7235 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:59:26.215062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.242196 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6b6c24f-c7ea-4ae8-8560-6f7b8f7e7e61 req-0ba86e71-cb04-41b6-b58f-68ea44e95be2 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937210 Dec 17 16:59:26.399140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fa240-ac66-4633-97b9-b716eafa7235 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:59:26.438906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39824) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:26.458557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 86a4e301-af44-41c7-befe-f9763bf88a0b owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:26.486855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Allocated IP 172.20.0.13 (b34f928e-e2d6-4369-a0e0-65b15aafce99/603142b3-c94e-41d7-8e94-02000beda7b8/fb196cfd-a002-45cb-a801-67ddad491188) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:26.493734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4ff4bc83-ea00-4f88-be53-994c4fd63ceb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 16:59:26.494095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Pushing event deleted for resources: {'Network': ['ID=079ef642-440a-41b6-b6e3-a48bc6f2864b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:26.546567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:26.549405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4ff4bc83-ea00-4f88-be53-994c4fd63ceb {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 16:59:26.549770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4ff4bc83-ea00-4f88-be53-994c4fd63ceb not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 16:59:26.556974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] For port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4ff4bc83-ea00-4f88-be53-994c4fd63ceb,segment=NetworkSegment(ac166f58-e7be-4eaf-bfec-2f221868c3c9),segment_id=ac166f58-e7be-4eaf-bfec-2f221868c3c9)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:26.557343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.575148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.605497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] 10.222.0.61 "DELETE /v2.0/networks/079ef642-440a-41b6-b6e3-a48bc6f2864b HTTP/1.1" status: 204 len: 168 time: 2.7153668 Dec 17 16:59:26.680224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e7d181fe-6f87-4e97-a338-b58f80b0d322 req-bd14df2f-0273-4f60-b0bd-5a9d5ad32086 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Synchronizing usage tracker for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:26.779779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Calling delete_port for 4ff4bc83-ea00-4f88-be53-994c4fd63ceb owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:26.786068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e7d181fe-6f87-4e97-a338-b58f80b0d322 req-bd14df2f-0273-4f60-b0bd-5a9d5ad32086 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Unset dirty status for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:26.787220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e7d181fe-6f87-4e97-a338-b58f80b0d322 req-bd14df2f-0273-4f60-b0bd-5a9d5ad32086 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.3178401 Dec 17 16:59:26.828236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.909576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:26.931753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ac630270074ff8bd53867f5f98ae28 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:26.944409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:26.955845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:26.959603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:27.036507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77d827-1e3a-41e2-a277-c250f6dbcb49 req-55fce713-04c0-4026-a555-6a6208bb8edb tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:27.038095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af77d827-1e3a-41e2-a277-c250f6dbcb49 req-55fce713-04c0-4026-a555-6a6208bb8edb tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 931 time: 0.5532634 Dec 17 16:59:27.068907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d90ff28-659d-4276-a57f-fb88f92203f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:27.098959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:27.117729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.125238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=86a4e301-af44-41c7-befe-f9763bf88a0b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:27.135336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:27.144844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 86a4e301-af44-41c7-befe-f9763bf88a0b on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:27.148715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:27.149080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:27.208165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39834) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:27.222551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.229087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Transition to ACTIVE for port object 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:27.232285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af77d827-1e3a-41e2-a277-c250f6dbcb49 req-8e8934d1-d020-4a5f-90cd-2725438cbdf8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741827 Dec 17 16:59:27.243760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bd39e6-b03b-4d98-be06-c7fde7684e55 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:27.262826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.262826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Transition to ACTIVE for port object fb196cfd-a002-45cb-a801-67ddad491188 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:27.296347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Transition to ACTIVE for port object 08bd39e6-b03b-4d98-be06-c7fde7684e55 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:27.310009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.317673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-44655f47-d5a9-46ca-9572-f9295991fcf5 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:27.407078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.463441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.512428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.560068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.566200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee98df03-d1c8-45f5-9415-0ff9d33e8edb']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:27.581276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Pushing event updated for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:27.582983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee06a37-ba64-4cfc-b6af-36647c7285ee') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:27.583279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee06a37-ba64-4cfc-b6af-36647c7285ee') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:27.594389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.600261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.646722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:27.648530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:27.665522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Deleting port 4ff4bc83-ea00-4f88-be53-994c4fd63ceb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:27.669714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.673261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:27.701267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.726796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:27.738464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:27.753185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:27.753586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:27.772586 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:27.825666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6e910176-0621-4515-8a30-a062d3977af2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9b3379d13624901a2c8730f1f456260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141841 Dec 17 16:59:27.831796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] The port '4ff4bc83-ea00-4f88-be53-994c4fd63ceb' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 16:59:27.832639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.838863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39842) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:27.925599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:28.079637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Attempting to bind port 08bd39e6-b03b-4d98-be06-c7fde7684e55 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:28.080753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Attempting to bind port 08bd39e6-b03b-4d98-be06-c7fde7684e55 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:28.080753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Attempting to bind port 08bd39e6-b03b-4d98-be06-c7fde7684e55 on network 04b7219c-8151-4e8b-8b1c-7751bfc38fad {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:28.086049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event updated for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.088107 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3ac630270074ff8bd53867f5f98ae28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6464689 Dec 17 16:59:28.107304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c80e4d62-cdc6-487c-a508-47ddd1b1c6e2 None None] Provisioning for port fb196cfd-a002-45cb-a801-67ddad491188 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:28.112843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c80e4d62-cdc6-487c-a508-47ddd1b1c6e2 None None] Provisioning complete for port fb196cfd-a002-45cb-a801-67ddad491188 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:28.113246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c80e4d62-cdc6-487c-a508-47ddd1b1c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.123794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39848) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:28.124671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Port 08bd39e6-b03b-4d98-be06-c7fde7684e55 on network 04b7219c-8151-4e8b-8b1c-7751bfc38fad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:28.125008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Attempting to bind port 08bd39e6-b03b-4d98-be06-c7fde7684e55 on network 04b7219c-8151-4e8b-8b1c-7751bfc38fad {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:28.141912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575f4cd7-b2b7-4da7-ad49-830382ec2220,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.151094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:28.151901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.153790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.168143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.174095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c80e4d62-cdc6-487c-a508-47ddd1b1c6e2 None None] Port fb196cfd-a002-45cb-a801-67ddad491188 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:28.196040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.201294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.209081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:28.274337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=ee98df03-d1c8-45f5-9415-0ff9d33e8edb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.291224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.291878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.295250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2816c1d-46c9-4c20-ba89-5f88e59382a8']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:28.319585 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/ee98df03-d1c8-45f5-9415-0ff9d33e8edb HTTP/1.1" status: 204 len: 168 time: 5.8957348 Dec 17 16:59:28.328183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39854) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:28.329722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac166f58-e7be-4eaf-bfec-2f221868c3c9') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:28.330699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac166f58-e7be-4eaf-bfec-2f221868c3c9') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:28.332051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:28.332412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Checking segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:28.332959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Bound using segment: {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:28.333408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Bound port: 08bd39e6-b03b-4d98-be06-c7fde7684e55, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095b38a3-a7ec-41f4-93ed-1a5ea71067fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:28.333746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.354177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642166747'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:28.357996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4caee-f52b-43e9-9c09-748c3c47adfd req-b640417d-a9c5-40e0-b435-18c957d5d609 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:28.361339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.362269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b3f4caee-f52b-43e9-9c09-748c3c47adfd req-b640417d-a9c5-40e0-b435-18c957d5d609 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 943 time: 0.9756849 Dec 17 16:59:28.371003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:28.379969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.386331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:28.394253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:28.410025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:28.413421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Attempting to bind port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:28.413766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Attempting to bind port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:28.414145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Attempting to bind port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 on network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:28.415532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.440570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:28.440961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:28.457738 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:28.467819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Pushing event updated for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.481406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-0556ea10-dacd-4031-a840-21c8c10dc32d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0501838 Dec 17 16:59:28.481985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 on network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:28.482314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Attempting to bind port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 on network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:28.488096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.490920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.972s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:28.491235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.503657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Request body: {'port': {'device_id': '0d187075-90b5-4000-b542-e4b49bfefee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:28.510790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:59:28.529340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:28.529711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Checking segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:28.530119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Bound using segment: {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:28.530565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Bound port: 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65986536-acff-49e2-be97-3d4e6c64470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:28.530938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.592486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f125-2766-41a5-a809-bbc04cc5be6a req-e6dca5df-0c29-4e42-85ba-8c9e56fbe023 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:28.594051 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0033f125-2766-41a5-a809-bbc04cc5be6a req-e6dca5df-0c29-4e42-85ba-8c9e56fbe023 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 932 time: 0.6341383 Dec 17 16:59:28.605762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:28.609128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.650321 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b3f4caee-f52b-43e9-9c09-748c3c47adfd req-724e0769-91c3-40ed-a402-847a80efe196 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681122 Dec 17 16:59:28.724742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.757431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:28.807666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:28.833582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:59:28.836650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:28.837044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.840389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.840389 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment dd6bf21e-f132-42d1-91a0-aaba807dc07c of type vlan for network b7c01a97-274c-4018-9f8c-3e4bbf58232d Dec 17 16:59:28.842809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.846867 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Sync routers for ids ['0cb481b2-9bdc-4605-a4f7-7abb78ea6580'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:59:28.851600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:28.856658 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Routers {'0cb481b2-9bdc-4605-a4f7-7abb78ea6580'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:28.858154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['0cb481b2-9bdc-4605-a4f7-7abb78ea6580'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:28.878008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1d00a4-d632-4d05-ba49-6f68ec7ed0d9,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.881888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.887326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.894966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.897051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:28.912203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0033f125-2766-41a5-a809-bbc04cc5be6a req-6ba6546d-0a38-4c66-8768-d3ab9330d2b2 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985699 Dec 17 16:59:28.931504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.935489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.946948 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] 10.222.0.61 "DELETE /v2.0/networks/e2816c1d-46c9-4c20-ba89-5f88e59382a8 HTTP/1.1" status: 204 len: 168 time: 3.7493491 Dec 17 16:59:28.948148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Pushing event deleted for resources: {'Network': ['ID=e2816c1d-46c9-4c20-ba89-5f88e59382a8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:28.952599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:28.952721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:28.956200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.957316 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c1d00a4-d632-4d05-ba49-6f68ec7ed0d9 HTTP/1.1" status: 204 len: 168 time: 1.1119051 Dec 17 16:59:28.972782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.983642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:29.010435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.015285 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.5457213 Dec 17 16:59:29.019938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39864) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:29.031823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:29.120183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.125552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:29.126410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.129374 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] 10.222.0.60 "PUT /v2.0/ports/08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 200 len: 1093 time: 4.8330102 Dec 17 16:59:29.133108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.141881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:29.143086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.144940 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Set router 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:29.147454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:29.225485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Pushing event updated for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:29.262209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a57b13c-86ac-49cc-a105-5873a9306a12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:29.265636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:29.283519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e91eff48-8cef-4c9b-ac23-4bdad64c9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:29.342476 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9997239 Dec 17 16:59:29.370732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:29.371520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.372866 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] 10.222.0.60 "PUT /v2.0/ports/99c29e22-7e7d-4ea6-bd90-df77b063a0c8 HTTP/1.1" status: 200 len: 1093 time: 5.0761988 Dec 17 16:59:29.390814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39870) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:29.414615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e7e8-f9fd-42f2-acd3-2cc74168ea70 req-9dee06ba-4cfa-4a37-8065-b0c0727adba9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:29.416420 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df65e7e8-f9fd-42f2-acd3-2cc74168ea70 req-9dee06ba-4cfa-4a37-8065-b0c0727adba9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 943 time: 0.6274867 Dec 17 16:59:29.432848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.440653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:29.492638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=b7c01a97-274c-4018-9f8c-3e4bbf58232d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:29.514587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:29.527633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:29.537902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.697947 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb481b2-9bdc-4605-a4f7-7abb78ea6580', 'name': '', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1', 'external_fixed_ips': [{'subnet_id': '79d79936-6942-471b-a50b-7fe8350dc37d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '40d1e933-c4fe-4448-a43b-9d58493a1a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:20Z', 'updated_at': '2021-12-17T16:59:25Z', 'revision_number': 3, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port': {'id': '40d1e933-c4fe-4448-a43b-9d58493a1a8f', 'name': '', 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb481b2-9bdc-4605-a4f7-7abb78ea6580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '79d79936-6942-471b-a50b-7fe8350dc37d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:59:23Z', 'updated_at': '2021-12-17T16:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79d79936-6942-471b-a50b-7fe8350dc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:29.707385 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Checking router: 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:59:29.708063 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Updating router 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 port 40d1e933-c4fe-4448-a43b-9d58493a1a8f binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:59:29.777125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.808129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:29.832405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.832405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/575f4cd7-b2b7-4da7-ad49-830382ec2220 HTTP/1.1" status: 204 len: 168 time: 1.6783056 Dec 17 16:59:29.833998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Pushing event updated for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:29.846315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.853897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:29.860256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:29.885499 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df65e7e8-f9fd-42f2-acd3-2cc74168ea70 req-a8fbfe4d-8568-4cd5-a203-5274d81e5009 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279523 Dec 17 16:59:29.926414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f4cd7-b2b7-4da7-ad49-830382ec2220,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:29.934370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:29.941242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:29.945288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 40d1e933-c4fe-4448-a43b-9d58493a1a8f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:29.945644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:29.957454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:29.980958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:30.003069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:30.032542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cc221529-6672-48cb-808c-3f15aff4b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.034609 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-cc221529-6672-48cb-808c-3f15aff4b08d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c970a797c4d64a55b22107c1ea2af53d&device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 1096 time: 0.7052083 Dec 17 16:59:30.118989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-2ee878c1-dc13-42c5-a4f9-21acf0e0e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.120696 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-2ee878c1-dc13-42c5-a4f9-21acf0e0e71d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c4e7e09b5214932a9f89de66c1b103e&device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 1096 time: 0.5351202 Dec 17 16:59:30.134787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-0af48fc4-1bb6-4372-9935-96a664f2ec66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 200 len: 217 time: 0.0778263 Dec 17 16:59:30.159304 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.172571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Transition to ACTIVE for port object 40d1e933-c4fe-4448-a43b-9d58493a1a8f will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:30.190674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.193058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:30.196553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.228815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:30.271074 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.275105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39898) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:30.276544 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-baa4fbd6-63f1-4cae-84aa-9d61d8b2012b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8 HTTP/1.1" status: 200 len: 217 time: 0.1446872 Dec 17 16:59:30.284508 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:30.326592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 40d1e933-c4fe-4448-a43b-9d58493a1a8f owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:30.393717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Attempting to bind port 40d1e933-c4fe-4448-a43b-9d58493a1a8f on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:30.393717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Attempting to bind port 40d1e933-c4fe-4448-a43b-9d58493a1a8f by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '762cdb60-c47c-482d-aeab-89fa513b1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:30.394099 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Attempting to bind port 40d1e933-c4fe-4448-a43b-9d58493a1a8f on network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:30.400342 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Pushing event updated for resources: {'Port': ['ID=40d1e933-c4fe-4448-a43b-9d58493a1a8f,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:30.403236 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:30.406191 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:30.406644 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Checking segment: {'id': '762cdb60-c47c-482d-aeab-89fa513b1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:30.407054 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.407448 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Bound using segment: {'id': '762cdb60-c47c-482d-aeab-89fa513b1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:30.407930 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Bound port: 40d1e933-c4fe-4448-a43b-9d58493a1a8f, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762cdb60-c47c-482d-aeab-89fa513b1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:30.408367 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.493549 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] For port 40d1e933-c4fe-4448-a43b-9d58493a1a8f, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:30.496814 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] For port 40d1e933-c4fe-4448-a43b-9d58493a1a8f, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=40d1e933-c4fe-4448-a43b-9d58493a1a8f,segment=NetworkSegment(762cdb60-c47c-482d-aeab-89fa513b1ee4),segment_id=762cdb60-c47c-482d-aeab-89fa513b1ee4)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:30.607070 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.612103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:30.623811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'status': 'completed', 'code': 200} Dec 17 16:59:30.696051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf211b-7b7a-4f8b-8d51-897a254104f0 req-b7bb508d-97dc-4f55-b2f4-7175537954c7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.697436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97bf211b-7b7a-4f8b-8d51-897a254104f0 req-b7bb508d-97dc-4f55-b2f4-7175537954c7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 943 time: 0.8185394 Dec 17 16:59:30.704857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:30.704857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:30.736965 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Routers {'0cb481b2-9bdc-4605-a4f7-7abb78ea6580'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:30.737631 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['0cb481b2-9bdc-4605-a4f7-7abb78ea6580'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:30.777966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb196cfd-a002-45cb-a801-67ddad491188 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:30.794237 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Pushing event updated for resources: {'Port': ['ID=40d1e933-c4fe-4448-a43b-9d58493a1a8f,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:30.816720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-04e5e2c0-856d-4d23-b782-2250de817bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.818327 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-04e5e2c0-856d-4d23-b782-2250de817bda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=195e4bee-fb55-447e-99f8-5a82ae0fefe0 HTTP/1.1" status: 200 len: 850 time: 0.5992763 Dec 17 16:59:30.821023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:30.854897 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:30.895373 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] Set router 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:30.907150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-7fb62acc-3409-4ca8-b2be-6ba7019141d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.909304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-7fb62acc-3409-4ca8-b2be-6ba7019141d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e982d63-2d68-49d1-8d5e-89e395079bf0 HTTP/1.1" status: 200 len: 844 time: 0.3575759 Dec 17 16:59:30.992504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-529a6e3f-8fae-4e3a-b61b-23e137c2de39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95875c388cbd45d89fe8b2f957346583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148545 Dec 17 16:59:30.995083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39918) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:31.005310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Transition to ACTIVE for port object fb196cfd-a002-45cb-a801-67ddad491188 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:31.007104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a8d2a35e-afc9-47fd-80eb-2e89c43a88d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db5705d2c46646919f830f7e5e0e02a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1829529 Dec 17 16:59:31.012142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:31.023727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb481b2-9bdc-4605-a4f7-7abb78ea6580', 'name': '', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:20Z', 'updated_at': '2021-12-17T16:59:29Z', 'revision_number': 4, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:31.031384 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90226bf1-bdc8-4f5c-ad93-7ac0f331a7ca None None] The sync data for ids ['0cb481b2-9bdc-4605-a4f7-7abb78ea6580'] in dv-neutron-821073-1-hyperv is: [{'id': '0cb481b2-9bdc-4605-a4f7-7abb78ea6580', 'name': '', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:20Z', 'updated_at': '2021-12-17T16:59:29Z', 'revision_number': 4, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:59:31.051732 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97bf211b-7b7a-4f8b-8d51-897a254104f0 req-e4c347e9-f6f3-4d98-9779-0e5356524015 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421674 Dec 17 16:59:31.116883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.122325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.128069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-daaba61f-b912-4bd0-a9fb-74e26263770a tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:31.134336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.172032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.189001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.209306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 40d1e933-c4fe-4448-a43b-9d58493a1a8f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:31.209306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.386716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341899-b651-4e2f-b7a9-22ae4be94191 req-8c164614-705d-4b05-9c74-7a341d4b2c44 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:31.388246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7341899-b651-4e2f-b7a9-22ae4be94191 req-8c164614-705d-4b05-9c74-7a341d4b2c44 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 932 time: 0.7002575 Dec 17 16:59:31.391052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 39932) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:31.456984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Pushing event updated for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:31.557596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.558080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.558452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.558815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.559174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.559531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.559885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.560237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.560692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.561052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.561406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.561757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.566029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:31.579378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-4b82165e-0c6a-4799-9125-8a7770b5c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:31.581409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] For port 40d1e933-c4fe-4448-a43b-9d58493a1a8f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=40d1e933-c4fe-4448-a43b-9d58493a1a8f,segment=NetworkSegment(762cdb60-c47c-482d-aeab-89fa513b1ee4),segment_id=762cdb60-c47c-482d-aeab-89fa513b1ee4)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:31.581601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-4b82165e-0c6a-4799-9125-8a7770b5c0d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6326559 Dec 17 16:59:31.581797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.587916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-40ccdd64-bd21-45c8-951b-f19343c9275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:31.589395 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-40ccdd64-bd21-45c8-951b-f19343c9275d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b7219c-8151-4e8b-8b1c-7751bfc38fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7461414 Dec 17 16:59:31.640980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.645152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-375348702'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:31.684420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:31.698740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.705865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 40d1e933-c4fe-4448-a43b-9d58493a1a8f owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:31.733993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0579a2ef-02fe-4bb1-b4b1-36b9e35d2884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:31.768362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f23073-e6e9-426f-a064-eddc76a66447,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:31.790187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.790549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.790899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.791242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.791582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.791921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.792260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.792599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.793845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.793845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.793845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.800503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:31.801339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7341899-b651-4e2f-b7a9-22ae4be94191 req-057602ed-3b93-46a9-bf00-155fd9dd6215 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882620 Dec 17 16:59:31.801339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Usage tracker for resource:network and tenant:9a9fe64ca13d45af8250336583c19b0e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:31.819342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8385f24-7094-4d26-8591-52532497dfc2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:31.828903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:31.829322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.833761 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8ace865d-578a-470f-854a-c8ced329c2fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70f23073-e6e9-426f-a064-eddc76a66447 HTTP/1.1" status: 204 len: 168 time: 0.8352835 Dec 17 16:59:31.833761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:31.834138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.840021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:31.840483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:31.841445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.842696 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8385f24-7094-4d26-8591-52532497dfc2 HTTP/1.1" status: 204 len: 168 time: 0.8296657 Dec 17 16:59:31.854351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:31.895390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:31.910451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Attempting to bind port fb196cfd-a002-45cb-a801-67ddad491188 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:31.914194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Attempting to bind port fb196cfd-a002-45cb-a801-67ddad491188 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:31.914194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Attempting to bind port fb196cfd-a002-45cb-a801-67ddad491188 on network b34f928e-e2d6-4369-a0e0-65b15aafce99 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:31.946511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Port fb196cfd-a002-45cb-a801-67ddad491188 on network b34f928e-e2d6-4369-a0e0-65b15aafce99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 16:59:31.946842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Attempting to bind port fb196cfd-a002-45cb-a801-67ddad491188 on network b34f928e-e2d6-4369-a0e0-65b15aafce99 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:31.973564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46ba5e-2444-4949-b9f0-428219c71baf req-29b8c069-d0ce-4fc2-af65-e25bcae8144c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:31.975103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc46ba5e-2444-4949-b9f0-428219c71baf req-29b8c069-d0ce-4fc2-af65-e25bcae8144c tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 943 time: 0.7458198 Dec 17 16:59:32.008003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:32.008531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Checking segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:32.008924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Bound using segment: {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:32.009372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Bound port: fb196cfd-a002-45cb-a801-67ddad491188, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5549547-56a5-49f7-8ac9-9095bb00bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:32.009712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.058027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.062026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:32.078925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=a7fd03a8-8a36-4a97-b22f-ffd23271c781,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:32.082189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:32.083085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Made reservation on behalf of 9a9fe64ca13d45af8250336583c19b0e for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:32.089416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.112806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d1e933-c4fe-4448-a43b-9d58493a1a8f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:32.116235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:32.121313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-6824a9a4-7f61-4b6b-9ae8-24df7a30e55a service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129280 Dec 17 16:59:32.188783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.207739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-1441ba44-6650-41da-9ee5-307b6f12afba service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779812 Dec 17 16:59:32.229525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07ebc423-e7b2-4719-9747-16da68ed598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.244894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.259537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': 'dd6bf21e-f132-42d1-91a0-aaba807dc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:32.259899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: b7c01a97-274c-4018-9f8c-3e4bbf58232d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:32.443999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.445144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:32.447280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.511173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc46ba5e-2444-4949-b9f0-428219c71baf req-e51ac951-a9ba-404d-9cd1-49a25b2b88ec tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5043554 Dec 17 16:59:32.522203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Usage tracker for resource:security_group_rule and tenant:9a9fe64ca13d45af8250336583c19b0e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:32.583262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:32.606615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:32.630848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:32.635826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:32.684826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.692940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cb481b2-9bdc-4605-a4f7-7abb78ea6580 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:59:32.699316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.702934 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/routers/0cb481b2-9bdc-4605-a4f7-7abb78ea6580 HTTP/1.1" status: 204 len: 168 time: 3.6834300 Dec 17 16:59:32.703558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39964) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:32.708078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb196cfd-a002-45cb-a801-67ddad491188,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:32.753687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6860345c-0183-41f7-9eba-2f7660b0e82c req-9696a7eb-7351-4bd9-afbd-a8c33051bca0 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944760 Dec 17 16:59:32.754362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:32.770534 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2e9600c-cc3b-4640-be1a-fa4504454dbd req-425fd9f6-02c1-4f96-8622-28837901d402 service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433054 Dec 17 16:59:32.780210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'status': 'completed', 'code': 200} Dec 17 16:59:32.803881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting subnet 79d79936-6942-471b-a50b-7fe8350dc37d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 16:59:32.808505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.808658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.810992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:32.860760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e49d-48ab-4d47-9722-fa6eb0487678 req-9914ceb6-1215-4c7f-a078-e3e133602937 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:32.868231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a9d4e49d-48ab-4d47-9722-fa6eb0487678 req-9914ceb6-1215-4c7f-a078-e3e133602937 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 943 time: 0.6127660 Dec 17 16:59:32.918755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.920809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b7c01a97-274c-4018-9f8c-3e4bbf58232d) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:32.934825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9500c6c-198c-483f-b7af-b103fbaafdcd None None] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:33.019830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.020020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.020338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.036439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.037318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.038845 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1094 time: 4.5438762 Dec 17 16:59:33.225991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.228182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.231515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c5cb956e-db28-4182-ac83-11996974c912 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:33.288755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Pushing event updated for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:33.297999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:33.302267 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a9d4e49d-48ab-4d47-9722-fa6eb0487678 req-0d4ab53c-3435-4671-959f-ea957f990be3 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332452 Dec 17 16:59:33.317655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.320493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79d79936-6942-471b-a50b-7fe8350dc37d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:33.334325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:33.347680 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/79d79936-6942-471b-a50b-7fe8350dc37d HTTP/1.1" status: 204 len: 168 time: 0.6428697 Dec 17 16:59:33.350179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 39990) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:33.355710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b7c01a97-274c-4018-9f8c-3e4bbf58232d', 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': 'a7fd03a8-8a36-4a97-b22f-ffd23271c781'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:33.357178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.403669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.419733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:33.433593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.433593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Added segment 37e9ddd8-6fae-4c23-b9eb-73f97d2c3262 of type vlan for network 0e6999c0-e797-4442-bb58-b97e010a915e Dec 17 16:59:33.472518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.494904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.512074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:33.539698 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1333334 Dec 17 16:59:33.553331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40000) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:33.604633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-28f70aad-204f-4ea9-8379-0a5012699afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.612866 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-28f70aad-204f-4ea9-8379-0a5012699afa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c970a797c4d64a55b22107c1ea2af53d&device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 1096 time: 0.6827741 Dec 17 16:59:33.619372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a998b8-6253-4033-ae41-29f465e05603 req-a07481a2-dc4f-4dae-bf8f-3ed66afbd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.620830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-a07481a2-dc4f-4dae-bf8f-3ed66afbd2a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c4e7e09b5214932a9f89de66c1b103e&device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 1096 time: 0.6925821 Dec 17 16:59:33.638817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Allocated IP 172.20.0.1 (b7c01a97-274c-4018-9f8c-3e4bbf58232d/a7fd03a8-8a36-4a97-b22f-ffd23271c781/9974b332-889a-4721-8252-efaf33af8ae6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:33.648820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40004) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:33.680217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.690500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.691235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.794663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.820104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:33.832940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762cdb60-c47c-482d-aeab-89fa513b1ee4') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:33.833251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762cdb60-c47c-482d-aeab-89fa513b1ee4') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:33.846414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.862498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a1c6-814d-4684-a211-34755eb34578 req-68edcae0-2f95-4cbd-9bfd-a69fa8d27390 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:33.864671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.866171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a06a1c6-814d-4684-a211-34755eb34578 req-68edcae0-2f95-4cbd-9bfd-a69fa8d27390 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 944 time: 0.8514063 Dec 17 16:59:33.866904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debcf007-07ca-4199-ad7c-7e91bf8bcb4d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:33.878520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:33.878898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:33.903618 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:33.911808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:33.919492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Transition to ACTIVE for port object 9974b332-889a-4721-8252-efaf33af8ae6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:33.945350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Transition to ACTIVE for port object 9974b332-889a-4721-8252-efaf33af8ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:33.971006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:33.982569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eeff7cab-dac3-4466-a259-24a3304eb975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-380168976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:34.009401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-c6ea6583-f8ef-464b-86a6-239a21272612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:34.010964 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-c6ea6583-f8ef-464b-86a6-239a21272612 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1097 time: 0.7559686 Dec 17 16:59:34.025313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.040734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:34.051035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.055403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d2dc90b9-9910-404c-97f6-f5709a3067d8 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:34.084980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 16:59:34.095385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.101778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Network': ['ID=84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:34.115676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:34.124984 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/networks/84b3ba25-cd4e-4cfb-8b22-c3b7d42c17b1 HTTP/1.1" status: 204 len: 168 time: 0.7734871 Dec 17 16:59:34.209790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:34.214066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:34.219543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:34.264810 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8618801 Dec 17 16:59:34.266322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-2eba6f19-538a-4145-aab0-b79b12c64384 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 217 time: 0.1509304 Dec 17 16:59:34.269710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40018) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:34.277073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Request body: {'subnet': {'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:34.366755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'networks': [{'name': 'tempest-network--473881128'}, {'name': 'tempest-network--1794095758'}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:34.367149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-network--473881128'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:34.367517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-network--1794095758'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:34.495717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:34.500891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Pushing event updated for resources: {'Port': ['ID=9974b332-889a-4721-8252-efaf33af8ae6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:34.502524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Usage tracker for resource:subnet and tenant:9a9fe64ca13d45af8250336583c19b0e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:34.506119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:34.513444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.514848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.525153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.526870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.527248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.527589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.527933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:34.531621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Attempting to bind port 9974b332-889a-4721-8252-efaf33af8ae6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:34.531991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Attempting to bind port 9974b332-889a-4721-8252-efaf33af8ae6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'dd6bf21e-f132-42d1-91a0-aaba807dc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:34.532374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Attempting to bind port 9974b332-889a-4721-8252-efaf33af8ae6 on network b7c01a97-274c-4018-9f8c-3e4bbf58232d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:34.544121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:34.544555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a06a1c6-814d-4684-a211-34755eb34578 req-57561976-30d2-4286-86f4-57ae33bdc1d4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726140 Dec 17 16:59:34.545932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:34.557000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:34.557493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Checking segment: {'id': 'dd6bf21e-f132-42d1-91a0-aaba807dc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:34.557934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.558337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Bound using segment: {'id': 'dd6bf21e-f132-42d1-91a0-aaba807dc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:34.558816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Bound port: 9974b332-889a-4721-8252-efaf33af8ae6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6bf21e-f132-42d1-91a0-aaba807dc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b7c01a97-274c-4018-9f8c-3e4bbf58232d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:34.560700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.564304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'Network': ['ID=0e6999c0-e797-4442-bb58-b97e010a915e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:34.567088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:34.600014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:network and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:34.604899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Made reservation on behalf of 9a9fe64ca13d45af8250336583c19b0e for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:34.610402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.695487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:34.734776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:34.764686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] For port 9974b332-889a-4721-8252-efaf33af8ae6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:34.771526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] For port 9974b332-889a-4721-8252-efaf33af8ae6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9974b332-889a-4721-8252-efaf33af8ae6,segment=NetworkSegment(dd6bf21e-f132-42d1-91a0-aaba807dc07c),segment_id=dd6bf21e-f132-42d1-91a0-aaba807dc07c)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:34.778253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0e6999c0-e797-4442-bb58-b97e010a915e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:34.779020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:34.789560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40032) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:34.810750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-25cee4ce-5928-4f13-874b-a06a3fb8af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:34.812452 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-25cee4ce-5928-4f13-874b-a06a3fb8af48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.5196898 Dec 17 16:59:34.864797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'name': 'tempest-router--130032132', 'project_id': '228018c2f023444eb8e677ad5f8e1ce2'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:34.876066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef67108-61fb-44df-9e23-d4db9afabbe5 req-7289b894-a685-4a3b-87e1-c2d4d12b3156 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:34.878290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef67108-61fb-44df-9e23-d4db9afabbe5 req-7289b894-a685-4a3b-87e1-c2d4d12b3156 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 943 time: 1.1627614 Dec 17 16:59:34.882037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.886958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:34.896038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-9f47121c-9b86-40d7-8f7d-94b46e0e9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:34.906180 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-9f47121c-9b86-40d7-8f7d-94b46e0e9262 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 200 len: 912 time: 1.2445710 Dec 17 16:59:34.908903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a998b8-6253-4033-ae41-29f465e05603 req-c939d8c9-485f-4252-a55d-7b5604bab0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:34.910290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-c939d8c9-485f-4252-a55d-7b5604bab0ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea HTTP/1.1" status: 200 len: 906 time: 1.2583787 Dec 17 16:59:34.985243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Pushing event updated for resources: {'Port': ['ID=9974b332-889a-4721-8252-efaf33af8ae6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:34.994436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:35.053436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:35.061415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.067199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8fdb-ebde-4cbd-8756-cf6af63d0040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.084380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:router and tenant:228018c2f023444eb8e677ad5f8e1ce2 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:35.087994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:35.092542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40042) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:35.144323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.150972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ad519c8-e6f8-45c2-8b13-d9475f7740fe tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:35.156757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'network': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:35.161290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.210430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef67108-61fb-44df-9e23-d4db9afabbe5 req-55775130-eb83-48e6-96c1-8f6d6038c2de tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317259 Dec 17 16:59:35.215915 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-82d27b9e-7840-485d-9d12-70b2420005ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 200 len: 217 time: 0.3089781 Dec 17 16:59:35.218832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1331735152', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:35.220031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:35.240098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:35.255942 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-ea1689c9-8b71-4e38-90e6-ea7273624d5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8 HTTP/1.1" status: 200 len: 217 time: 0.1835446 Dec 17 16:59:35.258918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.263208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Usage tracker for resource:port and tenant:b0929866a2684eee81af7cabe5ccbe96 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:35.269416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:35.283488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:35.290226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'Subnet': ['ID=d29e0791-2275-4327-b829-f4ca92025da8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:35.294278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:35.301712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Checking segment: {'id': '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:35.302163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Network hostable DHCP agents. Network: 0e6999c0-e797-4442-bb58-b97e010a915e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:35.313967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188', 'status': 'completed', 'code': 200} Dec 17 16:59:35.354860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 9974b332-889a-4721-8252-efaf33af8ae6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:35.355202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.364305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Made reservation on behalf of b0929866a2684eee81af7cabe5ccbe96 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:35.366713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.380066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.393677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Network 0e6999c0-e797-4442-bb58-b97e010a915e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:35.401093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:35.408586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Usage tracker for resource:security_group_rule and tenant:b0929866a2684eee81af7cabe5ccbe96 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:35.412086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:35.418833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:35.428759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:35.450658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:security_group_rule and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:35.458957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:35.477485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:35.486890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.487868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.500155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0e6999c0-e797-4442-bb58-b97e010a915e) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:35.501046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-ff95eb82-a492-487e-981c-9f84b98cecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:35.503142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-ff95eb82-a492-487e-981c-9f84b98cecc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=195e4bee-fb55-447e-99f8-5a82ae0fefe0 HTTP/1.1" status: 200 len: 850 time: 0.2526281 Dec 17 16:59:35.508922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25461099-ca11-431b-bbcc-52955454c8cd None None] Network 0e6999c0-e797-4442-bb58-b97e010a915e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:35.516929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:35.517542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.530387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.593231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a998b8-6253-4033-ae41-29f465e05603 req-3239718f-4813-4679-bfcf-fcc2ff4e3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:35.594891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-3239718f-4813-4679-bfcf-fcc2ff4e3d12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e982d63-2d68-49d1-8d5e-89e395079bf0 HTTP/1.1" status: 200 len: 844 time: 0.3225443 Dec 17 16:59:35.606476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.609739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:35.618187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] device_id is not set on port 98a0b2a4-644a-44ed-a494-548217f7824d yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:35.629561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.659522 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3883815 Dec 17 16:59:35.670833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40050) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:35.692069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Request body: {'port': {'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1060652827'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:35.697326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.733023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e32e94af-5d70-44c7-925f-d04c7ea54d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:35.734632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e32e94af-5d70-44c7-925f-d04c7ea54d85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8403313 Dec 17 16:59:35.761067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0e6999c0-e797-4442-bb58-b97e010a915e', 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e', 'tenant_id': '9a9fe64ca13d45af8250336583c19b0e', 'fixed_ips': [{'subnet_id': 'd29e0791-2275-4327-b829-f4ca92025da8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:35.761941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.775558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d08d0-e527-4969-880a-ff30b005b22c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:35.785302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:35.906159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Allocated IP 172.26.4.159 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/98a0b2a4-644a-44ed-a494-548217f7824d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:35.908803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:35.915844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Usage tracker for resource:port and tenant:9a9fe64ca13d45af8250336583c19b0e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:35.921753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:35.936703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:35.937916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:35.938472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de369a-4dad-43d5-890b-ab457ad14952 req-205864d9-2d17-4feb-8c08-6baf18adc2ec tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:35.940222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2de369a-4dad-43d5-890b-ab457ad14952 req-205864d9-2d17-4feb-8c08-6baf18adc2ec tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 943 time: 1.1685793 Dec 17 16:59:35.978075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Allocated IP 2001:db8::2 (0e6999c0-e797-4442-bb58-b97e010a915e/d29e0791-2275-4327-b829-f4ca92025da8/dd7cee92-1d41-40a0-833b-1ba249e9184c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:35.980815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.055202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Made reservation on behalf of 9a9fe64ca13d45af8250336583c19b0e for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:36.058488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.106909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] device_id is not set on port a38a39cc-be64-4748-bd49-9e695c4d0053 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:36.125894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 9974b332-889a-4721-8252-efaf33af8ae6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9974b332-889a-4721-8252-efaf33af8ae6,segment=NetworkSegment(dd6bf21e-f132-42d1-91a0-aaba807dc07c),segment_id=dd6bf21e-f132-42d1-91a0-aaba807dc07c)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:36.131963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.232512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.243085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.254337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Transition to ACTIVE for port object dd7cee92-1d41-40a0-833b-1ba249e9184c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:36.274229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Transition to ACTIVE for port object dd7cee92-1d41-40a0-833b-1ba249e9184c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:36.301056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 9974b332-889a-4721-8252-efaf33af8ae6 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:36.310574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b2029-af95-4577-ae42-428bbc136d72 None None] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:36.353713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.361972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:36.391165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.400136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:36.417117 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2de369a-4dad-43d5-890b-ab457ad14952 req-a53fc5c7-f2e6-4d0c-9ae9-40092609800f tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412124 Dec 17 16:59:36.464746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.468726 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-abe84890-3d81-4988-ad04-c7e4c960df9d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6631052 Dec 17 16:59:36.475237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Network 0e6999c0-e797-4442-bb58-b97e010a915e is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:36.480666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:36.486296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:36.491813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40056) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:36.493913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-463d0bc2-4b9a-47b9-a4a2-f921b3d0f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:36.495938 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-463d0bc2-4b9a-47b9-a4a2-f921b3d0f142 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b7219c-8151-4e8b-8b1c-7751bfc38fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9547057 Dec 17 16:59:36.497190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-e2ad9918-537d-4189-9fee-cc3251a2fecf service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459572 Dec 17 16:59:36.549604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9974b332-889a-4721-8252-efaf33af8ae6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:36.565998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58e1a-6af0-43c1-8b31-ab04aa380f40 req-a58fc216-d867-496a-89e2-32e83be78301 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:36.567512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4c58e1a-6af0-43c1-8b31-ab04aa380f40 req-a58fc216-d867-496a-89e2-32e83be78301 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 944 time: 0.7728426 Dec 17 16:59:36.574113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:36.581164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:36.594178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Pushing event updated for resources: {'Port': ['ID=dd7cee92-1d41-40a0-833b-1ba249e9184c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:36.595794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:36.597802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:36.610320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1375fc30-7b6b-4169-873d-958aad55e053 None None] Provisioning for port 9974b332-889a-4721-8252-efaf33af8ae6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:36.659178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Pushing event updated for resources: {'Port': ['ID=98a0b2a4-644a-44ed-a494-548217f7824d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:36.675159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Allocated IP 2001:db8::2ea (0e6999c0-e797-4442-bb58-b97e010a915e/d29e0791-2275-4327-b829-f4ca92025da8/a38a39cc-be64-4748-bd49-9e695c4d0053) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:36.677633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:36.696312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:36.696913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.742417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Attempting to bind port dd7cee92-1d41-40a0-833b-1ba249e9184c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:36.742793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Attempting to bind port dd7cee92-1d41-40a0-833b-1ba249e9184c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:36.743176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Attempting to bind port dd7cee92-1d41-40a0-833b-1ba249e9184c on network 0e6999c0-e797-4442-bb58-b97e010a915e {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:36.754711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:36.755094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Checking segment: {'id': '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:36.755503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.755906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Bound using segment: {'id': '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:36.756383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Bound port: dd7cee92-1d41-40a0-833b-1ba249e9184c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:36.756765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.878815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a998b8-6253-4033-ae41-29f465e05603 req-0a64bc4c-0591-499d-a363-ffe6896de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:36.880414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-0a64bc4c-0591-499d-a363-ffe6896de8ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2474370 Dec 17 16:59:36.918497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] For port dd7cee92-1d41-40a0-833b-1ba249e9184c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:36.922458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] For port dd7cee92-1d41-40a0-833b-1ba249e9184c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=dd7cee92-1d41-40a0-833b-1ba249e9184c,segment=NetworkSegment(37e9ddd8-6fae-4c23-b9eb-73f97d2c3262),segment_id=37e9ddd8-6fae-4c23-b9eb-73f97d2c3262)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:36.926544 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8327055 Dec 17 16:59:36.927132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40060) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:36.935960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 9974b332-889a-4721-8252-efaf33af8ae6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:36.942616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9974b332-889a-4721-8252-efaf33af8ae6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:36.942616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:36.944996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.159'}]}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:36.953511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:36.961420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Usage tracker for resource:router and tenant:b0929866a2684eee81af7cabe5ccbe96 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:36.964450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:36.974701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:37.045531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.054441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.062901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Transition to ACTIVE for port object a38a39cc-be64-4748-bd49-9e695c4d0053 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:37.067797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:37.070684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.076147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.098416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.141576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.154183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.184523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.192803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:37.205552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.243304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Pushing event updated for resources: {'Port': ['ID=dd7cee92-1d41-40a0-833b-1ba249e9184c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:37.247103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:37.260956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.304719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-91d74924-0380-410c-89ef-ea938bec6456 None None] Provisioning complete for port 9974b332-889a-4721-8252-efaf33af8ae6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:37.305260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91d74924-0380-410c-89ef-ea938bec6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.361552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.362124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.391493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfbdcc7a-8997-4f82-adbd-d473ba21eb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:37.401039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Network 0e6999c0-e797-4442-bb58-b97e010a915e is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:37.406662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:37.409727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:37.416849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:37.417616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.433419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'Port': ['ID=a38a39cc-be64-4748-bd49-9e695c4d0053,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:37.441236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16565f1-cd94-4194-a269-38a6b5c92694,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:37.443700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91d74924-0380-410c-89ef-ea938bec6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.469979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:37.483973 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4c58e1a-6af0-43c1-8b31-ab04aa380f40 req-f6e2e014-60a5-4cbd-b3bd-9bf2ca211440 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6867073 Dec 17 16:59:37.508977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:37.597189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.636251 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9549639 Dec 17 16:59:37.640622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40068) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:37.647312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Request body: {'port': {'network_id': '0e6999c0-e797-4442-bb58-b97e010a915e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1194991519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:37.647862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] bootfile-name is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:37.648193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] tftp-server is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:37.648515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] server-ip-address is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:37.693056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 08bd39e6-b03b-4d98-be06-c7fde7684e55 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 16:59:37.844420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:37.854754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.855104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment 8876fccf-7203-44bd-af09-93efa3c679e7 of type vlan for network d3f02891-62ab-4a35-bab5-b5f7c67dd4ff Dec 17 16:59:37.860035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:37.865568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Usage tracker for resource:port and tenant:9a9fe64ca13d45af8250336583c19b0e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:37.868746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:37.875726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:37.881442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.932198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.939289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:37.950616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Made reservation on behalf of 9a9fe64ca13d45af8250336583c19b0e for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:37.953320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'port_id': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'mac_address': 'fa:16:3e:62:7c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 16:59:37.954016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:37.957382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06f85a98-03f5-4e87-bf05-df087c20435b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:37.983457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] device_id is not set on port 5314e215-5eae-446d-b606-898b12ee04e5 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:37.997074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.015178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:38.021028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.030571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-d56f5e08-5a69-4b07-bd4d-51a37d22260e service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4608941 Dec 17 16:59:38.035386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f6853d6-a20c-43ba-baea-13044d0b2a26 req-9cfc2128-6c87-4f19-b0fc-835204f0510e service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4639060 Dec 17 16:59:38.035521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.049566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bd39e6-b03b-4d98-be06-c7fde7684e55 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:38.068849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-33f4c826-c532-4b7e-95a1-5c9504f2a5d6 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0887697 Dec 17 16:59:38.070052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:38.084089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=9974b332-889a-4721-8252-efaf33af8ae6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:38.087549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:38.149444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.152015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 16:59:38.156327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1467dff4-30fe-47fe-a2a7-d5d8343162c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:38.199949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be5873-b5fe-45ff-b4b8-10f311b28b3a None None] DHCP port deletion for b7c01a97-274c-4018-9f8c-3e4bbf58232d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 16:59:38.201636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.202304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment 666333ca-9f6d-4053-8e00-20cd96508b2b of type vlan for network 81ac412d-6478-44e4-991b-315f47c93ec5 Dec 17 16:59:38.211868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703910-8f6d-47f0-a978-95050be07856 req-1a465e05-e345-4695-93d5-b3509e61db98 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:38.219751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a9703910-8f6d-47f0-a978-95050be07856 req-1a465e05-e345-4695-93d5-b3509e61db98 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 943 time: 1.4234693 Dec 17 16:59:38.372433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.401152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:38.404658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:38.461504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:38.477951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'port_id': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'mac_address': 'fa:16:3e:cc:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 16:59:38.482128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.520155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device dd7cee92-1d41-40a0-833b-1ba249e9184c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:38.537657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Allocated IP 2001:db8::1f3 (0e6999c0-e797-4442-bb58-b97e010a915e/d29e0791-2275-4327-b829-f4ca92025da8/5314e215-5eae-446d-b606-898b12ee04e5) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:38.613178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.640877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:38.665631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:38.669577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12fa77-22b6-434b-97e2-7347b61e6607 None None] Network 0e6999c0-e797-4442-bb58-b97e010a915e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:38.747553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 9974b332-889a-4721-8252-efaf33af8ae6 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:38.813617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port dd7cee92-1d41-40a0-833b-1ba249e9184c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:38.839343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.843143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:38.874395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.880508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:38.881109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce65de1d-cf4b-474a-8a76-1ff18311ab60 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:59:38.897611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a9703910-8f6d-47f0-a978-95050be07856 req-9f9dfe2b-e252-4fda-927c-a962d59a6bb9 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6766057 Dec 17 16:59:38.991511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:39.002751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9974b332-889a-4721-8252-efaf33af8ae6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 16:59:39.025301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a324ea-2415-40b9-b7fc-a0835b928cd4 req-ddcc1376-c0ee-4de4-9afb-30ff0daf71bf tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.027262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36a324ea-2415-40b9-b7fc-a0835b928cd4 req-ddcc1376-c0ee-4de4-9afb-30ff0daf71bf tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 943 time: 1.4170563 Dec 17 16:59:39.029405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.040920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.047035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:39.056458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 9974b332-889a-4721-8252-efaf33af8ae6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 16:59:39.056813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9974b332-889a-4721-8252-efaf33af8ae6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 16:59:39.058257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Provisioning for port dd7cee92-1d41-40a0-833b-1ba249e9184c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:39.067998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Provisioning complete for port dd7cee92-1d41-40a0-833b-1ba249e9184c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:39.068480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.146373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-49334113-a525-40e6-8192-6ff8e03ca39a service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0155642 Dec 17 16:59:39.176802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c9067cc-06ab-4c4e-ae7c-f32c876e4747 req-d615d8b7-b97b-4fde-addb-6096a7ec52da service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938704 Dec 17 16:59:39.246256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-c154c534-0166-4c04-875a-2eb3b69e817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.247967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-c154c534-0166-4c04-875a-2eb3b69e817d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1097 time: 0.8815117 Dec 17 16:59:39.248653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.249303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.254921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.260360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.261080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.278133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:39.293402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.293989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.294149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.304900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-84c91f10-20b5-4e00-a9e6-54b6c1bec586 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/routers/ce65de1d-cf4b-474a-8a76-1ff18311ab60 HTTP/1.1" status: 204 len: 168 time: 2.7999899 Dec 17 16:59:39.314634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['99c29e22-7e7d-4ea6-bd90-df77b063a0c8'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 16:59:39.354631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['08bd39e6-b03b-4d98-be06-c7fde7684e55'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 16:59:39.450776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] For port dd7cee92-1d41-40a0-833b-1ba249e9184c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=dd7cee92-1d41-40a0-833b-1ba249e9184c,segment=NetworkSegment(37e9ddd8-6fae-4c23-b9eb-73f97d2c3262),segment_id=37e9ddd8-6fae-4c23-b9eb-73f97d2c3262)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:39.486902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36a324ea-2415-40b9-b7fc-a0835b928cd4 req-e7a6b57b-c2bb-4895-8935-3988cabd70d8 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227896 Dec 17 16:59:39.544469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.545162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Transition to ACTIVE for port object 5314e215-5eae-446d-b606-898b12ee04e5 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:39.552515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:39.562412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.566128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.663341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=d3f02891-62ab-4a35-bab5-b5f7c67dd4ff,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:39.666395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-6754f7e5-93db-4c36-a945-99be1a76e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.667913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-6754f7e5-93db-4c36-a945-99be1a76e96e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.4014814 Dec 17 16:59:39.702294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d3f02891-62ab-4a35-bab5-b5f7c67dd4ff details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:39.728142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.737573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-263ad348-f02a-44fa-9d98-2e85fab27a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:39.744976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.775576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:39.775974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3a0bbc-20c9-468b-994e-c1c7213c5d3c {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:59:39.801089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40076) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:39.824687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5a44-2684-45c3-8466-15cad384b03b req-e11c4a38-ac40-4818-9303-dd25a5904cfe tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.832199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72bc5a44-2684-45c3-8466-15cad384b03b req-e11c4a38-ac40-4818-9303-dd25a5904cfe tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 944 time: 0.7664511 Dec 17 16:59:39.837048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 6.1608868 Dec 17 16:59:39.844714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-643685d0-b153-40f7-b10d-4377b0cc562f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 217 time: 0.1581054 Dec 17 16:59:39.844903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40082) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:39.880061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Network 0e6999c0-e797-4442-bb58-b97e010a915e is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:39.944254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Pushing event updated for resources: {'Port': ['ID=dd7cee92-1d41-40a0-833b-1ba249e9184c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:39.956824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:39.990053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:39.997956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:40.000825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72bc5a44-2684-45c3-8466-15cad384b03b req-958aa3a5-4985-4ff7-b08c-2492a84fe9dc tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676950 Dec 17 16:59:40.002183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=81ac412d-6478-44e4-991b-315f47c93ec5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:40.016759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.017506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.079355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f12f6-7e79-4255-8854-297eaf9e8560 None None] Network b7c01a97-274c-4018-9f8c-3e4bbf58232d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:40.109158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:40.110189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.817s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:40.110730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:40.115745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 81ac412d-6478-44e4-991b-315f47c93ec5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:40.120097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:40.153535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630df43-d6d6-4b14-b327-fc196f674c5e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.159036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fd03a8-8a36-4a97-b22f-ffd23271c781,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:40.161918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630df43-d6d6-4b14-b327-fc196f674c5e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.171540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630df43-d6d6-4b14-b327-fc196f674c5e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.183632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630df43-d6d6-4b14-b327-fc196f674c5e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.185317 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7630df43-d6d6-4b14-b327-fc196f674c5e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3398557 Dec 17 16:59:40.193857 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:59:40.197364 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9e531762-1c47-4c1b-81d5-3f4c4bc5ef1f tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2573154 Dec 17 16:59:40.197364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40088) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:40.198727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2017846886', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:40.209556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'Port': ['ID=5314e215-5eae-446d-b606-898b12ee04e5,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:40.214237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:40.218910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40090) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:40.222464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:40.231868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:40.243869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.278419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-f49689c5-4f96-412c-83e7-943b1e9ae692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.280759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-f49689c5-4f96-412c-83e7-943b1e9ae692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.3911378 Dec 17 16:59:40.290623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:40.292120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c01a97-274c-4018-9f8c-3e4bbf58232d']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:40.320001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Provisioning complete for port dd7cee92-1d41-40a0-833b-1ba249e9184c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:40.320380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.348167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6bf21e-f132-42d1-91a0-aaba807dc07c') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:40.348615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6bf21e-f132-42d1-91a0-aaba807dc07c') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:40.352124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:40.368467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.389549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:40.422023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.430681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Deleting port 98a0b2a4-644a-44ed-a494-548217f7824d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:40.431027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.436483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.459162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8372fb5-4def-4b43-9fad-23445c98ee60 req-bebaea33-cbd1-4be2-b8ce-a79e057d6641 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.460969 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8372fb5-4def-4b43-9fad-23445c98ee60 req-bebaea33-cbd1-4be2-b8ce-a79e057d6641 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 944 time: 0.3417192 Dec 17 16:59:40.462331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:40.462817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.492666 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8509209 Dec 17 16:59:40.501187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40096) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:40.505908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device dd7cee92-1d41-40a0-833b-1ba249e9184c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:40.593937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.594964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.597061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c91100-3d34-4f71-95ce-2f4da54f2aca None None] DHCP port deletion for b7c01a97-274c-4018-9f8c-3e4bbf58232d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:40.599567 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:40.654135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1e834-0b42-4f3b-8dc0-661b6b998960 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:59:40.772834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.779425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1e834-0b42-4f3b-8dc0-661b6b998960 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:59:40.785075 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8372fb5-4def-4b43-9fad-23445c98ee60 req-eaa35428-8690-4d07-b803-471f9e9a8692 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765487 Dec 17 16:59:40.794898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-7cff61de-33e8-43fd-9e33-ed51b51c5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.796495 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-7cff61de-33e8-43fd-9e33-ed51b51c5d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5073583 Dec 17 16:59:40.901659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port dd7cee92-1d41-40a0-833b-1ba249e9184c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:40.902002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.906244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.914656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:40.934831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.947926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=b7c01a97-274c-4018-9f8c-3e4bbf58232d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:40.952801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:40.959244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Provisioning for port a38a39cc-be64-4748-bd49-9e695c4d0053 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:40.962283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f2d64-41a9-47e1-9c4e-4b44d610663f req-d39be33e-fd4e-43c2-b11f-fe18fb87d293 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.969167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db3f2d64-41a9-47e1-9c4e-4b44d610663f req-d39be33e-fd4e-43c2-b11f-fe18fb87d293 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 944 time: 0.2934108 Dec 17 16:59:40.972399 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/b7c01a97-274c-4018-9f8c-3e4bbf58232d HTTP/1.1" status: 204 len: 168 time: 7.4180393 Dec 17 16:59:40.975416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Provisioning complete for port a38a39cc-be64-4748-bd49-9e695c4d0053 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:40.975416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:40.977579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40102) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:40.989357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f02891-62ab-4a35-bab5-b5f7c67dd4ff']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:40.997662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.003810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484209033'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:41.011162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:41.017682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:41.021296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:41.023830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:41.024877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Synchronizing usage tracker for tenant:9a9fe64ca13d45af8250336583c19b0e on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:41.040993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:41.045933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8876fccf-7203-44bd-af09-93efa3c679e7') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:41.046235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8876fccf-7203-44bd-af09-93efa3c679e7') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:41.049337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:41.067917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:41.072987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2a36c500-284d-46da-9bc4-b2d8a4844434 None None] Port a38a39cc-be64-4748-bd49-9e695c4d0053 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:41.089096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db3f2d64-41a9-47e1-9c4e-4b44d610663f req-271c2d6f-c944-4ac6-89c4-8d918959763e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187737 Dec 17 16:59:41.100783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-ebb0baef-6197-4f3e-a618-8fe5a110ce3b service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950652 Dec 17 16:59:41.109736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.146881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.156455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:41.157522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:41.183613 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:41.209766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Provisioning complete for port a38a39cc-be64-4748-bd49-9e695c4d0053 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:41.210120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.238298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:41.241731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.307117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.309313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Port a38a39cc-be64-4748-bd49-9e695c4d0053 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:41.348985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:41.369285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.369555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 13f835f4-36aa-4737-ab53-ae2e36f38571 of type vlan for network ea8c41cd-86ce-4215-83cc-5d3375e96d0c Dec 17 16:59:41.382867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Unset dirty status for tenant:9a9fe64ca13d45af8250336583c19b0e on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:41.384026 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a4eb6d77-6640-4d0b-b133-1c1543d7d1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.8819056 Dec 17 16:59:41.387194 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54cea3ae-95fd-4749-a2b0-8f203feaf50c req-97a2d471-d1e9-4ab9-83b7-472ff5b12f83 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791548 Dec 17 16:59:41.389159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:41.424078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Provisioning for port 5314e215-5eae-446d-b606-898b12ee04e5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:41.429468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Provisioning complete for port 5314e215-5eae-446d-b606-898b12ee04e5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:41.430752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.468435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.478987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade89d-b882-4053-b405-e3cae5f583cb req-7f7ada74-ab9a-48dc-9931-34cfbfca01c5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:41.480161 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bade89d-b882-4053-b405-e3cae5f583cb req-7f7ada74-ab9a-48dc-9931-34cfbfca01c5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 944 time: 0.2527847 Dec 17 16:59:41.489246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3f024c8b-4f47-4ddd-9a28-1794bcc277b8 None None] Port 5314e215-5eae-446d-b606-898b12ee04e5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:41.518899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Calling delete_port for 98a0b2a4-644a-44ed-a494-548217f7824d owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:41.520407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Deleting port 5314e215-5eae-446d-b606-898b12ee04e5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:41.520746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.599512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bade89d-b882-4053-b405-e3cae5f583cb req-0cc9f490-1b47-4ae5-81e1-1d3646a52cc0 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050861 Dec 17 16:59:41.651465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.656784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:41.657351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.663478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:41.676898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb196cfd-a002-45cb-a801-67ddad491188 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 16:59:41.690940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.700663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.708185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:41.714780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 08bd39e6-b03b-4d98-be06-c7fde7684e55 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:41.734292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.747893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=d3f02891-62ab-4a35-bab5-b5f7c67dd4ff,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:41.750966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:41.756601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:41.757179 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/d3f02891-62ab-4a35-bab5-b5f7c67dd4ff HTTP/1.1" status: 204 len: 168 time: 1.5407348 Dec 17 16:59:41.874086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8816872 Dec 17 16:59:41.877588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40118) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:41.890606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'ea8c41cd-86ce-4215-83cc-5d3375e96d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:41.953931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb196cfd-a002-45cb-a801-67ddad491188,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:41.970595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'fb196cfd-a002-45cb-a801-67ddad491188', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'port_id': 'fb196cfd-a002-45cb-a801-67ddad491188', 'mac_address': 'fa:16:3e:d0:6d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 16:59:41.971256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=ea8c41cd-86ce-4215-83cc-5d3375e96d0c,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:41.988500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:42.013865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ea8c41cd-86ce-4215-83cc-5d3375e96d0c details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:42.023368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:42.029430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:42.033267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:42.041135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:42.054937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.055673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.069457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1b68b829-1539-4696-bafd-4c053ec11ce1 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:42.073160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.133788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Pushing event deleted for resources: {'Port': ['ID=98a0b2a4-644a-44ed-a494-548217f7824d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:42.145391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:42.151903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:42.155696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.227969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.256526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb196cfd-a002-45cb-a801-67ddad491188 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:42.281412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 08bd39e6-b03b-4d98-be06-c7fde7684e55 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:42.286062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb196cfd-a002-45cb-a801-67ddad491188,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:42.289573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 08bd39e6-b03b-4d98-be06-c7fde7684e55 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:42.290379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.352225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.354096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Calling delete_port for 5314e215-5eae-446d-b606-898b12ee04e5 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:42.356194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:42.497855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:42.506818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:42.528156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.541897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d3b52-97c7-4501-9519-01916ecbc0cc req-4525662a-0a3c-4407-b755-49888d5e6d2a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:42.544808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-136d3b52-97c7-4501-9519-01916ecbc0cc req-4525662a-0a3c-4407-b755-49888d5e6d2a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 944 time: 0.6197808 Dec 17 16:59:42.568333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:42.612800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.640692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:42.661461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ac412d-6478-44e4-991b-315f47c93ec5']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:42.684278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666333ca-9f6d-4053-8e00-20cd96508b2b') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:42.684567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666333ca-9f6d-4053-8e00-20cd96508b2b') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:42.688788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.701147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.701362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fb196cfd-a002-45cb-a801-67ddad491188'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 16:59:42.747654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-136d3b52-97c7-4501-9519-01916ecbc0cc req-ede1d269-d4e6-4e34-88f5-42bef0e46d53 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752288 Dec 17 16:59:42.754284 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] 10.222.0.61 "DELETE /v2.0/ports/98a0b2a4-644a-44ed-a494-548217f7824d HTTP/1.1" status: 204 len: 168 time: 2.5292480 Dec 17 16:59:42.754284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.756405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.787913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.808187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.808187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:42.818925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384856ab-6ccc-4e8b-ba71-c6c4cdc17982 req-a896aab4-737e-4f35-ac84-12ee44975a05 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:42.820419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-384856ab-6ccc-4e8b-ba71-c6c4cdc17982 req-a896aab4-737e-4f35-ac84-12ee44975a05 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 944 time: 0.4739838 Dec 17 16:59:42.827271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:42.827661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:42.855045 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:42.888719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93eb8db4-8b37-457e-b8e0-12ad3810c0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:42.977889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.987626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.992538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d564194a-deda-42f0-af85-06d8e25de8db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:43.028655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:43.032374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:43.069050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=2dc35174-79da-4775-bd4a-8113ce4db6ef,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:43.073244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:43.081523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '13f835f4-36aa-4737-ab53-ae2e36f38571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ea8c41cd-86ce-4215-83cc-5d3375e96d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:43.082081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: ea8c41cd-86ce-4215-83cc-5d3375e96d0c, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:43.120834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:43.123274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d972fb12-6d32-4757-9aae-f2b044e0822f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:43.134209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:43.134588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.181750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network ea8c41cd-86ce-4215-83cc-5d3375e96d0c is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:43.183974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event deleted for resources: {'Port': ['ID=5314e215-5eae-446d-b606-898b12ee04e5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:43.187076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:43.247141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.256405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-384856ab-6ccc-4e8b-ba71-c6c4cdc17982 req-6edebcb0-c817-41b3-babb-c99efd1d9ed3 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947651 Dec 17 16:59:43.256405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.262014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d7728adc-25ad-459c-bd21-e42496a30cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:43.280428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ea8c41cd-86ce-4215-83cc-5d3375e96d0c) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:43.286394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.299782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.301919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:43.302730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.318281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=81ac412d-6478-44e4-991b-315f47c93ec5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:43.319564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab41d82-3b25-4881-a26b-1752b0d5255d None None] Network ea8c41cd-86ce-4215-83cc-5d3375e96d0c requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:43.322926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:43.328393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/81ac412d-6478-44e4-991b-315f47c93ec5 HTTP/1.1" status: 204 len: 168 time: 1.5686307 Dec 17 16:59:43.333724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40138) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:43.446183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:43.455165 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5759051 Dec 17 16:59:43.455802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:43.465627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "DELETE /v2.0/ports/5314e215-5eae-446d-b606-898b12ee04e5 HTTP/1.1" status: 204 len: 168 time: 2.0751338 Dec 17 16:59:43.467205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40144) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:43.467732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40146) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:43.479102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Request body: {'port': {'name': 'tempest-new-port-name-1875469225', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:43.479735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.api.validators [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] bootfile-name is not in valid_values {{(pid=88116) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:43.480243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.api.validators [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] tftp-server is not in valid_values {{(pid=88116) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:43.480717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.api.validators [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] server-ip-address is not in valid_values {{(pid=88116) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 16:59:43.521012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b82348-561e-40a9-84ee-e5c4fb24d542 req-df1e7c49-5bdc-46f2-adbb-9ae49cb8dd7e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:43.529139 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0b82348-561e-40a9-84ee-e5c4fb24d542 req-df1e7c49-5bdc-46f2-adbb-9ae49cb8dd7e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 945 time: 0.5604243 Dec 17 16:59:43.535511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.542579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7839b1e0-a405-4ccb-ab17-1ca9eb9d478f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:43.649062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0b82348-561e-40a9-84ee-e5c4fb24d542 req-ae16e23a-4b72-4985-83c2-84dc196e598c tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177781 Dec 17 16:59:43.654156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Allocated IP 172.26.4.63 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/906d5c40-bcad-44c9-93fd-c6ecd6c53aa2) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:43.670894 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'code': 200} Dec 17 16:59:43.745996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cba46e-fa77-431c-bf05-0c31a335423b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:43.752002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cba46e-fa77-431c-bf05-0c31a335423b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:43.752470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:43.752766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-03cba46e-fa77-431c-bf05-0c31a335423b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Synchronizing usage tracker for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:43.755518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.757645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:43.782075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.786108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.791611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:43.802716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Usage tracker for resource:security_group_rule and tenant:3be2065102c04336baebe0b027825240 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:43.808893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:43.818596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d53f9c-8215-4f6e-9be7-01ae125faf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ea8c41cd-86ce-4215-83cc-5d3375e96d0c', 'network_id': 'ea8c41cd-86ce-4215-83cc-5d3375e96d0c', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '2dc35174-79da-4775-bd4a-8113ce4db6ef'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:43.820905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-62d53f9c-8215-4f6e-9be7-01ae125faf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.842642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:43.866294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:43.880062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-03cba46e-fa77-431c-bf05-0c31a335423b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Unset dirty status for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:43.884862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-03cba46e-fa77-431c-bf05-0c31a335423b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5436082 Dec 17 16:59:43.891572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:43.905168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1487890964'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:43.924237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:43.966559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:43.999880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.085352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.089540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8282ab75-9fe7-43c9-af46-b8b30c1d3825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.121644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.133082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc35174-79da-4775-bd4a-8113ce4db6ef,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:44.137740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:44.138330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server [None req-62d53f9c-8215-4f6e-9be7-01ae125faf78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2dc35174-79da-4775-bd4a-8113ce4db6ef: This subnet is being modified by another concurrent operation. Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:59:44.150318 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2dc35174-79da-4775-bd4a-8113ce4db6ef: This subnet is being modified by another concurrent operation. Dec 17 16:59:44.153665 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Dec 17 16:59:44.171790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f709ab2c-c9cb-4f76-823d-043b605b7e3e None None] Network ea8c41cd-86ce-4215-83cc-5d3375e96d0c requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:44.203071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:44.207992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.219464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:44.248105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.269802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:44.276405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:44.332982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.335901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.339706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:44.345731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event updated for resources: {'Port': ['ID=906d5c40-bcad-44c9-93fd-c6ecd6c53aa2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:44.353018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:44.353325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.353633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment f2f9027d-d3bd-4959-afbe-fbb23524c2c8 of type vlan for network 17de9b06-12ee-4e6f-a9b3-45c154afa604 Dec 17 16:59:44.376887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8c41cd-86ce-4215-83cc-5d3375e96d0c']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:44.393089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.393790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71422114-5179-4048-aac0-7f334a7f0f68 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:59:44.398029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.442857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f835f4-36aa-4737-ab53-ae2e36f38571') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:44.443157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f835f4-36aa-4737-ab53-ae2e36f38571') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:44.521774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.564326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71422114-5179-4048-aac0-7f334a7f0f68 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:59:44.571119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.581295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.589075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.592372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:44.592773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:44.608212 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:44.614301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6cb3-112b-4779-811f-054eacf90fc3 req-affad8eb-0004-40b2-9e98-62d3b59cffd6 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.618376 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f82a6cb3-112b-4779-811f-054eacf90fc3 req-affad8eb-0004-40b2-9e98-62d3b59cffd6 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.6566756 Dec 17 16:59:44.620678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf793-c062-4c8e-af64-9fc16017263d req-1a3dbbaf-7070-4854-9e04-940e12087a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.622434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17acf793-c062-4c8e-af64-9fc16017263d req-1a3dbbaf-7070-4854-9e04-940e12087a8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 1098 time: 0.5620346 Dec 17 16:59:44.706620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] In _notify_port_updated(), no bound segment for port a38a39cc-be64-4748-bd49-9e695c4d0053 on network 0e6999c0-e797-4442-bb58-b97e010a915e {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 16:59:44.711905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.712527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.713764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "PUT /v2.0/ports/a38a39cc-be64-4748-bd49-9e695c4d0053 HTTP/1.1" status: 200 len: 1130 time: 1.2416971 Dec 17 16:59:44.716730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:44.723623 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3be2065102c04336baebe0b027825240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2499969 Dec 17 16:59:44.729670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e78aa-fe14-4e10-8677-7e26243d7963,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:44.732200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.748570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:44.752115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40172) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:44.754307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.810707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:44.846291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Usage tracker for resource:security_group_rule and tenant:872f879ea6b042198c1b6df6d9c0c051 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:44.855004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:44.865994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.879225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f82a6cb3-112b-4779-811f-054eacf90fc3 req-12738408-6e99-4db3-97cf-f702aa1edbc4 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540834 Dec 17 16:59:44.880305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:44.886860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.892750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.893347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:44.936383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event updated for resources: {'Port': ['ID=a38a39cc-be64-4748-bd49-9e695c4d0053,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:44.951220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:44.956539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.980590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b20858ed-c306-4df7-8bd2-0c9fd82947f4 tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:44.989036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692f8-cd83-491b-85f9-513a68074600 req-7b0ef8fa-253a-4948-81a1-069cdb067b4b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.990768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-142692f8-cd83-491b-85f9-513a68074600 req-7b0ef8fa-253a-4948-81a1-069cdb067b4b tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.5797005 Dec 17 16:59:45.012613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.031008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=ea8c41cd-86ce-4215-83cc-5d3375e96d0c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:45.043003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:45.117071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df363c4-4935-4ab5-ab15-0ae483a80d1b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:45.123361 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9df363c4-4935-4ab5-ab15-0ae483a80d1b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "GET /v2.0/ports/a38a39cc-be64-4748-bd49-9e695c4d0053 HTTP/1.1" status: 200 len: 1130 time: 0.4055796 Dec 17 16:59:45.128609 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/ea8c41cd-86ce-4215-83cc-5d3375e96d0c HTTP/1.1" status: 204 len: 168 time: 1.6512704 Dec 17 16:59:45.133679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40176) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:45.134136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40178) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:45.142788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.150988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.151553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395415559'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:45.202058 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3070467 Dec 17 16:59:45.203130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=17de9b06-12ee-4e6f-a9b3-45c154afa604,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:45.210008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40184) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:45.218785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 17de9b06-12ee-4e6f-a9b3-45c154afa604 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:45.219302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:45.220548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:45.225036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1252788'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:45.228939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:45.236435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:45.236650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.244711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Deleting port a38a39cc-be64-4748-bd49-9e695c4d0053 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:45.245053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.259293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-142692f8-cd83-491b-85f9-513a68074600 req-30061b08-b638-4045-b429-0969256a1099 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952648 Dec 17 16:59:45.260442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:45.272341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:network and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:45.281620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:45.290212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:45.303578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:45.323894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.348535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2f54ae99-6b07-4de0-a019-de563d3d2281 None None] Provisioning complete for port a38a39cc-be64-4748-bd49-9e695c4d0053 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:45.348999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2f54ae99-6b07-4de0-a019-de563d3d2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.362976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.374938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6eecc-a8ef-4176-9718-38f8436ef1a0 req-fb27eabc-68b6-4bd2-bd3a-12b392516114 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:45.377029 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cff6eecc-a8ef-4176-9718-38f8436ef1a0 req-fb27eabc-68b6-4bd2-bd3a-12b392516114 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 945 time: 0.3049080 Dec 17 16:59:45.405803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2f54ae99-6b07-4de0-a019-de563d3d2281 None None] Port a38a39cc-be64-4748-bd49-9e695c4d0053 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 16:59:45.431155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:45.431529 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cff6eecc-a8ef-4176-9718-38f8436ef1a0 req-9804ae77-92e0-49ac-90ff-ca9585a4b80d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Dec 17 16:59:45.434509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.446894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.453439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:45.456962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.468342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-930c2be2-7720-4d7d-8973-c3a4b1a96aae tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:45.492387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Synchronizing usage tracker for tenant:872f879ea6b042198c1b6df6d9c0c051 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:45.506722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.523494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8cd4bd-74ac-4d20-810b-0e90a5f0aae9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:45.527634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:45.531287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:45.536767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33a86430-b2f0-4e45-85c7-f6f4b51dd855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:45.555655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e78aa-fe14-4e10-8677-7e26243d7963,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:45.557609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.558066 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment fa54c5f6-04d0-4f98-99d9-bba00e88e062 of type vlan for network 5fd6d72e-1e6d-42b5-8704-e26f9453988d Dec 17 16:59:45.563520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:45.569208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.569208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b7e78aa-fe14-4e10-8677-7e26243d7963 HTTP/1.1" status: 204 len: 168 time: 0.7804852 Dec 17 16:59:45.591116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.625554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:45.650008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Unset dirty status for tenant:872f879ea6b042198c1b6df6d9c0c051 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:45.651275 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17acf793-c062-4c8e-af64-9fc16017263d req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0077453 Dec 17 16:59:45.660828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.661169 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment d5029a21-df3f-4104-9a75-3cad2dd9ee3d of type vlan for network 471b2018-a220-4d4d-abf6-6403b101a674 Dec 17 16:59:45.672351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:45.692581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb196cfd-a002-45cb-a801-67ddad491188 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 16:59:45.722046 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'code': 200} Dec 17 16:59:45.723163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.730400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:45.731006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.737509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:45.788191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.809439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.834789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port fb196cfd-a002-45cb-a801-67ddad491188 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:59:45.839878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port fb196cfd-a002-45cb-a801-67ddad491188 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:45.840514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:45.847486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=5fd6d72e-1e6d-42b5-8704-e26f9453988d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:45.850179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:45.872315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5fd6d72e-1e6d-42b5-8704-e26f9453988d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:45.925427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7087617 Dec 17 16:59:45.925909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40196) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:45.940043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'ports': [{'network_id': '17de9b06-12ee-4e6f-a9b3-45c154afa604', 'name': 'tempest-port--56249520', 'admin_state_up': True}, {'network_id': '5fd6d72e-1e6d-42b5-8704-e26f9453988d', 'admin_state_up': False}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:45.941283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'port': {'network_id': '17de9b06-12ee-4e6f-a9b3-45c154afa604', 'name': 'tempest-port--56249520', 'admin_state_up': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:45.943236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'port': {'network_id': '5fd6d72e-1e6d-42b5-8704-e26f9453988d', 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:45.998508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:46.015241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Calling delete_port for a38a39cc-be64-4748-bd49-9e695c4d0053 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:46.077989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.086805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.124949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb196cfd-a002-45cb-a801-67ddad491188,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:46.178368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.195593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:46.196186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.206559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e41c4a0c-093c-4eb9-bbc3-1cb0b43bedfb tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:46.213305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.216330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:46.294403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:46.298447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:46.447831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40202) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:46.497411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8adbb-0dd9-492f-80c7-89c53be638c2 req-426ccf8b-0d5b-4436-b84f-62c8dee30f8d tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:46.499020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2a8adbb-0dd9-492f-80c7-89c53be638c2 req-426ccf8b-0d5b-4436-b84f-62c8dee30f8d tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.3631330 Dec 17 16:59:46.502085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=471b2018-a220-4d4d-abf6-6403b101a674,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:46.507422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:46.520022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:46.525586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 471b2018-a220-4d4d-abf6-6403b101a674 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:46.534490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:port and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:46.559746 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4221127 Dec 17 16:59:46.559949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:46.561668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40208) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:46.573249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': '471b2018-a220-4d4d-abf6-6403b101a674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:46.581879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:46.624648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3fd7f8ac-133c-48a9-b385-a4256573b370 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0929866a2684eee81af7cabe5ccbe96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673014 Dec 17 16:59:46.630367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40212) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:46.633059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3352d9-78df-495d-ada6-df1bfbd0d864 req-32eed762-4b97-44ca-92ce-cba9ce33e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:46.634529 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd3352d9-78df-495d-ada6-df1bfbd0d864 req-32eed762-4b97-44ca-92ce-cba9ce33e4e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 1098 time: 0.3074212 Dec 17 16:59:46.638819 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2a8adbb-0dd9-492f-80c7-89c53be638c2 req-0a1e0a0e-3c69-42e3-8dee-d6da1e953f78 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162789 Dec 17 16:59:46.699355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'port': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:46.703807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.725145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:46.728982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:46.731876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:46.738147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:46.757362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6761-9d7f-4092-98b4-22ccd410a5d6 req-316d7104-e967-400d-8a57-5e0a86de9d51 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:46.758912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-236d6761-9d7f-4092-98b4-22ccd410a5d6 req-316d7104-e967-400d-8a57-5e0a86de9d51 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.3571777 Dec 17 16:59:46.760905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.766841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:46.775912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.797709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd3352d9-78df-495d-ada6-df1bfbd0d864 req-1caf1df8-82c5-4f17-b674-d2bf3104d3e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379871 Dec 17 16:59:46.811340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event deleted for resources: {'Port': ['ID=a38a39cc-be64-4748-bd49-9e695c4d0053,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:46.820370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:46.823827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Router cd9c783c-5f13-4ad6-ba38-0e55e9801879 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 16:59:46.856027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:46.859692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.890975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:46.897318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.046918 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "DELETE /v2.0/ports/a38a39cc-be64-4748-bd49-9e695c4d0053 HTTP/1.1" status: 204 len: 168 time: 1.9100814 Dec 17 16:59:47.053968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 16:59:47.054489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 16:59:47.056383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40216) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:47.123260 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-236d6761-9d7f-4092-98b4-22ccd410a5d6 req-b0e85efc-9335-4c01-a96b-39e7606b845f tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526556 Dec 17 16:59:47.145063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.158916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] device_id is not set on port 00733e87-9f05-4037-acf8-aff61949293e yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:47.215187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bae3a3-fff7-4aab-8510-6cd41c3e3592 req-43aca680-330e-4855-bcbf-e3547f947c45 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:47.216580 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16bae3a3-fff7-4aab-8510-6cd41c3e3592 req-43aca680-330e-4855-bcbf-e3547f947c45 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4145617 Dec 17 16:59:47.222633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Deleting subnet d29e0791-2275-4327-b829-f4ca92025da8 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 16:59:47.232160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.261762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:59:47.276628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] Sync routers for ids ['cd9c783c-5f13-4ad6-ba38-0e55e9801879'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:59:47.285897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] Routers {'cd9c783c-5f13-4ad6-ba38-0e55e9801879'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:47.286649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['cd9c783c-5f13-4ad6-ba38-0e55e9801879'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:47.332019 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16bae3a3-fff7-4aab-8510-6cd41c3e3592 req-64ea2fc9-975f-43b5-a167-ca93e0e537bf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072879 Dec 17 16:59:47.347853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.348201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:47.357373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.357567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8b6c1b49-5029-455c-8f44-9797d08a8b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:47.358164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] Routers {'cd9c783c-5f13-4ad6-ba38-0e55e9801879'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:47.361333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['cd9c783c-5f13-4ad6-ba38-0e55e9801879'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:47.377500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d08d0-e527-4969-880a-ff30b005b22c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:47.383012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:47.402723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.407142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.411174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de0d08d0-e527-4969-880a-ff30b005b22c HTTP/1.1" status: 204 len: 168 time: 0.7734220 Dec 17 16:59:47.420519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.420519 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6103792 Dec 17 16:59:47.425362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:47.461223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:47.461671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaae974-82ad-4c62-a00f-ea4be97625c8 None None] The sync data for ids ['cd9c783c-5f13-4ad6-ba38-0e55e9801879'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:59:47.521205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] device_id is not set on port 50dc4563-b51d-4c07-8256-45d8e79cb84a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:47.607568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.625504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:47.655548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.679515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.723911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:47.766789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58a31893-6356-4fc8-bd6a-e5aef1626ea3 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/cd9c783c-5f13-4ad6-ba38-0e55e9801879 HTTP/1.1" status: 200 len: 920 time: 0.3387699 Dec 17 16:59:47.770986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:47.788645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=6dccd15f-2383-4144-bc36-d177e08998cb,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:47.792590 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188', 'code': 200} Dec 17 16:59:47.793122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:47.796395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:47.796749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: 471b2018-a220-4d4d-abf6-6403b101a674, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:47.823197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.837863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-316e3b59-9e27-4ebe-8f2a-31a3802bc74d tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:47.885063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.890236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:47.927356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event deleted for resources: {'Subnet': ['ID=d29e0791-2275-4327-b829-f4ca92025da8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:47.929611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:47.932762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:47.934987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ffc4941f-9dcd-4fb4-9edb-cbc2da0b5b61 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd9c783c-5f13-4ad6-ba38-0e55e9801879 HTTP/1.1" status: 200 len: 205 time: 0.1628582 Dec 17 16:59:47.936754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40236) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:47.941170 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "DELETE /v2.0/subnets/d29e0791-2275-4327-b829-f4ca92025da8 HTTP/1.1" status: 204 len: 168 time: 0.8838155 Dec 17 16:59:47.942495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68c1bc-b436-403d-b299-096122979268 None None] Network 0e6999c0-e797-4442-bb58-b97e010a915e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:47.959331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40240) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:48.119566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network 471b2018-a220-4d4d-abf6-6403b101a674 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:48.268447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Port': ['ID=00733e87-9f05-4037-acf8-aff61949293e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:48.278344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:48.281412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 471b2018-a220-4d4d-abf6-6403b101a674) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:48.286929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:48.289493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.296491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f40ab-d1fc-4ac8-8c20-2ccbbff845ae None None] Network 471b2018-a220-4d4d-abf6-6403b101a674 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:48.300325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.322229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Checking segment: {'id': 'f2f9027d-d3bd-4959-afbe-fbb23524c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '17de9b06-12ee-4e6f-a9b3-45c154afa604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:48.322853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network hostable DHCP agents. Network: 17de9b06-12ee-4e6f-a9b3-45c154afa604, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:48.380405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.420868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3129cc-f3ee-4f45-b0b5-dab67c523bbc req-814e3487-0fab-484c-ac6f-86aa171b5b22 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:48.424282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6c3129cc-f3ee-4f45-b0b5-dab67c523bbc req-814e3487-0fab-484c-ac6f-86aa171b5b22 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.5948389 Dec 17 16:59:48.442174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Deleting port dd7cee92-1d41-40a0-833b-1ba249e9184c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:48.443196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.575201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6c3129cc-f3ee-4f45-b0b5-dab67c523bbc req-33376a60-21d6-487b-af1a-e1ec89943fdf tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950949 Dec 17 16:59:48.617310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.632979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network 17de9b06-12ee-4e6f-a9b3-45c154afa604 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:48.639161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-471b2018-a220-4d4d-abf6-6403b101a674', 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '6dccd15f-2383-4144-bc36-d177e08998cb'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:48.640013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.651775 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0870447 Dec 17 16:59:48.652602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40262) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:48.683078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab31bf-0634-43dc-9693-bf8ceb9d1601 req-87ebd9b0-b5e4-44a4-bce3-97c7fd9503fb tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:48.690537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63ab31bf-0634-43dc-9693-bf8ceb9d1601 req-87ebd9b0-b5e4-44a4-bce3-97c7fd9503fb tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.3810909 Dec 17 16:59:48.754048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 17de9b06-12ee-4e6f-a9b3-45c154afa604) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:48.810208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port 906d5c40-bcad-44c9-93fd-c6ecd6c53aa2 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:48.810466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.827732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:48.828578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.867373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-54c8df54-dd6e-4d97-b8cd-7e1b4b676ddc tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:48.874044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] DHCP port deletion for 0e6999c0-e797-4442-bb58-b97e010a915e request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 16:59:48.882013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.884159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Deleting port dd7cee92-1d41-40a0-833b-1ba249e9184c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:48.884563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:48.963895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63ab31bf-0634-43dc-9693-bf8ceb9d1601 req-f5bf57e4-7bc7-48fb-b6ea-b88f2d379d59 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722051 Dec 17 16:59:48.965035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e9a78-4fbd-4f50-8e45-1f34202a4f81 None None] Network 17de9b06-12ee-4e6f-a9b3-45c154afa604 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:49.036571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40272) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:49.039064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.042422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Allocated IP 172.20.0.3 (471b2018-a220-4d4d-abf6-6403b101a674/6dccd15f-2383-4144-bc36-d177e08998cb/9cedecef-f2b2-472b-b7ac-dfd90eaf8158) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:49.100716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Port': ['ID=50dc4563-b51d-4c07-8256-45d8e79cb84a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:49.109597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605eb7-a75b-4221-b59c-f8379e8fc2b3 req-0b5d3f53-4e47-4349-a1b1-2200ddd0ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:49.111105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f605eb7-a75b-4221-b59c-f8379e8fc2b3 req-0b5d3f53-4e47-4349-a1b1-2200ddd0ba22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.5431139 Dec 17 16:59:49.123598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:49.159973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.160571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] For port dd7cee92-1d41-40a0-833b-1ba249e9184c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=dd7cee92-1d41-40a0-833b-1ba249e9184c,segment=NetworkSegment(37e9ddd8-6fae-4c23-b9eb-73f97d2c3262),segment_id=37e9ddd8-6fae-4c23-b9eb-73f97d2c3262)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:49.160571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.176059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Checking segment: {'id': 'fa54c5f6-04d0-4f98-99d9-bba00e88e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5fd6d72e-1e6d-42b5-8704-e26f9453988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:49.176428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network hostable DHCP agents. Network: 5fd6d72e-1e6d-42b5-8704-e26f9453988d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:49.285546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for 906d5c40-bcad-44c9-93fd-c6ecd6c53aa2 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:49.314742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2000572405'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:49.325476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:49.338103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:49.342401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:49.352141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:49.419712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Calling delete_port for dd7cee92-1d41-40a0-833b-1ba249e9184c owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:49.451880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:49.453978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b91b96-e145-4db4-bdae-55607a0c271b req-b561f39d-801b-44ae-aec2-d0563f1c0b2a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:49.455468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12b91b96-e145-4db4-bdae-55607a0c271b req-b561f39d-801b-44ae-aec2-d0563f1c0b2a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6833680 Dec 17 16:59:49.455674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.458694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f605eb7-a75b-4221-b59c-f8379e8fc2b3 req-2aad58bd-c430-41d3-a10a-fc335dcf58fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333533 Dec 17 16:59:49.478731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.499173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:49.507338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:49.511054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:49.516992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:49.525982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12b91b96-e145-4db4-bdae-55607a0c271b req-6402232c-9ef0-47c4-9a47-58282caa193a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584192 Dec 17 16:59:49.534382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.544246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network 5fd6d72e-1e6d-42b5-8704-e26f9453988d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:49.603574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.604191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] For port dd7cee92-1d41-40a0-833b-1ba249e9184c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=dd7cee92-1d41-40a0-833b-1ba249e9184c,segment=NetworkSegment(37e9ddd8-6fae-4c23-b9eb-73f97d2c3262),segment_id=37e9ddd8-6fae-4c23-b9eb-73f97d2c3262)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:49.604596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.616482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-79c3be5d-7e1e-4432-a4f0-c2149b699dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:49.645909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.647981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.655427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 5fd6d72e-1e6d-42b5-8704-e26f9453988d) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:49.667846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b0656ec3-be28-4eeb-a128-4bc4be04a945 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:49.680245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Transition to ACTIVE for port object 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:49.686018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc830c-4a83-4f8a-bd4e-77bf7d1f8d2e None None] Network 5fd6d72e-1e6d-42b5-8704-e26f9453988d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:49.694219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=906d5c40-bcad-44c9-93fd-c6ecd6c53aa2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:49.696778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:49.741983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.748727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:49.764441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:49.769267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Calling delete_port for dd7cee92-1d41-40a0-833b-1ba249e9184c owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:49.770565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:49.775275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:49.776051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.779976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event deleted for resources: {'Port': ['ID=dd7cee92-1d41-40a0-833b-1ba249e9184c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:49.785272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] No DVR routers for this DVR port dd7cee92-1d41-40a0-833b-1ba249e9184c on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:49.791629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:49.793097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:49.799271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.895679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Transition to ACTIVE for port object 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:59:49.948198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:49.980090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6999c0-e797-4442-bb58-b97e010a915e']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:49.998399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:49.998709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e9ddd8-6fae-4c23-b9eb-73f97d2c3262') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:50.008484 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.0792956 Dec 17 16:59:50.008990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.014025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ae699-551a-4e8b-a232-6a79eb43c019 req-6c811f54-4e98-4abc-8cec-19c5740b738a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.014957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bae7f5f9-78cd-40fc-98d0-fca80b116dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:50.015508 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-506ae699-551a-4e8b-a232-6a79eb43c019 req-6c811f54-4e98-4abc-8cec-19c5740b738a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.2941868 Dec 17 16:59:50.018938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40282) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:50.024262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.028316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62032459-2a1b-4611-8af2-21d54d248076,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.034293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.095128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.102183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Network 471b2018-a220-4d4d-abf6-6403b101a674 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:50.121741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:50.122176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.128042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:50.133913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Pushing event updated for resources: {'Port': ['ID=9cedecef-f2b2-472b-b7ac-dfd90eaf8158,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:50.139140 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:50.148108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:50.148885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:50.151024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:50.153500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.167404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.167945 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment 118187da-642d-40d8-9ab6-fc4c4b0836fe of type vlan for network f7dded41-5a83-4982-a08f-10fdf65703b0 Dec 17 16:59:50.192592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.199059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.228460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.253284 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-506ae699-551a-4e8b-a232-6a79eb43c019 req-2d853d07-8683-4f86-94c0-bff57ac92240 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927772 Dec 17 16:59:50.261468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Attempting to bind port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:59:50.261872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Attempting to bind port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:59:50.262262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Attempting to bind port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 on network 471b2018-a220-4d4d-abf6-6403b101a674 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 16:59:50.270604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 16:59:50.270989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Checking segment: {'id': 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:50.271398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.271781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Bound using segment: {'id': 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 16:59:50.272256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Bound port: 9cedecef-f2b2-472b-b7ac-dfd90eaf8158, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '471b2018-a220-4d4d-abf6-6403b101a674'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:59:50.272644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.292122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.294287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d089c-d3e6-4788-82ca-4801862a056e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.297052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:50.310677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d089c-d3e6-4788-82ca-4801862a056e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.310677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d54d089c-d3e6-4788-82ca-4801862a056e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Synchronizing usage tracker for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:50.334646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=6dccd15f-2383-4144-bc36-d177e08998cb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.338591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.339128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router cd9c783c-5f13-4ad6-ba38-0e55e9801879 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 16:59:50.346504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5cd3a-b62f-4652-bd4e-7a91752b30d6 req-f5c50467-456d-41bc-ab0d-56bc91099318 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.348109 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91d5cd3a-b62f-4652-bd4e-7a91752b30d6 req-f5c50467-456d-41bc-ab0d-56bc91099318 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.1437333 Dec 17 16:59:50.350849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.392982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.398112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:50.413032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.428596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d54d089c-d3e6-4788-82ca-4801862a056e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Unset dirty status for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:50.432295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d54d089c-d3e6-4788-82ca-4801862a056e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.4099305 Dec 17 16:59:50.442348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91d5cd3a-b62f-4652-bd4e-7a91752b30d6 req-56179f8f-9820-47b3-ae71-2802c0d6e005 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878623 Dec 17 16:59:50.452224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40290) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:50.457667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.464957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.478822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Pushing event deleted for resources: {'Network': ['ID=0e6999c0-e797-4442-bb58-b97e010a915e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.483346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device dd7cee92-1d41-40a0-833b-1ba249e9184c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 16:59:50.489730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] 10.222.0.61 "DELETE /v2.0/networks/0e6999c0-e797-4442-bb58-b97e010a915e HTTP/1.1" status: 204 len: 168 time: 2.5284915 Dec 17 16:59:50.495843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.521747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: dd7cee92-1d41-40a0-833b-1ba249e9184c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 16:59:50.522122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device dd7cee92-1d41-40a0-833b-1ba249e9184c not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 16:59:50.525730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] For port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 16:59:50.533577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] For port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9cedecef-f2b2-472b-b7ac-dfd90eaf8158,segment=NetworkSegment(d5029a21-df3f-4104-9a75-3cad2dd9ee3d),segment_id=d5029a21-df3f-4104-9a75-3cad2dd9ee3d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 16:59:50.547126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06682-aa39-490f-b542-c5b76032debc req-eabc8ade-b2be-488d-8325-4f970c4464e8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.549219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13f06682-aa39-490f-b542-c5b76032debc req-eabc8ade-b2be-488d-8325-4f970c4464e8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.1236346 Dec 17 16:59:50.557921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40298) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:50.564706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Request body: {'floatingip': {'port_id': '08bd39e6-b03b-4d98-be06-c7fde7684e55'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:50.566533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.567131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.570814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:50.601063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.605011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:50.646576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.671684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Deleting port dd7cee92-1d41-40a0-833b-1ba249e9184c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:50.671984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.714394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471b2018-a220-4d4d-abf6-6403b101a674']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:50.759313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:50.759698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:50.768935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting port 00733e87-9f05-4037-acf8-aff61949293e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:50.769283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.800072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3861097c-b35f-41ba-aa22-240dafb4b7de None None] The port 'dd7cee92-1d41-40a0-833b-1ba249e9184c' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 16:59:50.825084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Pushing event updated for resources: {'Port': ['ID=9cedecef-f2b2-472b-b7ac-dfd90eaf8158,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.828265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.834969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.858060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=f7dded41-5a83-4982-a08f-10fdf65703b0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.868960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.870074 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/cd9c783c-5f13-4ad6-ba38-0e55e9801879 HTTP/1.1" status: 204 len: 168 time: 2.9321163 Dec 17 16:59:50.874319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40304) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:50.882793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'name': 'tempest-snat-router-27312474', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:50.886070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:50.889656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.892750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:50.942503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:router and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:50.949870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:50.951738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:50.952147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:50.968654 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9021871 Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:50.969602 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:50.971418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:50.972756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40308) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:50.982450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f638c0-2367-477a-9dcd-abec9209a652 None None] Network 471b2018-a220-4d4d-abf6-6403b101a674 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:50.989005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'name': 'tempest-PortsTestJSON-2071158341'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:51.042591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:51.145392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40314) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:51.175038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72dd5-7b49-4b46-a216-8f8a40545f94 req-abff933c-0e2a-4824-ac08-b49af7443664 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:51.176314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.177538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.178265 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43b72dd5-7b49-4b46-a216-8f8a40545f94 req-abff933c-0e2a-4824-ac08-b49af7443664 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.4783833 Dec 17 16:59:51.197178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5a197-9091-41ed-b0a4-f9df818bb4d5 req-f6d1f2e8-32c1-4ca0-9377-a09b0f23ee7e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:51.198566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fad5a197-9091-41ed-b0a4-f9df818bb4d5 req-f6d1f2e8-32c1-4ca0-9377-a09b0f23ee7e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4998214 Dec 17 16:59:51.199158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40320) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:51.222563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Request body: {'floatingip': {'port_id': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:51.311829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.345966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea8681-3135-463c-b8be-c2222caef41d None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 16:59:51.346188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:51.468460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:59:51.468460 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:59:51.468460 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '471b2018-a220-4d4d-abf6-6403b101a674'}] Dec 17 16:59:51.468460 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:59:51.468880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:59:51.469357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fea8681-3135-463c-b8be-c2222caef41d None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:59:51.470789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.497846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:51.509920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fad5a197-9091-41ed-b0a4-f9df818bb4d5 req-d4c3a8a2-7b4d-4866-ba50-8b29c19dd9f5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940886 Dec 17 16:59:51.519025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:51.528637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:51.538119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Calling delete_port for 00733e87-9f05-4037-acf8-aff61949293e owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:51.598405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.619943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:51.622884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:51.789397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 39c4fe33-35c9-484a-92c9-511e8a897403 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:51.848201 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a7915dec-b24d-40bf-8bb0-a823cf01e50e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a9fe64ca13d45af8250336583c19b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965585 Dec 17 16:59:51.853338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40324) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:51.973580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.054337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.118778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:52.119022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.198508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-630c2ea9-baf3-45e6-8ec2-b7eeeccb9cb3 tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:52.236235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.236688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:52.237039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.277120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.284616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.326233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Port': ['ID=00733e87-9f05-4037-acf8-aff61949293e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:52.329410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.343573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.365090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:52.376776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.403593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.415632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-15a224b4-c3ea-42e6-9705-17942efb5359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:52.436039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.444274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debcf007-07ca-4199-ad7c-7e91bf8bcb4d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:52.446403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:52.454026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9671af59-7c7c-4c09-bf16-d2eda3fb2294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:52.540723 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/ports/00733e87-9f05-4037-acf8-aff61949293e HTTP/1.1" status: 204 len: 168 time: 2.0863738 Dec 17 16:59:52.571380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40330) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:52.593672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.597774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/debcf007-07ca-4199-ad7c-7e91bf8bcb4d HTTP/1.1" status: 204 len: 168 time: 0.7434750 Dec 17 16:59:52.710009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=39c4fe33-35c9-484a-92c9-511e8a897403,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:52.722720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:52.747996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting port 50dc4563-b51d-4c07-8256-45d8e79cb84a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 16:59:52.748332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.872163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9cedecef-f2b2-472b-b7ac-dfd90eaf8158,segment=NetworkSegment(d5029a21-df3f-4104-9a75-3cad2dd9ee3d),segment_id=d5029a21-df3f-4104-9a75-3cad2dd9ee3d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 16:59:52.872425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:52.904088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': '118187da-642d-40d8-9ab6-fc4c4b0836fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:52.904442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: f7dded41-5a83-4982-a08f-10fdf65703b0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:52.909634 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Floating IP efa5bf35-183e-4200-bef0-ea0d81652099 associated. External IP: 172.26.4.79, port: 08bd39e6-b03b-4d98-be06-c7fde7684e55. Dec 17 16:59:53.118032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:53.185415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:53.208160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a50a46-fab7-41bc-aa9c-db71d1a61908 req-3c3ddefc-9d43-4a49-aa5f-e2076870c81b tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:53.209594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79a50a46-fab7-41bc-aa9c-db71d1a61908 req-3c3ddefc-9d43-4a49-aa5f-e2076870c81b tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.5705299 Dec 17 16:59:53.366777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, f7dded41-5a83-4982-a08f-10fdf65703b0) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:53.369384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.378985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10926d-bd44-438e-8280-93fe6bfa6013 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:53.408393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:53.413661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:53.414289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.447268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.459188 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79a50a46-fab7-41bc-aa9c-db71d1a61908 req-b5780769-cf32-49d6-8456-c90f087d833a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409151 Dec 17 16:59:53.460762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.546930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-97c4bbe5-fb7e-40a5-a7f8-4dd81ae2902b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:53.606583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.638162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6635349 Dec 17 16:59:53.657188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40354) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:53.682633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488692640'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:53.701204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=9cedecef-f2b2-472b-b7ac-dfd90eaf8158,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:53.704039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:53.718358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 9cedecef-f2b2-472b-b7ac-dfd90eaf8158 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:59:53.736923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Calling delete_port for 50dc4563-b51d-4c07-8256-45d8e79cb84a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 16:59:53.759036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:53.784855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:53.788724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40360) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:53.795089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:53.838755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:59:53.855163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:53.937886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:53.957447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b3b3a-9c19-40a7-ac6a-6e2f32f9ef21 req-b2f87449-3c18-4363-98c7-57a548da4c45 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:53.959415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-814b3b3a-9c19-40a7-ac6a-6e2f32f9ef21 req-b2f87449-3c18-4363-98c7-57a548da4c45 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.3785901 Dec 17 16:59:53.985148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40366) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:53.991603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Request body: {'floatingip': {'port_id': 'fb196cfd-a002-45cb-a801-67ddad491188'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:54.011127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.023579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:54.047928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-831086321'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:54.055594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.057599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:54.062681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.084395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Port': ['ID=50dc4563-b51d-4c07-8256-45d8e79cb84a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:54.090069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:54.096875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.113929 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/ports/50dc4563-b51d-4c07-8256-45d8e79cb84a HTTP/1.1" status: 204 len: 168 time: 1.5335138 Dec 17 16:59:54.116771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:59:54.118417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40370) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:54.122924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.127566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:54.127798 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91007540-97bf-41e8-b94d-415674270933 None None] Sync routers for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:59:54.131103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.137751 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:54.138421 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.140159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:54.177584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:54.198571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.205937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b16eddcd-15dc-47f3-a29c-48b3189fb8b4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Synchronizing usage tracker for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 16:59:54.228093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bdef6843-caee-44cd-843f-fda814dade88 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "PUT /v2.0/floatingips/efa5bf35-183e-4200-bef0-ea0d81652099 HTTP/1.1" status: 200 len: 990 time: 3.6690702 Dec 17 16:59:54.229538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:54.262131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:54.268624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471b2018-a220-4d4d-abf6-6403b101a674']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.299350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'status': 'completed', 'code': 200} Dec 17 16:59:54.303426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b16eddcd-15dc-47f3-a29c-48b3189fb8b4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Unset dirty status for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 16:59:54.304771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b16eddcd-15dc-47f3-a29c-48b3189fb8b4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1855693 Dec 17 16:59:54.308758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40378) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:54.315840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1344152680'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:54.320144 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Floating IP 09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773 associated. External IP: 172.26.4.104, port: 99c29e22-7e7d-4ea6-bd90-df77b063a0c8. Dec 17 16:59:54.328726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:54.350622 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:54.365702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:network and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:54.373766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:54.387720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:54.425064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-3ea1058c-e3de-4bc1-b2b8-0d4763a04f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:54.427074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-3ea1058c-e3de-4bc1-b2b8-0d4763a04f96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c970a797c4d64a55b22107c1ea2af53d&device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 1098 time: 0.0925250 Dec 17 16:59:54.469051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:54.472701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.575048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.576018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5029a21-df3f-4104-9a75-3cad2dd9ee3d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.606610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:54.620641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.693763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:54.715376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.715718 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment a46998de-75d5-4886-a5eb-a07ee4ea977c of type vlan for network 84ec2502-0f21-4ea2-9e83-c7f126aecf81 Dec 17 16:59:54.717340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.723903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.724174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment 9e68974b-7b74-491f-a30d-7566bf05494f of type vlan for network 091c73c0-e16d-46e1-8724-b4d229f4ed30 Dec 17 16:59:54.733044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-f6232787-f117-4fd4-bade-7f6dac1e9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:54.734576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-f6232787-f117-4fd4-bade-7f6dac1e9ab7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 200 len: 912 time: 0.2909160 Dec 17 16:59:54.759709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:54.763405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.780128 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'efa5bf35-183e-4200-bef0-ea0d81652099', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'port_id': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'mac_address': 'fa:16:3e:62:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a9317-e3df-4188-ae15-b70a349bf127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:01Z', 'updated_at': '2021-12-17T16:59:51Z', 'revision_number': 1, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.784802 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91007540-97bf-41e8-b94d-415674270933 None None] Checking router: 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:59:54.793456 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:54.794187 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:54.810527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.835740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:59:54.836530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.851769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:59:54.861154 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:59:54.871519 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-d6d195ed-b31b-41c4-98af-11074c2247df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 200 len: 998 time: 0.1218972 Dec 17 16:59:54.948459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-66fdf874-ba89-4a22-bd79-7a7a7d29b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:54.950279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-66fdf874-ba89-4a22-bd79-7a7a7d29b99f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=195e4bee-fb55-447e-99f8-5a82ae0fefe0 HTTP/1.1" status: 200 len: 850 time: 0.0707428 Dec 17 16:59:54.950845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.957290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:54.957452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.968091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:54.982144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:54.989615 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:54.993725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6cdffa83-7fc0-4275-a92c-ce32dc2d8802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:55.062467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:security_group_rule and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:55.067510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:55.096766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:55.127191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=091c73c0-e16d-46e1-8724-b4d229f4ed30,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:55.130142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:55.139461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 091c73c0-e16d-46e1-8724-b4d229f4ed30 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:55.147496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-602a9310-3618-471d-9cc1-bdc4bf2173ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:55.149314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-602a9310-3618-471d-9cc1-bdc4bf2173ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b7219c-8151-4e8b-8b1c-7751bfc38fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1874509 Dec 17 16:59:55.169025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.26.4.231 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/0ad72fd6-1ee5-4cee-8685-7f421ce32dab) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:55.185159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:55.248112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9379141 Dec 17 16:59:55.251819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40384) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:55.261136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-464340612'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:55.267766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:55.274300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:network and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:55.279040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:55.288257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:55.296523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.335001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-03b2241f-9f16-4119-bb8b-3e17e7d508d1 service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780488 Dec 17 16:59:55.439461 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-91007540-97bf-41e8-b94d-415674270933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'efa5bf35-183e-4200-bef0-ea0d81652099', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'port_id': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'mac_address': 'fa:16:3e:62:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a9317-e3df-4188-ae15-b70a349bf127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:01Z', 'updated_at': '2021-12-17T16:59:51Z', 'revision_number': 1, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:55.443906 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91007540-97bf-41e8-b94d-415674270933 None None] The sync data for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv is: [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'efa5bf35-183e-4200-bef0-ea0d81652099', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'port_id': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'mac_address': 'fa:16:3e:62:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337a9317-e3df-4188-ae15-b70a349bf127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:01Z', 'updated_at': '2021-12-17T16:59:51Z', 'revision_number': 1, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:59:55.462645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-417195ab-8cfe-4792-9723-96680a295dc3 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:55.470587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:55.474677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.492596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.495088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.564455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:55.564455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.564455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=471b2018-a220-4d4d-abf6-6403b101a674,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:55.565457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:55.565457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f73068e-73d6-4faf-aae9-1a087190c3c7 req-5a177c08-3cfa-48f6-aa27-44cacf4a9de8 service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171192 Dec 17 16:59:55.566111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:55.569629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.570027 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Added segment c6239693-c8dc-47e1-a5f9-9280a290e08d of type vlan for network d9cd651f-c615-4c02-9ab9-f01c97ed6101 Dec 17 16:59:55.570488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:55.608027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:55.698524 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/471b2018-a220-4d4d-abf6-6403b101a674 HTTP/1.1" status: 204 len: 168 time: 7.0447693 Dec 17 16:59:55.702366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40392) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:55.708522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-845973731'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:55.713648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:55.718777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:55.719427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74547576-d512-491b-94b6-e685b6ecabc1 None None] New status for floating IP efa5bf35-183e-4200-bef0-ea0d81652099: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:59:55.722035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:55.728615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:55.780957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Router 8494d863-5a04-4521-8c46-b6abe9487485 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:59:55.855876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=84ec2502-0f21-4ea2-9e83-c7f126aecf81,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:55.865836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:55.907437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 84ec2502-0f21-4ea2-9e83-c7f126aecf81 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:56.053360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.092562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.103531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.106931 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4292810 Dec 17 16:59:56.108700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40396) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:56.112373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:56.114084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.121134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:56.123449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'ports': [{'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'}, {'network_id': '84ec2502-0f21-4ea2-9e83-c7f126aecf81'}]} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:56.123449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:56.123449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '84ec2502-0f21-4ea2-9e83-c7f126aecf81'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:56.210305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.226002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Network': ['ID=d9cd651f-c615-4c02-9ab9-f01c97ed6101,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:56.228780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:56.236974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d9cd651f-c615-4c02-9ab9-f01c97ed6101 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:56.240377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:56.243933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.273414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:56.279399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:56.285303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.285884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 18eb2185-d55f-4370-ae64-7a2e185bf384 of type vlan for network 75791a08-4bf5-4829-b29f-4da8f4dbc622 Dec 17 16:59:56.300413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0473878 Dec 17 16:59:56.327140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.442407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:59:56.444247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.449961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:56.450669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.455747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:59:56.457309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec815480-321f-4341-b29d-579718fedd9d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:56.457628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:56.470774 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Sync routers for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:59:56.487593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:56.488546 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:56.488693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:56.548907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.549266 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment b87d4af7-01c9-443e-96ee-fca2eb43b752 of type vlan for network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 Dec 17 16:59:56.583820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=75791a08-4bf5-4829-b29f-4da8f4dbc622,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:56.597501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:56.598167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 75791a08-4bf5-4829-b29f-4da8f4dbc622 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:56.606580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.631258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.643845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.647439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59521425-2217-4e16-8853-d7d5d3b521c1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:56.692010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9885447 Dec 17 16:59:56.693051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40402) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:56.699064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:56.787227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:56.790751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:56.802909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:59:56.809397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:56.812541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 16:59:56.825543 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:56.869700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.873556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:56.894111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 16:59:56.898410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:56.901929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:56.909354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:56.932693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:56.983916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:56.989513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.052496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 16:59:57.072404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 16:59:57.100849 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c6ecd7dd-f142-47c8-b899-45ef1ab07eab tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "PUT /v2.0/floatingips/09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773 HTTP/1.1" status: 200 len: 991 time: 5.8923798 Dec 17 16:59:57.102093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 16:59:57.108483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:57.201430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:59:57.291269 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'port_id': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'mac_address': 'fa:16:3e:cc:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679900b-9fac-4127-ad56-161595682aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:03Z', 'updated_at': '2021-12-17T16:59:53Z', 'revision_number': 1, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:57.300712 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Checking router: 8494d863-5a04-4521-8c46-b6abe9487485 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:59:57.312709 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:57.313866 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:57.344356 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Floating IP bb380de1-577a-44b8-9cd8-76acb20bbdc8 associated. External IP: 172.26.4.180, port: fb196cfd-a002-45cb-a801-67ddad491188. Dec 17 16:59:57.452312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.457571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:57.504122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 2} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:59:57.509612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.519149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.525569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:57.526311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.540316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 16:59:57.562149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=fb8cf74a-0a09-4ba0-9917-3e30a5c0610b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:57.573492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:57.576228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '18eb2185-d55f-4370-ae64-7a2e185bf384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 16:59:57.576589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: 75791a08-4bf5-4829-b29f-4da8f4dbc622, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:59:57.633076 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:57.831097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network 75791a08-4bf5-4829-b29f-4da8f4dbc622 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:59:57.844906 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'status': 'completed', 'code': 200} Dec 17 16:59:57.865417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-642d3ff9-3f18-49ee-89ba-ff6e019728db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:57.867413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-642d3ff9-3f18-49ee-89ba-ff6e019728db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c4e7e09b5214932a9f89de66c1b103e&device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 1098 time: 0.2183869 Dec 17 16:59:57.913475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:57.997381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 75791a08-4bf5-4829-b29f-4da8f4dbc622) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:59:58.002927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:58.003920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:58.009641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bf131-29b2-44b0-9119-dae1548405e1 None None] Network 75791a08-4bf5-4829-b29f-4da8f4dbc622 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 16:59:58.088501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-e0c5554d-5aa2-4066-b829-3f5fa14b4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:58.090604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-e0c5554d-5aa2-4066-b829-3f5fa14b4028 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea HTTP/1.1" status: 200 len: 906 time: 0.2158318 Dec 17 16:59:58.100940 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4066274 Dec 17 16:59:58.102031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40418) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:58.305215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 16:59:58.307142 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.5090809 Dec 17 16:59:58.328861 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'port_id': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'mac_address': 'fa:16:3e:cc:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679900b-9fac-4127-ad56-161595682aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:03Z', 'updated_at': '2021-12-17T16:59:53Z', 'revision_number': 1, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:58.345993 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038ff0-3162-4a27-9f87-55604f799559 None None] The sync data for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv is: [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'port_id': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'mac_address': 'fa:16:3e:cc:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679900b-9fac-4127-ad56-161595682aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:03Z', 'updated_at': '2021-12-17T16:59:53Z', 'revision_number': 1, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:59:58.372122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-75791a08-4bf5-4829-b29f-4da8f4dbc622', 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': 'fb8cf74a-0a09-4ba0-9917-3e30a5c0610b'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 16:59:58.373064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:58.430035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-a16f47f2-2732-411a-b070-7fac300d8cd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8 HTTP/1.1" status: 200 len: 999 time: 0.3268259 Dec 17 16:59:58.467969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=0ea4566a-afb3-4f5a-bbff-340d417b5d69,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:58.483445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 16:59:58.514147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 16:59:58.663298 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 16:59:58.669187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-cef96798-7fe8-4e70-ab60-3d23d6a62847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:58.670756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-cef96798-7fe8-4e70-ab60-3d23d6a62847 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e982d63-2d68-49d1-8d5e-89e395079bf0 HTTP/1.1" status: 200 len: 844 time: 0.2161365 Dec 17 16:59:58.861873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3047a-848a-43fa-b813-b34f81c02995 None None] New status for floating IP 09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:59:58.903379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:58.934892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 16:59:58.947626 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Sync routers for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:59:58.949569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:58.967162 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 16:59:58.967818 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:59:59.068663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port b1db0637-5b94-4149-9201-5f1aa61db5f1 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:59:59.092959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:59.221293 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-55321ebd-7f5f-4a22-806e-46d94f2a8102 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "PUT /v2.0/floatingips/bb380de1-577a-44b8-9cd8-76acb20bbdc8 HTTP/1.1" status: 200 len: 992 time: 5.2139392 Dec 17 16:59:59.261712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:59.432117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-0fcd5568-1674-4896-84c1-5c6f5c0936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:59.437021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-0fcd5568-1674-4896-84c1-5c6f5c0936f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c8644ef-33d2-49b0-a068-ad8807c8a9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7558692 Dec 17 16:59:59.576610 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 16:59:59.626942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Allocated IP 172.20.0.1 (75791a08-4bf5-4829-b29f-4da8f4dbc622/fb8cf74a-0a09-4ba0-9917-3e30a5c0610b/f08b2de1-151f-43cf-a789-c71eba5e76d8) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:59:59.632177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:59.657901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-7a9a0a9d-5086-44f0-af3d-e56ba86ed059 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086935 Dec 17 16:59:59.719944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40430) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 16:59:59.744973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'subnets': [{'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1162884479', 'ip_version': 6}, {'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:59.748323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'subnet': {'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1162884479', 'ip_version': 6}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:59.748323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Request body: {'subnet': {'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:59:59.879664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 5191d2dd-4e43-4ca7-9dde-e8cb37c68701 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:00.006605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.028574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Transition to ACTIVE for port object f08b2de1-151f-43cf-a789-c71eba5e76d8 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:00.068681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Transition to ACTIVE for port object f08b2de1-151f-43cf-a789-c71eba5e76d8 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:00.113585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.115998 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eceb1ae4-30be-4c97-a6ba-ba2a64290dc1 req-c3873b33-f779-474e-bcb0-dd4b4dfcefd1 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516032 Dec 17 17:00:00.119640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:00:00.152650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.158931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3eb7f523-0d1e-416f-8726-d9e91a578f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:00.240040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Network 75791a08-4bf5-4829-b29f-4da8f4dbc622 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:00.250180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:00.359169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:00.361577 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'bb380de1-577a-44b8-9cd8-76acb20bbdc8', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'port_id': 'fb196cfd-a002-45cb-a801-67ddad491188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'mac_address': 'fa:16:3e:d0:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d187075-90b5-4000-b542-e4b49bfefee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:04Z', 'updated_at': '2021-12-17T16:59:56Z', 'revision_number': 1, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:00.374352 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Checking router: 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:00:00.395808 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:00.396452 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:00.402740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:00.409518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Usage tracker for resource:subnet and tenant:e0ec0978cbc94131bae20cc21c01e36f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:00.414189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:00.422945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:00.435338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.494351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Pushing event updated for resources: {'Port': ['ID=f08b2de1-151f-43cf-a789-c71eba5e76d8,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:00.503273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:00.521026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Attempting to bind port f08b2de1-151f-43cf-a789-c71eba5e76d8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:00.521412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Attempting to bind port f08b2de1-151f-43cf-a789-c71eba5e76d8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '18eb2185-d55f-4370-ae64-7a2e185bf384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:00.521786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Attempting to bind port f08b2de1-151f-43cf-a789-c71eba5e76d8 on network 75791a08-4bf5-4829-b29f-4da8f4dbc622 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:00.527709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:00.528091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Checking segment: {'id': '18eb2185-d55f-4370-ae64-7a2e185bf384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:00.528493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.529000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Bound using segment: {'id': '18eb2185-d55f-4370-ae64-7a2e185bf384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:00.533836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Bound port: f08b2de1-151f-43cf-a789-c71eba5e76d8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eb2185-d55f-4370-ae64-7a2e185bf384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:00.534222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.558556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Made reservation on behalf of e0ec0978cbc94131bae20cc21c01e36f for: {'subnet': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:00.572609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.573705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.609515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:00.663054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] For port f08b2de1-151f-43cf-a789-c71eba5e76d8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:00.669310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8cf74a-0a09-4ba0-9917-3e30a5c0610b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:00.687445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] For port f08b2de1-151f-43cf-a789-c71eba5e76d8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f08b2de1-151f-43cf-a789-c71eba5e76d8,segment=NetworkSegment(18eb2185-d55f-4370-ae64-7a2e185bf384),segment_id=18eb2185-d55f-4370-ae64-7a2e185bf384)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:00.727232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:00.750116 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:00:00.772241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.785289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:00.949085 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188', 'status': 'completed', 'code': 200} Dec 17 17:00:00.951769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:00.972758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Pushing event updated for resources: {'Port': ['ID=f08b2de1-151f-43cf-a789-c71eba5e76d8,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:00.986470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:01.009624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08668a-6a01-493f-909d-d0ed66df65eb None None] Network 75791a08-4bf5-4829-b29f-4da8f4dbc622 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:01.075892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.121146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75791a08-4bf5-4829-b29f-4da8f4dbc622']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:01.137324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-b438b732-fe2a-459e-8351-e326fa1115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:01.138937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-b438b732-fe2a-459e-8351-e326fa1115f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.7066197 Dec 17 17:00:01.144185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eb2185-d55f-4370-ae64-7a2e185bf384') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:01.145883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eb2185-d55f-4370-ae64-7a2e185bf384') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:01.183240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.207267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.216363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:01.217070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.289673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.308701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-52286c44-b071-4541-b720-d18456a7dc39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:01.337781 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:01.387837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b893752-f2a0-4149-80d3-7fb63e5ed1a9 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:01.391320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:01.395975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=b1db0637-5b94-4149-9201-5f1aa61db5f1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:01.398360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:01.400108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:01.402710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:01.403526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.414864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b70d7728-e9ef-44d0-8125-9f934bbd3304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:01.510155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': 'a46998de-75d5-4886-a5eb-a07ee4ea977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84ec2502-0f21-4ea2-9e83-c7f126aecf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:01.510506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: 84ec2502-0f21-4ea2-9e83-c7f126aecf81, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:01.524139 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'bb380de1-577a-44b8-9cd8-76acb20bbdc8', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'port_id': 'fb196cfd-a002-45cb-a801-67ddad491188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'mac_address': 'fa:16:3e:d0:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d187075-90b5-4000-b542-e4b49bfefee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:04Z', 'updated_at': '2021-12-17T16:59:56Z', 'revision_number': 1, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:01.532219 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea625af9-8c1b-400a-a207-36411c8b0bb7 None None] The sync data for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv is: [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'bb380de1-577a-44b8-9cd8-76acb20bbdc8', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'port_id': 'fb196cfd-a002-45cb-a801-67ddad491188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'mac_address': 'fa:16:3e:d0:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d187075-90b5-4000-b542-e4b49bfefee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:59:04Z', 'updated_at': '2021-12-17T16:59:56Z', 'revision_number': 1, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:01.553899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=5191d2dd-4e43-4ca7-9dde-e8cb37c68701,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:01.588064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:01.613094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 84ec2502-0f21-4ea2-9e83-c7f126aecf81 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:01.640034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b893752-f2a0-4149-80d3-7fb63e5ed1a9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:01.654082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40444) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:01.659961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:01.734382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 84ec2502-0f21-4ea2-9e83-c7f126aecf81) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:01.747849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:01.754356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:01.759766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:01.761445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.794066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router 1ae380f9-9491-4470-8b74-8e62c621965b is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:00:01.866109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:00:01.866109 dv-neutron-821073-1-hyperv neutron-server[88116]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:00:01.866109 dv-neutron-821073-1-hyperv neutron-server[88116]: [parameters: {'id': '75791a08-4bf5-4829-b29f-4da8f4dbc622'}] Dec 17 17:00:01.866109 dv-neutron-821073-1-hyperv neutron-server[88116]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:01.867307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:01.894281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-801d8278-607f-4e14-88d4-ce5a11d8d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:01.895757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-801d8278-607f-4e14-88d4-ce5a11d8d76d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.7445469 Dec 17 17:00:01.905754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c3de4-6cb0-4a9c-b057-5d93611f3fc8 None None] New status for floating IP bb380de1-577a-44b8-9cd8-76acb20bbdc8: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:00:01.910261 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7969019 Dec 17 17:00:01.919223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40450) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:01.925799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:01.964504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:01.976984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:02.061840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:02.098848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-57346581-ea93-44ca-a4bf-0ef7cdb48035 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1000 time: 0.1679826 Dec 17 17:00:02.108426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 5191d2dd-4e43-4ca7-9dde-e8cb37c68701 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:02.108871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.176801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:02.192047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Sync routers for ids ['1ae380f9-9491-4470-8b74-8e62c621965b'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:02.199457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:02.202250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-ce9f8d13-be51-4359-b83f-87a8c8bf4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:02.203762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-ce9f8d13-be51-4359-b83f-87a8c8bf4b59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.0747719 Dec 17 17:00:02.204045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.211687 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Routers {'1ae380f9-9491-4470-8b74-8e62c621965b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:02.212315 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ae380f9-9491-4470-8b74-8e62c621965b'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:02.267661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-03662bfe-2780-41d3-a16d-9d0d9d433ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.278743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.287120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2ee903eb-6e01-41cb-b656-c93003e724f8 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:02.363950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb2c60-e7e7-4aae-a884-8408ff5446d4 None None] Network 84ec2502-0f21-4ea2-9e83-c7f126aecf81 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:02.375368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.404854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-cbc1677c-9c95-4b94-b35d-173bb29f17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:02.406417 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-cbc1677c-9c95-4b94-b35d-173bb29f17ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1922834 Dec 17 17:00:02.407963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port f08b2de1-151f-43cf-a789-c71eba5e76d8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:02.408352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.434149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Subnet': ['ID=ab37a0d5-7289-419b-9bec-f289a671aed0,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:02.441873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:02.445526 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Set router 1ae380f9-9491-4470-8b74-8e62c621965b gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:00:02.450566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Checking segment: {'id': '9e68974b-7b74-491f-a30d-7566bf05494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:02.450566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network hostable DHCP agents. Network: 091c73c0-e16d-46e1-8724-b4d229f4ed30, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:02.620189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.637987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.639315 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.7640705 Dec 17 17:00:02.644786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network 091c73c0-e16d-46e1-8724-b4d229f4ed30 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:02.651752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40456) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:02.770340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-dd26afac-80ae-48aa-9f98-7925e11c8e05 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261011 Dec 17 17:00:02.783345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231'}], 'enable_snat': False}, 'gw_port_id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:51Z', 'updated_at': '2021-12-17T16:59:57Z', 'revision_number': 3, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port': {'id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:59:54Z', 'updated_at': '2021-12-17T16:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:02.789301 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Checking router: 1ae380f9-9491-4470-8b74-8e62c621965b for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:00:02.790016 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Updating router 1ae380f9-9491-4470-8b74-8e62c621965b port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:00:02.853128 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.893635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 5191d2dd-4e43-4ca7-9dde-e8cb37c68701 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:03.017314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 091c73c0-e16d-46e1-8724-b4d229f4ed30) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:03.022619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.034263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea9431-fb9a-408c-98e7-8065b4d7b633 None None] Network 091c73c0-e16d-46e1-8724-b4d229f4ed30 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:03.058321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-401978bf-0e78-4d09-a67b-9711eba84054 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.115071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.129878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.173885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event updated for resources: {'Subnet': ['ID=df7f1ac1-753a-44b1-b9e1-d155412ba511,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.177186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.181023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=5191d2dd-4e43-4ca7-9dde-e8cb37c68701,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.184562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.192306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.199149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.199985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.237355 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/5191d2dd-4e43-4ca7-9dde-e8cb37c68701 HTTP/1.1" status: 204 len: 168 time: 1.3124633 Dec 17 17:00:03.243087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40464) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:03.264052 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.281013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': 'b87d4af7-01c9-443e-96ee-fca2eb43b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:03.281225 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Transition to ACTIVE for port object 0ad72fd6-1ee5-4cee-8685-7f421ce32dab will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:03.281318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 0ea4566a-afb3-4f5a-bbff-340d417b5d69, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:03.310956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=3b85ab71-c684-4b0d-b13e-7bf738daa560,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.314004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.322286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port f08b2de1-151f-43cf-a789-c71eba5e76d8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f08b2de1-151f-43cf-a789-c71eba5e76d8,segment=NetworkSegment(18eb2185-d55f-4370-ae64-7a2e185bf384),segment_id=18eb2185-d55f-4370-ae64-7a2e185bf384)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:03.322675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.371847 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.372470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:03.382333 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-06b21de3-88d3-49c5-a5be-91a51b02b61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.411986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-091c73c0-e16d-46e1-8724-b4d229f4ed30', 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30', 'tenant_id': 'e0ec0978cbc94131bae20cc21c01e36f', 'fixed_ips': [{'subnet_id': 'ab37a0d5-7289-419b-9bec-f289a671aed0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:03.412927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.428576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f93cd5c-006e-41a6-8714-733cad2d231a req-469fbcf3-9bae-41a3-a859-ed8042229172 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088896 Dec 17 17:00:03.431500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6105540e-3ab5-4454-beb9-96754bfc1128 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/1ae380f9-9491-4470-8b74-8e62c621965b HTTP/1.1" status: 200 len: 907 time: 0.7777510 Dec 17 17:00:03.433178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40470) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:03.439806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'name': 'tempest-snat-router-27312474', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': True}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:03.451659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:03.456715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Usage tracker for resource:router and tenant:e1d8f48d99cc4600a0f87b153db18525 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:03.458518 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Pushing event updated for resources: {'Port': ['ID=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.460806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:03.468944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.471576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.471576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.471576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.471576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.471576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:03.472107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.472500 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:03.477491 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.479608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Attempting to bind port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:03.479991 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Attempting to bind port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:03.480356 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Attempting to bind port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:03.482971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0ea4566a-afb3-4f5a-bbff-340d417b5d69) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:03.486427 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:03.486802 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:03.487198 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.487592 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:03.488064 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Bound port: 0ad72fd6-1ee5-4cee-8685-7f421ce32dab, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:03.488452 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.498713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:03.499727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.526997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for f08b2de1-151f-43cf-a789-c71eba5e76d8 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:03.554741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Checking segment: {'id': 'c6239693-c8dc-47e1-a5f9-9280a290e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:03.554949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network hostable DHCP agents. Network: d9cd651f-c615-4c02-9ab9-f01c97ed6101, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:03.564208 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] For port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:03.567366 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] For port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:03.574168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184c17a-cd9c-41b5-a76a-17369fd164d7 None None] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:03.594142 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9388998 Dec 17 17:00:03.596825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.597941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.601140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40474) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:03.608866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066457177'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:03.615379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:03.620440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:03.625871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:03.633932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:03.636355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.651022 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.659378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.675094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e12f9-f459-433f-bf8e-1c3bf7fc73d4 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:03.679039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Allocated IP 2001:db8::1 (091c73c0-e16d-46e1-8724-b4d229f4ed30/ab37a0d5-7289-419b-9bec-f289a671aed0/2e97c87b-502d-4149-85a0-ac7166357d30) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:03.680803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e12f9-f459-433f-bf8e-1c3bf7fc73d4 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:03.681550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-260e12f9-f459-433f-bf8e-1c3bf7fc73d4 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:03.747369 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Routers {'1ae380f9-9491-4470-8b74-8e62c621965b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:03.748065 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T16:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ae380f9-9491-4470-8b74-8e62c621965b'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:03.764579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.769976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:03.817748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:03.821628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.825691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=f08b2de1-151f-43cf-a789-c71eba5e76d8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.835402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.846250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port f08b2de1-151f-43cf-a789-c71eba5e76d8 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:03.850503 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Pushing event updated for resources: {'Port': ['ID=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:03.855554 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:03.898860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-260e12f9-f459-433f-bf8e-1c3bf7fc73d4 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:03.901160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-260e12f9-f459-433f-bf8e-1c3bf7fc73d4 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6532931 Dec 17 17:00:03.902396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Network d9cd651f-c615-4c02-9ab9-f01c97ed6101 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:03.911150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:03.967761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0ea4566a-afb3-4f5a-bbff-340d417b5d69', 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '3b85ab71-c684-4b0d-b13e-7bf738daa560'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:03.973921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:03.983086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] Set router 1ae380f9-9491-4470-8b74-8e62c621965b gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:00:04.064056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d9cd651f-c615-4c02-9ab9-f01c97ed6101) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:04.110796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.114987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.114987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.131478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229c546-88bf-4564-b0f4-9bdf9a36696c None None] Network d9cd651f-c615-4c02-9ab9-f01c97ed6101 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:04.186951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.237298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75791a08-4bf5-4829-b29f-4da8f4dbc622']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:04.247713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port b1db0637-5b94-4149-9201-5f1aa61db5f1 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:04.248065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.257433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.265259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:04.278090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.278580 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment cb17b9ba-61dd-430e-b293-f540c6ce3aea of type vlan for network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 Dec 17 17:00:04.288603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.297976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eb2185-d55f-4370-ae64-7a2e185bf384') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:04.298288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eb2185-d55f-4370-ae64-7a2e185bf384') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:04.318293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Transition to ACTIVE for port object 2e97c87b-502d-4149-85a0-ac7166357d30 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:04.320810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.325784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40486) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:04.326879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6018758 Dec 17 17:00:04.328312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.381985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.406542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:04.407472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:04.427291 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:04.432377 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231'}], 'enable_snat': False}, 'gw_port_id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:51Z', 'updated_at': '2021-12-17T16:59:57Z', 'revision_number': 3, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port': {'id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:59:54Z', 'updated_at': '2021-12-17T17:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:04.433132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ac425-6d64-4a31-ac36-21955e7c774d tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.435767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ac425-6d64-4a31-ac36-21955e7c774d tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.437312 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b916e28-a37a-428a-bc68-1d5705d36bad None None] The sync data for ids ['1ae380f9-9491-4470-8b74-8e62c621965b'] in dv-neutron-821073-1-hyperv is: [{'id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231'}], 'enable_snat': False}, 'gw_port_id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:59:51Z', 'updated_at': '2021-12-17T16:59:57Z', 'revision_number': 3, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port': {'id': '0ad72fd6-1ee5-4cee-8685-7f421ce32dab', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae380f9-9491-4470-8b74-8e62c621965b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:59:54Z', 'updated_at': '2021-12-17T17:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:04.437777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ac425-6d64-4a31-ac36-21955e7c774d tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.440258 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc8ac425-6d64-4a31-ac36-21955e7c774d tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1121414 Dec 17 17:00:04.450929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Transition to ACTIVE for port object 2e97c87b-502d-4149-85a0-ac7166357d30 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:04.465452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40490) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:04.593687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.597756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:04.640208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting subnet ab37a0d5-7289-419b-9bec-f289a671aed0 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:04.645026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.649337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.652989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Allocated IP 2001:db8:0:ffff::2 (0ea4566a-afb3-4f5a-bbff-340d417b5d69/3b85ab71-c684-4b0d-b13e-7bf738daa560/1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:04.654227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:04.684175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.690577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-d9cd651f-c615-4c02-9ab9-f01c97ed6101', 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101', 'tenant_id': 'e0ec0978cbc94131bae20cc21c01e36f', 'fixed_ips': [{'subnet_id': 'df7f1ac1-753a-44b1-b9e1-d155412ba511'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:04.691449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.699971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=75791a08-4bf5-4829-b29f-4da8f4dbc622,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:04.716413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/75791a08-4bf5-4829-b29f-4da8f4dbc622 HTTP/1.1" status: 204 len: 168 time: 6.6053886 Dec 17 17:00:04.716413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:04.716413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40496) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:04.722081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557421721'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:04.727309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.734584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.734848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:04.738676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Network 091c73c0-e16d-46e1-8724-b4d229f4ed30 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:04.743892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:04.746937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:04.749529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:04.799066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Pushing event updated for resources: {'Port': ['ID=2e97c87b-502d-4149-85a0-ac7166357d30,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:04.802590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:04.829125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.833211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:04.839194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.839751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.848970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:04.910734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for b1db0637-5b94-4149-9201-5f1aa61db5f1 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:04.946947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:04.989501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=80273d70-b85f-4f51-a8f4-861d7dec4ee3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:04.997307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:05.040099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:05.075228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.168613 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5652130 Dec 17 17:00:05.171465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40502) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:05.187921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '80273d70-b85f-4f51-a8f4-861d7dec4ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:05.312441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Attempting to bind port 2e97c87b-502d-4149-85a0-ac7166357d30 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:05.313245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Attempting to bind port 2e97c87b-502d-4149-85a0-ac7166357d30 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9e68974b-7b74-491f-a30d-7566bf05494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:05.313481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Attempting to bind port 2e97c87b-502d-4149-85a0-ac7166357d30 on network 091c73c0-e16d-46e1-8724-b4d229f4ed30 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:05.353887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:05.357505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.386029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:05.394525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:05.397648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.398848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe572087-60d1-4bce-b6ed-7c62b7552a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.403573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:05.407583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:05.408101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Checking segment: {'id': '9e68974b-7b74-491f-a30d-7566bf05494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:05.408604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.409544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Bound using segment: {'id': '9e68974b-7b74-491f-a30d-7566bf05494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:05.410153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Bound port: 2e97c87b-502d-4149-85a0-ac7166357d30, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e68974b-7b74-491f-a30d-7566bf05494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '091c73c0-e16d-46e1-8724-b4d229f4ed30'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:05.410622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.414061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e3394b7f-f68d-4a72-b3de-f8874df8f015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:05.431992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.465330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.474641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:05.489774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:05.492470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=b1db0637-5b94-4149-9201-5f1aa61db5f1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:05.508710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:05.516802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:05.520394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.544707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.545344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 4460bf6f-4ec4-4a9f-984e-7ce442ee0e62 of type vlan for network 094864e0-8c5d-4f93-9c64-67f127db5083 Dec 17 17:00:05.582534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.599987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Allocated IP 2001:db8:0:1::1 (d9cd651f-c615-4c02-9ab9-f01c97ed6101/df7f1ac1-753a-44b1-b9e1-d155412ba511/59791ccf-7999-4b69-85f9-0c2d41c7df30) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:05.615934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/b1db0637-5b94-4149-9201-5f1aa61db5f1 HTTP/1.1" status: 204 len: 168 time: 1.5472498 Dec 17 17:00:05.619290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40508) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:05.631872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.677036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.678948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Subnet': ['ID=ab37a0d5-7289-419b-9bec-f289a671aed0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:05.681835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:05.693082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:05.696745 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/subnets/ab37a0d5-7289-419b-9bec-f289a671aed0 HTTP/1.1" status: 204 len: 168 time: 1.2299695 Dec 17 17:00:05.696933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.707129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40514) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:05.780232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.793494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.797900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.806386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.807104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.816246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] For port 2e97c87b-502d-4149-85a0-ac7166357d30, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:05.818582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfd36230-64a1-4818-9e50-f2175f52c0f2 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:05.823050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Transition to ACTIVE for port object 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:05.830647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] For port 2e97c87b-502d-4149-85a0-ac7166357d30, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2e97c87b-502d-4149-85a0-ac7166357d30,segment=NetworkSegment(9e68974b-7b74-491f-a30d-7566bf05494f),segment_id=9e68974b-7b74-491f-a30d-7566bf05494f)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:05.839510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting subnet df7f1ac1-753a-44b1-b9e1-d155412ba511 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:05.871217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.26.4.89 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/12748f5f-6e8e-47df-978d-f3c4a137d9df) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:05.889783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Transition to ACTIVE for port object 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:05.903903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.911069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e93f8362-6c92-4b3f-bae2-2241885019f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:05.961286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=094864e0-8c5d-4f93-9c64-67f127db5083,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:05.967332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:05.984856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:05.989672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e771d-1151-46c1-b346-8ca14589936d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.990498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b3e771d-1151-46c1-b346-8ca14589936d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:06.006862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.016270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 094864e0-8c5d-4f93-9c64-67f127db5083 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:06.037849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3226006 Dec 17 17:00:06.043347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40518) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:06.054608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:06.064308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.136212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b3e771d-1151-46c1-b346-8ca14589936d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:06.137431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b3e771d-1151-46c1-b346-8ca14589936d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5169795 Dec 17 17:00:06.140343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40522) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:06.161336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.183695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.185922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:06.189294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Transition to ACTIVE for port object 59791ccf-7999-4b69-85f9-0c2d41c7df30 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:06.193594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6527fff3-284d-44c8-bae7-99dde1cb396c tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:06.205062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:06.207219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:06.210242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:06.211247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:06.214600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:06.220593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:06.232610 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dc57d9-cbc8-44c1-b1b0-2b0a83d6fb89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:06.233156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d1dc57d9-cbc8-44c1-b1b0-2b0a83d6fb89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:06.263778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.264032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:06.269572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:06.270907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:06.275421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Pushing event updated for resources: {'Port': ['ID=2e97c87b-502d-4149-85a0-ac7166357d30,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:06.278260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:06.278745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:06.287926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:06.308508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=12748f5f-6e8e-47df-978d-f3c4a137d9df,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:06.319808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:06.322267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d1dc57d9-cbc8-44c1-b1b0-2b0a83d6fb89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:06.326428 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d1dc57d9-cbc8-44c1-b1b0-2b0a83d6fb89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/5191d2dd-4e43-4ca7-9dde-e8cb37c68701 HTTP/1.1" status: 404 len: 333 time: 0.1819434 Dec 17 17:00:06.326428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40526) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:06.330679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Transition to ACTIVE for port object 59791ccf-7999-4b69-85f9-0c2d41c7df30 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:06.346756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:06.352837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.385323 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2929038b-cc0d-4f6d-a070-f316bc7b95cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:06.385323 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2929038b-cc0d-4f6d-a070-f316bc7b95cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/b1db0637-5b94-4149-9201-5f1aa61db5f1 HTTP/1.1" status: 404 len: 333 time: 0.0566094 Dec 17 17:00:06.386445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40532) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:06.437912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=d118bfba-1c36-4e68-90b3-b094ea24b428,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:06.453581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:06.457570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.481493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Pushing event updated for resources: {'Port': ['ID=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:06.485703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:06.486433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Attempting to bind port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:06.486799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Attempting to bind port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'b87d4af7-01c9-443e-96ee-fca2eb43b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:06.487166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Attempting to bind port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc on network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:06.492641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:06.555730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:06.556018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Checking segment: {'id': 'b87d4af7-01c9-443e-96ee-fca2eb43b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:06.556462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.556805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Bound using segment: {'id': 'b87d4af7-01c9-443e-96ee-fca2eb43b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:06.557720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Bound port: 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d4af7-01c9-443e-96ee-fca2eb43b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ea4566a-afb3-4f5a-bbff-340d417b5d69'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:06.557720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.577786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.583548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0ad72fd6-1ee5-4cee-8685-7f421ce32dab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:06.596582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': 'cb17b9ba-61dd-430e-b293-f540c6ce3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80273d70-b85f-4f51-a8f4-861d7dec4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:06.597011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 80273d70-b85f-4f51-a8f4-861d7dec4ee3, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:06.607915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db12c14-95b6-425b-916a-0418bbd8ad57 None None] Network 091c73c0-e16d-46e1-8724-b4d229f4ed30 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:06.631938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Network d9cd651f-c615-4c02-9ab9-f01c97ed6101 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:06.648212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:06.650847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:06.700333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:06.788737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 80273d70-b85f-4f51-a8f4-861d7dec4ee3) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:06.798796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:06.799483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.806467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Pushing event updated for resources: {'Port': ['ID=59791ccf-7999-4b69-85f9-0c2d41c7df30,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:06.809763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:06.856862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c884b-47bf-47ce-9586-8438279d25c9 None None] Network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:06.867622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.872852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.876624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:06.886056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:06.941986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7692904 Dec 17 17:00:06.962645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40540) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:07.011035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Attempting to bind port 59791ccf-7999-4b69-85f9-0c2d41c7df30 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:07.013182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Attempting to bind port 59791ccf-7999-4b69-85f9-0c2d41c7df30 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c6239693-c8dc-47e1-a5f9-9280a290e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:07.013182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Attempting to bind port 59791ccf-7999-4b69-85f9-0c2d41c7df30 on network d9cd651f-c615-4c02-9ab9-f01c97ed6101 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:07.067687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:07.068055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Checking segment: {'id': 'c6239693-c8dc-47e1-a5f9-9280a290e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:07.068467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.068869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Bound using segment: {'id': 'c6239693-c8dc-47e1-a5f9-9280a290e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:07.069699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Bound port: 59791ccf-7999-4b69-85f9-0c2d41c7df30, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6239693-c8dc-47e1-a5f9-9280a290e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd9cd651f-c615-4c02-9ab9-f01c97ed6101'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:07.070460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.078511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=87faa681-bd49-4c36-b9ff-c30ea7d0c183,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:07.088983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:07.103034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:07.103410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: 094864e0-8c5d-4f93-9c64-67f127db5083, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:07.152614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] For port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:07.175308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.199500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.229843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network 094864e0-8c5d-4f93-9c64-67f127db5083 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:07.251926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.267345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:07.276532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] For port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,segment=NetworkSegment(b87d4af7-01c9-443e-96ee-fca2eb43b752),segment_id=b87d4af7-01c9-443e-96ee-fca2eb43b752)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:07.287950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.303700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:07.304091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.349388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 094864e0-8c5d-4f93-9c64-67f127db5083) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:07.354109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:07.355222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.380400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.381245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfa075-8000-4ebe-aea4-34554800bae9 None None] Network 094864e0-8c5d-4f93-9c64-67f127db5083 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:07.395789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.401912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7192ec6-c903-4e5f-870b-d07c462b8526 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:07.424326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.427873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:07.437872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=d118bfba-1c36-4e68-90b3-b094ea24b428,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:07.442321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:07.458506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ec2502-0f21-4ea2-9e83-c7f126aecf81']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.483091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46998de-75d5-4886-a5eb-a07ee4ea977c') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.483282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46998de-75d5-4886-a5eb-a07ee4ea977c') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.503009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.518465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.521676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4772599 Dec 17 17:00:07.527692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40544) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:07.586875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.625558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:07.626530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:07.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:07.685029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Pushing event updated for resources: {'Port': ['ID=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:07.689986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:07.713706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b75c3-e19a-41c0-84f4-14decbbe1fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-80273d70-b85f-4f51-a8f4-861d7dec4ee3', 'network_id': '80273d70-b85f-4f51-a8f4-861d7dec4ee3', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': 'd118bfba-1c36-4e68-90b3-b094ea24b428'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:07.714913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fb5b75c3-e19a-41c0-84f4-14decbbe1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.817442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.840045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80273d70-b85f-4f51-a8f4-861d7dec4ee3']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.859191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb17b9ba-61dd-430e-b293-f540c6ce3aea') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.859507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb17b9ba-61dd-430e-b293-f540c6ce3aea') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:07.874922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.894625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:07.904493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.942697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.951705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:07.952599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.962217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Subnet': ['ID=df7f1ac1-753a-44b1-b9e1-d155412ba511,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:07.966677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:07.968827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:07.969077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] For port 59791ccf-7999-4b69-85f9-0c2d41c7df30, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:07.989695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.002107 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/subnets/df7f1ac1-753a-44b1-b9e1-d155412ba511 HTTP/1.1" status: 204 len: 168 time: 2.2914991 Dec 17 17:00:08.004812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-094864e0-8c5d-4f93-9c64-67f127db5083', 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '87faa681-bd49-4c36-b9ff-c30ea7d0c183'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:08.005649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.038094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:08.070178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40552) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:08.076272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:08.081663 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:08.083559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.084068 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/84ec2502-0f21-4ea2-9e83-c7f126aecf81 HTTP/1.1" status: 204 len: 168 time: 1.6967244 Dec 17 17:00:08.096148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:08.100201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.103164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40558) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:08.114672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953592219'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:08.157352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:08.160117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=84ec2502-0f21-4ea2-9e83-c7f126aecf81,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:08.163188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:08.180479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:08.186553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:08.230023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Allocated IP 172.20.0.1 (094864e0-8c5d-4f93-9c64-67f127db5083/87faa681-bd49-4c36-b9ff-c30ea7d0c183/946a99e7-0c44-427f-a071-0d85bf44a35b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:08.260252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:08.281541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.294924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fe47f-eb20-4bb7-9a44-2ac59e5ea945 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:08.295677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e56fe47f-eb20-4bb7-9a44-2ac59e5ea945 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Synchronizing usage tracker for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:08.296326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91534a6b-8b44-4ba1-b31f-14e0b840aefc tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:08.318320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.324606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.333782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=80273d70-b85f-4f51-a8f4-861d7dec4ee3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:08.345745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:08.352988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/80273d70-b85f-4f51-a8f4-861d7dec4ee3 HTTP/1.1" status: 204 len: 168 time: 1.3850071 Dec 17 17:00:08.352988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.382955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40562) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:08.394949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:08.396941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.409334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481116566'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:08.414198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e56fe47f-eb20-4bb7-9a44-2ac59e5ea945 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Unset dirty status for tenant:e0ec0978cbc94131bae20cc21c01e36f on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:08.419456 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e56fe47f-eb20-4bb7-9a44-2ac59e5ea945 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3300149 Dec 17 17:00:08.419724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40566) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:08.421580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:08.433240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:08.440279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:08.455257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:08.457368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.466354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:08.472497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Transition to ACTIVE for port object 946a99e7-0c44-427f-a071-0d85bf44a35b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:08.478039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.478387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment 1aebb760-8258-4a10-bab3-ecda066e476a of type vlan for network 04352eef-8532-41a1-a58f-2a0dedd62589 Dec 17 17:00:08.490509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.498444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:08.505684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.548052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] For port 59791ccf-7999-4b69-85f9-0c2d41c7df30, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=59791ccf-7999-4b69-85f9-0c2d41c7df30,segment=NetworkSegment(c6239693-c8dc-47e1-a5f9-9280a290e08d),segment_id=c6239693-c8dc-47e1-a5f9-9280a290e08d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:08.549350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:08.559092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.587716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Transition to ACTIVE for port object 946a99e7-0c44-427f-a071-0d85bf44a35b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:08.595974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:08.600121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74d3a6-808f-45b6-bc17-b2676bbddd05 None None] Network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:08.615618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.617160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment 0a7ce01f-0222-4bb1-ade2-30dbc205106f of type vlan for network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 Dec 17 17:00:08.618503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.624966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:08.625615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.626333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.629510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:08.633730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:08.646435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting port 59791ccf-7999-4b69-85f9-0c2d41c7df30 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:08.646778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.664800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74d3a6-808f-45b6-bc17-b2676bbddd05 None None] Network 80273d70-b85f-4f51-a8f4-861d7dec4ee3 could not be found, it might have been deleted concurrently. {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 17 17:00:08.678146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.704588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.707855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:08.711510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:08.712128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:08.781010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:08.802550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=04352eef-8532-41a1-a58f-2a0dedd62589,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:08.806506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:08.807471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Network 094864e0-8c5d-4f93-9c64-67f127db5083 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:08.811679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:08.815005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:08.830724 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7203372 Dec 17 17:00:08.831130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 04352eef-8532-41a1-a58f-2a0dedd62589 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:08.831248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40570) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:08.838432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:08.943178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] For port 59791ccf-7999-4b69-85f9-0c2d41c7df30, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=59791ccf-7999-4b69-85f9-0c2d41c7df30,segment=NetworkSegment(c6239693-c8dc-47e1-a5f9-9280a290e08d),segment_id=c6239693-c8dc-47e1-a5f9-9280a290e08d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:08.943778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.022305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.023238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.031709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Pushing event updated for resources: {'Port': ['ID=59791ccf-7999-4b69-85f9-0c2d41c7df30,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:09.031927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:09.032453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.065698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:09.069161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab4313d8-4f89-4425-aacd-7b111afcaf12 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.172386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router 109e259e-3ab2-4877-8362-57e78e68ef86 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:00:09.193405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:09.203368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Calling delete_port for 59791ccf-7999-4b69-85f9-0c2d41c7df30 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:09.223239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8390858 Dec 17 17:00:09.228150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Attempting to bind port 946a99e7-0c44-427f-a071-0d85bf44a35b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:09.228528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Attempting to bind port 946a99e7-0c44-427f-a071-0d85bf44a35b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:09.228899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Attempting to bind port 946a99e7-0c44-427f-a071-0d85bf44a35b on network 094864e0-8c5d-4f93-9c64-67f127db5083 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:09.240426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:09.240835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Checking segment: {'id': '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:09.241246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.241650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Bound using segment: {'id': '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:09.242204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Bound port: 946a99e7-0c44-427f-a071-0d85bf44a35b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '094864e0-8c5d-4f93-9c64-67f127db5083'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:09.242588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.256596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40578) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:09.257776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:09.284952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:09.289878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:09.313184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:09.398552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Pushing event updated for resources: {'Port': ['ID=946a99e7-0c44-427f-a071-0d85bf44a35b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:09.414187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:09.415026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.415475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:09.433948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=62ce8d70-b12e-4a0e-bd44-f9a90a087216,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:09.438988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.448596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:09.453952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:09.454475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7062fa1c-f679-48f4-a2f9-33f16ca532a5 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.480310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1ac8a-8bb8-49fd-b573-596e5e0d1b34 None None] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:09.503470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=87faa681-bd49-4c36-b9ff-c30ea7d0c183,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:09.508336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:09.512091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094864e0-8c5d-4f93-9c64-67f127db5083']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:09.521597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:09.525297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.555427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:09.555719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:09.616793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.644512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.ipam_backend_mixin [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Performing IP validity checks on allocation pools {{(pid=88116) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:00:09.645474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.ipam_backend_mixin [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88116) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:00:09.650681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.664931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:09.665333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.676236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] For port 946a99e7-0c44-427f-a071-0d85bf44a35b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:09.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:09.750607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-573e24dc-572a-477b-a937-686207334fae None None] Provisioning for port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:09.769769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-573e24dc-572a-477b-a937-686207334fae None None] Provisioning complete for port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:09.770162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-573e24dc-572a-477b-a937-686207334fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.804999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] For port 946a99e7-0c44-427f-a071-0d85bf44a35b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=946a99e7-0c44-427f-a071-0d85bf44a35b,segment=NetworkSegment(4460bf6f-4ec4-4a9f-984e-7ce442ee0e62),segment_id=4460bf6f-4ec4-4a9f-984e-7ce442ee0e62)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:09.818709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:09.827179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:09.830893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:00:09.830893 dv-neutron-821073-1-hyperv neutron-server[88116]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:00:09.830893 dv-neutron-821073-1-hyperv neutron-server[88116]: [parameters: {'id': '094864e0-8c5d-4f93-9c64-67f127db5083'}] Dec 17 17:00:09.830893 dv-neutron-821073-1-hyperv neutron-server[88116]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:09.830893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:09.831868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:09.839610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:09.842101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:09.867264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Sync routers for ids ['109e259e-3ab2-4877-8362-57e78e68ef86'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:09.885890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.893113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff20e30b-e892-4ed6-9fdd-2e7cd1d3ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.907873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.913279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.964472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:09.966107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Routers {'109e259e-3ab2-4877-8362-57e78e68ef86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:09.966826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['109e259e-3ab2-4877-8362-57e78e68ef86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:09.971712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:09.974782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] No DVR routers for this DVR port 59791ccf-7999-4b69-85f9-0c2d41c7df30 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:10.012523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Port': ['ID=59791ccf-7999-4b69-85f9-0c2d41c7df30,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:10.017208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:10.078500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=cf37a587-8a70-4ec4-843b-b3672cc61498,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:10.086869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:10.089254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': '1aebb760-8258-4a10-bab3-ecda066e476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:10.089626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: 04352eef-8532-41a1-a58f-2a0dedd62589, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:10.138070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:10.143313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.170271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Pushing event updated for resources: {'Port': ['ID=946a99e7-0c44-427f-a071-0d85bf44a35b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:10.183348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:10.183497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 04352eef-8532-41a1-a58f-2a0dedd62589 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:10.187871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.192180 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1fb13309-c9a6-44cb-8e29-43709313ec64 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.7546780 Dec 17 17:00:10.194813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40588) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:10.259928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-573e24dc-572a-477b-a937-686207334fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.275825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb65257-fab0-4609-a501-b1e0efb087e1 None None] Network 094864e0-8c5d-4f93-9c64-67f127db5083 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:10.301294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.363629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cd651f-c615-4c02-9ab9-f01c97ed6101']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:10.387671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6239693-c8dc-47e1-a5f9-9280a290e08d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:10.388094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6239693-c8dc-47e1-a5f9-9280a290e08d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:10.418379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Set router 109e259e-3ab2-4877-8362-57e78e68ef86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:00:10.424747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.455016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.463773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:10.464265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.467275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0a2ec-512a-4aa2-a9c8-c8ee28ca0e9d None None] Network d9cd651f-c615-4c02-9ab9-f01c97ed6101 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:10.480854 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:10.491827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.624032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-573e24dc-572a-477b-a937-686207334fae None None] For port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,segment=NetworkSegment(b87d4af7-01c9-443e-96ee-fca2eb43b752),segment_id=b87d4af7-01c9-443e-96ee-fca2eb43b752)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:10.639756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f73eb92d-4460-42dd-9161-db86caa88b30 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/109e259e-3ab2-4877-8362-57e78e68ef86 HTTP/1.1" status: 200 len: 905 time: 0.4437809 Dec 17 17:00:10.640875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 04352eef-8532-41a1-a58f-2a0dedd62589) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:10.644404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40594) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:10.653106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:10.656853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.715282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0ad72fd6-1ee5-4cee-8685-7f421ce32dab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:10.738404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14df036-c846-4dbc-9ddf-c74472cca6a2 None None] Network 04352eef-8532-41a1-a58f-2a0dedd62589 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:10.744143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 946a99e7-0c44-427f-a071-0d85bf44a35b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:10.744489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.806512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.811998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.816932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.823005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:10.865158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=d9cd651f-c615-4c02-9ab9-f01c97ed6101,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:10.872116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:10.874013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6ee9d041-d134-438f-82ab-a07adb6522af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:10.892169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-573e24dc-572a-477b-a937-686207334fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:10.911965 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/d9cd651f-c615-4c02-9ab9-f01c97ed6101 HTTP/1.1" status: 204 len: 168 time: 2.4910486 Dec 17 17:00:10.915838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40598) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:10.956355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:10.970994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': '0a7ce01f-0222-4bb1-ade2-30dbc205106f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:10.973086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 62ce8d70-b12e-4a0e-bd44-f9a90a087216, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:10.977185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=197ddc62-6ad1-4774-ba77-0fa2dd26d2cb,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:10.980653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:11.033534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40602) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:11.034111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2014709 Dec 17 17:00:11.041792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589', 'name': 'tempest-PortsTestJSON-1577993756'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:11.070204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:11.111604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.210886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 62ce8d70-b12e-4a0e-bd44-f9a90a087216) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:11.215739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:11.216365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.243298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.245513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e10d5677-a0e9-48f6-a940-145507434d93 None None] Provisioning complete for port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:11.246112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e10d5677-a0e9-48f6-a940-145507434d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.258287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:11.269162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7077bcb-2744-4251-8e2c-706186ee376f None None] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:11.269434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:11.285762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e24dc-572a-477b-a937-686207334fae None None] Pushing event updated for resources: {'Port': ['ID=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:11.307990 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0336225 Dec 17 17:00:11.313858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:11.319139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-573e24dc-572a-477b-a937-686207334fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:11.332302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756907905'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:11.339275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:11.348278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:11.350238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 946a99e7-0c44-427f-a071-0d85bf44a35b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=946a99e7-0c44-427f-a071-0d85bf44a35b,segment=NetworkSegment(4460bf6f-4ec4-4a9f-984e-7ce442ee0e62),segment_id=4460bf6f-4ec4-4a9f-984e-7ce442ee0e62)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:11.350612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.353010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:11.365332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:11.365435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Deleting port 2e97c87b-502d-4149-85a0-ac7166357d30 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:11.365435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.383273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:11.387002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.419726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:11.431492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093782ed-3cfb-4751-b11d-b1ffd8f79d51 None None] DHCP port deletion for d9cd651f-c615-4c02-9ab9-f01c97ed6101 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:11.474045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:11.476288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.508557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:11.513188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:11.513188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.518370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.518720 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment 3c71689f-7fe7-4755-bb18-5ad662e042d1 of type vlan for network 0c772187-6b69-41b2-9201-81da0c753c89 Dec 17 17:00:11.531335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 946a99e7-0c44-427f-a071-0d85bf44a35b owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:11.552972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.605666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.713166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.13 (04352eef-8532-41a1-a58f-2a0dedd62589/cf37a587-8a70-4ec4-843b-b3672cc61498/30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:11.758361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 12748f5f-6e8e-47df-978d-f3c4a137d9df {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:11.758899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.770091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.788693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:11.789637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.810945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f0d7b3d0-9278-458e-a5af-3656645bb2a5 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:11.840391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-04352eef-8532-41a1-a58f-2a0dedd62589', 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': 'cf37a587-8a70-4ec4-843b-b3672cc61498'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:11.841222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.879461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e10d5677-a0e9-48f6-a940-145507434d93 None None] Could not find standard attr ID for object 59791ccf-7999-4b69-85f9-0c2d41c7df30. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:00:11.920250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.939155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d53b6bfd-0e92-453f-8260-ce1abcd35e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:11.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=946a99e7-0c44-427f-a071-0d85bf44a35b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:12.012733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:12.015718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 946a99e7-0c44-427f-a071-0d85bf44a35b on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:12.134552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=0c772187-6b69-41b2-9201-81da0c753c89,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:12.138930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:12.161789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0c772187-6b69-41b2-9201-81da0c753c89 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:12.180748 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8651390 Dec 17 17:00:12.184202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40618) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:12.184795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-62ce8d70-b12e-4a0e-bd44-f9a90a087216', 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '197ddc62-6ad1-4774-ba77-0fa2dd26d2cb'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:12.185928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.202245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '0c772187-6b69-41b2-9201-81da0c753c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:12.213455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] For port 2e97c87b-502d-4149-85a0-ac7166357d30, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2e97c87b-502d-4149-85a0-ac7166357d30,segment=NetworkSegment(9e68974b-7b74-491f-a30d-7566bf05494f),segment_id=9e68974b-7b74-491f-a30d-7566bf05494f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:12.213877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.246264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.304874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109e259e-3ab2-4877-8362-57e78e68ef86', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': '12748f5f-6e8e-47df-978d-f3c4a137d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:00:03Z', 'updated_at': '2021-12-17T17:00:06Z', 'revision_number': 3, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port': {'id': '12748f5f-6e8e-47df-978d-f3c4a137d9df', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:57:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109e259e-3ab2-4877-8362-57e78e68ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:00:05Z', 'updated_at': '2021-12-17T17:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:12.312357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.314140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Checking router: 109e259e-3ab2-4877-8362-57e78e68ef86 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:00:12.314511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Updating router 109e259e-3ab2-4877-8362-57e78e68ef86 port 12748f5f-6e8e-47df-978d-f3c4a137d9df binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:00:12.345538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object 30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:12.352132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:12.357526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:12.361552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:12.369156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:12.376319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Calling delete_port for 2e97c87b-502d-4149-85a0-ac7166357d30 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:12.437997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.445275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094864e0-8c5d-4f93-9c64-67f127db5083']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:12.457678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:12.461405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.476435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:12.476742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4460bf6f-4ec4-4a9f-984e-7ce442ee0e62') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:12.484019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.503501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.541910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.552109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90401949-8022-49a4-af4a-4a0f19a17935 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:12.623632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:00:12.624300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:00:12.648311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 04352eef-8532-41a1-a58f-2a0dedd62589 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:12.652566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:12.653035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 12748f5f-6e8e-47df-978d-f3c4a137d9df owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:12.655770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:12.683681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.703629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:12.704289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.717501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:12.719119 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:12.723446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:12.750150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:12.750951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.782691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.796473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ce0b3fb-5dcc-4dcd-b518-2ce7db757dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:12.847525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] No DVR routers for this DVR port 2e97c87b-502d-4149-85a0-ac7166357d30 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:12.852443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:12.866940 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8277030 Dec 17 17:00:12.868934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40626) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:12.875156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:12.891867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Port': ['ID=2e97c87b-502d-4149-85a0-ac7166357d30,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:12.904317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:12.958024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:12.959052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.006458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Transition to ACTIVE for port object 12748f5f-6e8e-47df-978d-f3c4a137d9df will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:13.119072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.127949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Allocated IP 172.20.0.2 (04352eef-8532-41a1-a58f-2a0dedd62589/cf37a587-8a70-4ec4-843b-b3672cc61498/2d11e07f-53e6-44f6-8517-813241e6263b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:13.128489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.129976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Allocated IP 2001:db8::1 (62ce8d70-b12e-4a0e-bd44-f9a90a087216/197ddc62-6ad1-4774-ba77-0fa2dd26d2cb/0796cef9-5817-4b91-87c8-42ca0306f0eb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:13.133210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.133451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-903247cb-405d-466e-aa3b-0ab592f7f6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.137000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bca3e5b6-48a4-4c49-b63a-2e9c63f30899 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.146411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.153699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.173595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.211756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Pushing event updated for resources: {'Port': ['ID=12748f5f-6e8e-47df-978d-f3c4a137d9df,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:13.215147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:13.218821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=094864e0-8c5d-4f93-9c64-67f127db5083,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:13.227340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:13.229202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c73c0-e16d-46e1-8724-b4d229f4ed30']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:13.239459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/094864e0-8c5d-4f93-9c64-67f127db5083 HTTP/1.1" status: 204 len: 168 time: 5.7109573 Dec 17 17:00:13.245534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:13.256562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Attempting to bind port 12748f5f-6e8e-47df-978d-f3c4a137d9df on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:13.256938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Attempting to bind port 12748f5f-6e8e-47df-978d-f3c4a137d9df by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:13.257306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Attempting to bind port 12748f5f-6e8e-47df-978d-f3c4a137d9df on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:13.259466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:13.259841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.307259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': '3c71689f-7fe7-4755-bb18-5ad662e042d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0c772187-6b69-41b2-9201-81da0c753c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:13.307761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 0c772187-6b69-41b2-9201-81da0c753c89, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:13.327970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=5aef85e6-ceb9-440b-bc3d-eac89275c1d5,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:13.337696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:13.338995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:13.338995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:13.339837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.339837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:13.340010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Bound port: 12748f5f-6e8e-47df-978d-f3c4a137d9df, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:13.340725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.367482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e68974b-7b74-491f-a30d-7566bf05494f') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:13.367861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e68974b-7b74-491f-a30d-7566bf05494f') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:13.379631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305785233'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:13.386511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.393393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:13.400898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.410397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:13.415787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:13.424170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:13.426491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.435668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:13.436067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:13.451108 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:13.454684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 0c772187-6b69-41b2-9201-81da0c753c89 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:13.511768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:13.512382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:13.521022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:13.526991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:13.530625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.565125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:13.575416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.579323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 53e49ce7-c61b-441d-b88a-7bd7a5457827 of type vlan for network a34c80f3-a58b-4360-a56f-a3e93332f6fc Dec 17 17:00:13.605213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.637411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0c772187-6b69-41b2-9201-81da0c753c89) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:13.643642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:13.644593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.673898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e6e01-2631-458e-b490-6f9afe9fb116 None None] Network 0c772187-6b69-41b2-9201-81da0c753c89 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:13.684729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.688831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ccf49143-f8b3-43ca-874e-87f7f8711a7c tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.701090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] For port 12748f5f-6e8e-47df-978d-f3c4a137d9df, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:13.703363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.714415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=091c73c0-e16d-46e1-8724-b4d229f4ed30,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:13.722853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:13.722853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.726071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:13.726650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.732349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10541950-07dc-4d13-93ea-242330fdea90 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.756720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/091c73c0-e16d-46e1-8724-b4d229f4ed30 HTTP/1.1" status: 204 len: 168 time: 2.8348510 Dec 17 17:00:13.759558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40636) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:13.786847 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6014321 Dec 17 17:00:13.791970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40640) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:13.808156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] For port 12748f5f-6e8e-47df-978d-f3c4a137d9df, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12748f5f-6e8e-47df-978d-f3c4a137d9df,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:13.839676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=a34c80f3-a58b-4360-a56f-a3e93332f6fc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:13.842431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:13.868552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.890046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:13.906707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:13.913505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5484612 Dec 17 17:00:13.914733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40646) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:13.926838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:13.936830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:13.953145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 59791ccf-7999-4b69-85f9-0c2d41c7df30 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:13.981368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:14.008726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:14.031540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 12748f5f-6e8e-47df-978d-f3c4a137d9df {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:14.032306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.125883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:14.174574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 59791ccf-7999-4b69-85f9-0c2d41c7df30 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:14.174801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 59791ccf-7999-4b69-85f9-0c2d41c7df30 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:14.205401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.268602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.272490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.336527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Transition to ACTIVE for port object 2d11e07f-53e6-44f6-8517-813241e6263b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:14.342337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Transition to ACTIVE for port object 0796cef9-5817-4b91-87c8-42ca0306f0eb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:14.346277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Routers {'109e259e-3ab2-4877-8362-57e78e68ef86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:14.346947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['109e259e-3ab2-4877-8362-57e78e68ef86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:14.388592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.393059 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 HTTP/1.1" status: 204 len: 168 time: 1.5205820 Dec 17 17:00:14.394943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40654) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:14.395065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.428731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.452079 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaf52a8-14ed-40f8-bc53-5102b878aa57 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:14.452926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaf52a8-14ed-40f8-bc53-5102b878aa57 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:14.455616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cdaf52a8-14ed-40f8-bc53-5102b878aa57 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 HTTP/1.1" status: 404 len: 333 time: 0.0611358 Dec 17 17:00:14.465736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40658) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:14.532454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd6d72e-1e6d-42b5-8704-e26f9453988d']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:14.544505 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43a18aa-3907-4f7f-9843-d7c3e6fdb63b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:14.545039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e43a18aa-3907-4f7f-9843-d7c3e6fdb63b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:14.548862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Pushing event updated for resources: {'Port': ['ID=12748f5f-6e8e-47df-978d-f3c4a137d9df,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:14.549254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.553195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa54c5f6-04d0-4f98-99d9-bba00e88e062') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:14.553195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa54c5f6-04d0-4f98-99d9-bba00e88e062') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:14.559850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] For port 12748f5f-6e8e-47df-978d-f3c4a137d9df, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12748f5f-6e8e-47df-978d-f3c4a137d9df,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:14.559850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.568855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:14.577589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.587002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Transition to ACTIVE for port object 2d11e07f-53e6-44f6-8517-813241e6263b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:14.593827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Transition to ACTIVE for port object 0796cef9-5817-4b91-87c8-42ca0306f0eb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:14.602576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.636222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e43a18aa-3907-4f7f-9843-d7c3e6fdb63b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:14.636457 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e43a18aa-3907-4f7f-9843-d7c3e6fdb63b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/30942d9c-bb2c-4d08-9bbe-cb349eb0e8e5 HTTP/1.1" status: 404 len: 333 time: 0.1670702 Dec 17 17:00:14.639529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40662) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:14.646506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.658754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:14.659160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.660961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81359e-b09c-4564-9315-a028bd3ba355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0c772187-6b69-41b2-9201-81da0c753c89', 'network_id': '0c772187-6b69-41b2-9201-81da0c753c89', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '5aef85e6-ceb9-440b-bc3d-eac89275c1d5'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:14.662594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2c81359e-b09c-4564-9315-a028bd3ba355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:14.674577 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:14.679307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] Set router 109e259e-3ab2-4877-8362-57e78e68ef86 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:00:14.709437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 12748f5f-6e8e-47df-978d-f3c4a137d9df owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:14.776378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.783453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.787243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.794985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9a05d62-fc12-478e-9c78-b4fc402b45f0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:14.800645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:14.817920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc is not hosted by any dhcp agent {{(pid=88116) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 17 17:00:14.823133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:14.823716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.824952 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "PUT /v2.0/networks/a34c80f3-a58b-4360-a56f-a3e93332f6fc HTTP/1.1" status: 200 len: 723 time: 0.9090829 Dec 17 17:00:14.828508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:14.836967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:14.848962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109e259e-3ab2-4877-8362-57e78e68ef86', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:00:03Z', 'updated_at': '2021-12-17T17:00:11Z', 'revision_number': 4, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:14.854043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.860632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6ea2320-eecb-44af-9d7f-f7dbd8b89c31 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:14.875294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.912628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700f694-1a73-4e8a-8688-d28031b427da None None] The sync data for ids ['109e259e-3ab2-4877-8362-57e78e68ef86'] in dv-neutron-821073-1-hyperv is: [{'id': '109e259e-3ab2-4877-8362-57e78e68ef86', 'name': 'tempest-snat-router-27312474', 'tenant_id': 'e1d8f48d99cc4600a0f87b153db18525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:00:03Z', 'updated_at': '2021-12-17T17:00:11Z', 'revision_number': 4, 'project_id': 'e1d8f48d99cc4600a0f87b153db18525', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:14.921994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Network 04352eef-8532-41a1-a58f-2a0dedd62589 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:14.924470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:14.936171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:14.937105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:14.937323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet cf37a587-8a70-4ec4-843b-b3672cc61498 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:14.948686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.949499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:14.957978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:14.966745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:14.973024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Pushing event updated for resources: {'Port': ['ID=0796cef9-5817-4b91-87c8-42ca0306f0eb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:14.981934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=a34c80f3-a58b-4360-a56f-a3e93332f6fc,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:14.997331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.000156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=5fd6d72e-1e6d-42b5-8704-e26f9453988d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:15.028449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.029686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.033060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4cc90125-02ae-4ecc-a758-8fcdecd5f24d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:15.087815 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/5fd6d72e-1e6d-42b5-8704-e26f9453988d HTTP/1.1" status: 204 len: 168 time: 1.3269680 Dec 17 17:00:15.100319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40672) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:15.102568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=5aef85e6-ceb9-440b-bc3d-eac89275c1d5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:15.108189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.111635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:15.370413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Attempting to bind port 2d11e07f-53e6-44f6-8517-813241e6263b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:15.370989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Attempting to bind port 2d11e07f-53e6-44f6-8517-813241e6263b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1aebb760-8258-4a10-bab3-ecda066e476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:15.371545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Attempting to bind port 2d11e07f-53e6-44f6-8517-813241e6263b on network 04352eef-8532-41a1-a58f-2a0dedd62589 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:15.373740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Pushing event updated for resources: {'Port': ['ID=2d11e07f-53e6-44f6-8517-813241e6263b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:15.376558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.386386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.386869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.388209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:15.388559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.391674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:15.395904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:15.398945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server [None req-2c81359e-b09c-4564-9315-a028bd3ba355 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aef85e6-ceb9-440b-bc3d-eac89275c1d5: This subnet is being modified by another concurrent operation. Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:00:15.399732 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise exception Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aef85e6-ceb9-440b-bc3d-eac89275c1d5: This subnet is being modified by another concurrent operation. Dec 17 17:00:15.403369 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Dec 17 17:00:15.405739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:15.408835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:15.414751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Checking segment: {'id': '1aebb760-8258-4a10-bab3-ecda066e476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:15.414751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.414751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Bound using segment: {'id': '1aebb760-8258-4a10-bab3-ecda066e476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:15.414751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Bound port: 2d11e07f-53e6-44f6-8517-813241e6263b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aebb760-8258-4a10-bab3-ecda066e476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04352eef-8532-41a1-a58f-2a0dedd62589'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:15.414751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.424897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Attempting to bind port 0796cef9-5817-4b91-87c8-42ca0306f0eb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:15.425476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Attempting to bind port 0796cef9-5817-4b91-87c8-42ca0306f0eb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0a7ce01f-0222-4bb1-ade2-30dbc205106f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:15.426103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Attempting to bind port 0796cef9-5817-4b91-87c8-42ca0306f0eb on network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:15.435592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7d01e-ee99-461d-b4ca-d5df6441e845 None None] Network 0c772187-6b69-41b2-9201-81da0c753c89 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:15.456923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.464240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:15.464901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Checking segment: {'id': '0a7ce01f-0222-4bb1-ade2-30dbc205106f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:15.467105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.467105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Bound using segment: {'id': '0a7ce01f-0222-4bb1-ade2-30dbc205106f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:15.467105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Bound port: 0796cef9-5817-4b91-87c8-42ca0306f0eb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7ce01f-0222-4bb1-ade2-30dbc205106f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62ce8d70-b12e-4a0e-bd44-f9a90a087216'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:15.467105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.481249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.538797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c772187-6b69-41b2-9201-81da0c753c89']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.568881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.582098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:15.608257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:15.612577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.630750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Port': ['ID=12748f5f-6e8e-47df-978d-f3c4a137d9df,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:15.633705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.643887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c71689f-7fe7-4755-bb18-5ad662e042d1') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.644866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c71689f-7fe7-4755-bb18-5ad662e042d1') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.725599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.739439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.754929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.771729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] For port 0796cef9-5817-4b91-87c8-42ca0306f0eb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:15.780206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.807732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:15.808198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:15.824935 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:15.826777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17de9b06-12ee-4e6f-a9b3-45c154afa604']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.832989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] For port 2d11e07f-53e6-44f6-8517-813241e6263b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:15.901179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.905137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f9027d-d3bd-4959-afbe-fbb23524c2c8') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.905395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f9027d-d3bd-4959-afbe-fbb23524c2c8') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:15.915349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:15.933760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.953177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.957938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.958078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989117'] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.961956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.964450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:15.964846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:15.965893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=cf37a587-8a70-4ec4-843b-b3672cc61498,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:15.970222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:15.976430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/cf37a587-8a70-4ec4-843b-b3672cc61498 HTTP/1.1" status: 204 len: 168 time: 1.2751901 Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:15.979932 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:15.981775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40680) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:16.019400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] For port 0796cef9-5817-4b91-87c8-42ca0306f0eb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0796cef9-5817-4b91-87c8-42ca0306f0eb,segment=NetworkSegment(0a7ce01f-0222-4bb1-ade2-30dbc205106f),segment_id=0a7ce01f-0222-4bb1-ade2-30dbc205106f)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:16.021136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] For port 2d11e07f-53e6-44f6-8517-813241e6263b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2d11e07f-53e6-44f6-8517-813241e6263b,segment=NetworkSegment(1aebb760-8258-4a10-bab3-ecda066e476a),segment_id=1aebb760-8258-4a10-bab3-ecda066e476a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:16.067606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.068237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 109e259e-3ab2-4877-8362-57e78e68ef86 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:00:16.078552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.082226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/routers/109e259e-3ab2-4877-8362-57e78e68ef86 HTTP/1.1" status: 204 len: 168 time: 5.4341786 Dec 17 17:00:16.083134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40684) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:16.093533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.100501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ca7deb09-a903-4803-bb89-20261211c84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:16.138320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.216736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Pushing event updated for resources: {'Port': ['ID=0796cef9-5817-4b91-87c8-42ca0306f0eb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:16.220350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:16.221138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:16.249650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.319522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.327266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Pushing event updated for resources: {'Port': ['ID=2d11e07f-53e6-44f6-8517-813241e6263b,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:16.330680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:16.357765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:16.381205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.431348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.431348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=0c772187-6b69-41b2-9201-81da0c753c89,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:16.434727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.437745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:16.452757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:16.475594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.569329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0c772187-6b69-41b2-9201-81da0c753c89 HTTP/1.1" status: 204 len: 168 time: 2.7762487 Dec 17 17:00:16.579616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40694) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:16.596532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Pushing event deleted for resources: {'Network': ['ID=17de9b06-12ee-4e6f-a9b3-45c154afa604,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:16.605907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 2d11e07f-53e6-44f6-8517-813241e6263b {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:16.606256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.609293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778367185'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:16.615806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:16.618852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.624188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:16.627830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:16.635554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:16.639021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:16.647519 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] 10.222.0.61 "DELETE /v2.0/networks/17de9b06-12ee-4e6f-a9b3-45c154afa604 HTTP/1.1" status: 204 len: 168 time: 1.5359404 Dec 17 17:00:16.729924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Deleting port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:16.730277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.779321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:16.784444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.920683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port 2d11e07f-53e6-44f6-8517-813241e6263b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2d11e07f-53e6-44f6-8517-813241e6263b,segment=NetworkSegment(1aebb760-8258-4a10-bab3-ecda066e476a),segment_id=1aebb760-8258-4a10-bab3-ecda066e476a)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:16.921054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.933473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:16.951800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:16.957541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment 8857ef96-1fd0-419e-8602-6c1ccc0f74b3 of type vlan for network baa91bce-f544-4866-a180-953739232476 Dec 17 17:00:16.997496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.008407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.019995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] For port 0ad72fd6-1ee5-4cee-8685-7f421ce32dab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:17.020363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.073102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:17.106856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 2d11e07f-53e6-44f6-8517-813241e6263b owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:17.143633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:00:17.157516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Calling delete_port for 0ad72fd6-1ee5-4cee-8685-7f421ce32dab owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:17.204278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=64a9d685-e688-4213-aec2-690519428fa9,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:17.218519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:17.229464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '53e49ce7-c61b-441d-b88a-7bd7a5457827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:17.229843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: a34c80f3-a58b-4360-a56f-a3e93332f6fc, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:17.266860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40702) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:17.269401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.277868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:17.277868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.280676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c26a94ce-9106-46a5-8e0f-6d92ea3f378e tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:17.298712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.304240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b82de65-8753-42f9-a52a-77c31079b63f tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:17.363905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=2d11e07f-53e6-44f6-8517-813241e6263b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:17.368535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:17.370568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:17.373079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No DVR routers for this DVR port 2d11e07f-53e6-44f6-8517-813241e6263b on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:17.507848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a34c80f3-a58b-4360-a56f-a3e93332f6fc) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:17.524636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255c3d0-d578-4f15-8907-a3d34952c73b None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:17.540409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:17.541034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.566128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=baa91bce-f544-4866-a180-953739232476,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:17.575049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.583740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:17.603655 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b96d10b2-5691-4285-a13d-cb65c3d640b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0ec0978cbc94131bae20cc21c01e36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323250 Dec 17 17:00:17.608739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40712) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:17.621423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04352eef-8532-41a1-a58f-2a0dedd62589']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:17.624974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0295653 Dec 17 17:00:17.628905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40716) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:17.648141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': 'baa91bce-f544-4866-a180-953739232476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:17.746363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network baa91bce-f544-4866-a180-953739232476 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:17.760567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.773878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.782951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7da9b709-35e1-4a04-b856-7440e924be91 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:17.791704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aebb760-8258-4a10-bab3-ecda066e476a') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:17.792012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aebb760-8258-4a10-bab3-ecda066e476a') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:17.806267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a2393-6ef4-4c60-b40d-82a240ebd3ee None None] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:17.812083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.848749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ad72fd6-1ee5-4cee-8685-7f421ce32dab,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:17.851908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:17.854675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.865031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:17.865452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.894890 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0646856 Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:17.896106 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:17.903444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:17.905549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:17.952299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:18.011835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:18.030791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:18.038995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:18.053588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:18.060583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.161529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.164404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:18.169243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.222836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1747fb42-3d09-4f42-8496-584ffd447d6b None None] Provisioning for port 0796cef9-5817-4b91-87c8-42ca0306f0eb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:18.252913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a34c80f3-a58b-4360-a56f-a3e93332f6fc', 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '64a9d685-e688-4213-aec2-690519428fa9'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:18.253732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.272435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-de1183d8-e08d-46ca-8c54-aa3d5652df3a tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:18.304763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.307960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=04352eef-8532-41a1-a58f-2a0dedd62589,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:18.309315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.314124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.317471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:18.329833 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/04352eef-8532-41a1-a58f-2a0dedd62589 HTTP/1.1" status: 204 len: 168 time: 2.3448195 Dec 17 17:00:18.330031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6839599'] for subnet, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.343731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40726) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:18.348970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1722892254'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:18.359197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:18.367026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:18.373408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:18.381564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:18.392792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f1f06c9-c519-4fc2-a3c4-c519c8ecf9d2 None None] Could not find standard attr ID for object 2d11e07f-53e6-44f6-8517-813241e6263b. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:00:18.407330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.415880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a5c468a-c048-4d62-8641-604925d126f2 tempest-RoutersAdminNegativeIpV6Test-1471343757 tempest-RoutersAdminNegativeIpV6Test-1471343757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:18.441620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16565f1-cd94-4194-a269-38a6b5c92694,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:18.448402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89b3fd-9547-4c9f-82dd-47834492dbec None None] DHCP port deletion for 04352eef-8532-41a1-a58f-2a0dedd62589 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:18.448647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:18.481980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.481980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae380f9-9491-4470-8b74-8e62c621965b {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:00:18.511120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.516968 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c16565f1-cd94-4194-a269-38a6b5c92694 HTTP/1.1" status: 204 len: 168 time: 0.8998778 Dec 17 17:00:18.517155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32164589-98cc-4403-9b36-bdff4a4cb79f None None] Network 04352eef-8532-41a1-a58f-2a0dedd62589 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:18.523221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.524325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "DELETE /v2.0/routers/1ae380f9-9491-4470-8b74-8e62c621965b HTTP/1.1" status: 204 len: 168 time: 2.4401920 Dec 17 17:00:18.534427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40732) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:18.544299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1690658908', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:18.550358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32164589-98cc-4403-9b36-bdff4a4cb79f None None] Network 04352eef-8532-41a1-a58f-2a0dedd62589 could not be found, it might have been deleted concurrently. {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 17 17:00:18.557955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:18.605292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:18.612752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.622524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:18.628274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:18.643196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:18.693630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:18.722230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.723631 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment e654d067-3ffb-4adc-9afd-aa20f2143efd of type vlan for network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 Dec 17 17:00:18.757680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.762038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.768165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6417463'] for subnet, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.777427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:18.779390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.821281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.829030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:18.837750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.839844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:18.840625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:18.844975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "PUT /v2.0/subnets/64a9d685-e688-4213-aec2-690519428fa9 HTTP/1.1" status: 200 len: 806 time: 0.9019196 Dec 17 17:00:18.855320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40740) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:18.871057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Allocated IP 172.20.0.2 (a34c80f3-a58b-4360-a56f-a3e93332f6fc/64a9d685-e688-4213-aec2-690519428fa9/1f488569-a4fc-46af-a3b0-e3f44c2b99a0) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:18.993298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=64a9d685-e688-4213-aec2-690519428fa9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:19.003677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:19.017682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.031349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:19.032557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.082119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=2267a549-36df-442b-8682-2202ab3c6d60,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:19.087340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0796cef9-5817-4b91-87c8-42ca0306f0eb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:19.096311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:19.096311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': '8857ef96-1fd0-419e-8602-6c1ccc0f74b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'baa91bce-f544-4866-a180-953739232476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:19.096311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: baa91bce-f544-4866-a180-953739232476, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:19.097168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:19.261838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=6b33abaa-fb69-40a6-a89f-8ee41c065a12,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:19.267084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:19.267217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.283645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:19.312095 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9689023 Dec 17 17:00:19.315505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:19.318182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0796cef9-5817-4b91-87c8-42ca0306f0eb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:19.323018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:19.377374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0796cef9-5817-4b91-87c8-42ca0306f0eb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:19.377886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.397919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network baa91bce-f544-4866-a180-953739232476 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:19.459426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:19.463926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:19.467127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:19.472092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.475297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:19.497096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Transition to ACTIVE for port object 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:19.509616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, baa91bce-f544-4866-a180-953739232476) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:19.529198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:19.530466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.549784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2355f-c599-4b0b-b5c1-64aa3c3e6b82 None None] Network baa91bce-f544-4866-a180-953739232476 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:19.554244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:19.558085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.576795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Transition to ACTIVE for port object 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:19.585482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.607890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.658304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.669369 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0314226 Dec 17 17:00:19.670074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40764) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:19.712500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.720687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d4d97352-4102-40a6-9a12-f36c1b907c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:19.795443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.809359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:19.835559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:19.865749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=64a9d685-e688-4213-aec2-690519428fa9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:19.866237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:19.878589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.903274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0796cef9-5817-4b91-87c8-42ca0306f0eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0796cef9-5817-4b91-87c8-42ca0306f0eb,segment=NetworkSegment(0a7ce01f-0222-4bb1-ade2-30dbc205106f),segment_id=0a7ce01f-0222-4bb1-ade2-30dbc205106f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:19.945378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:19.952683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:19.985404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.988215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.004072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.016621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4a5dc-234b-48f4-b0a8-3d83a1f8cfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-baa91bce-f544-4866-a180-953739232476', 'network_id': 'baa91bce-f544-4866-a180-953739232476', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '2267a549-36df-442b-8682-2202ab3c6d60'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:20.016785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a5dc-234b-48f4-b0a8-3d83a1f8cfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.041014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34c80f3-a58b-4360-a56f-a3e93332f6fc']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.066694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.070948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:20.078407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e49ce7-c61b-441d-b88a-7bd7a5457827') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.079127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e49ce7-c61b-441d-b88a-7bd7a5457827') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.110525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.140819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40778) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:20.183768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=d4b613a3-fb59-4825-8e19-4c053db72a19,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:20.194345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.205258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:20.205667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.208706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:20.221257 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:20.229311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Pushing event updated for resources: {'Port': ['ID=1f488569-a4fc-46af-a3b0-e3f44c2b99a0,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:20.233928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:20.242593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de024cbb-2116-44dd-b887-52aac9b7b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:20.245430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': 'e654d067-3ffb-4adc-9afd-aa20f2143efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:20.246026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: 6b33abaa-fb69-40a6-a89f-8ee41c065a12, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:20.261277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.266988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acc8efe8-7ec4-4b83-9116-c8f4996a098c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:20.334354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=2267a549-36df-442b-8682-2202ab3c6d60,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:20.351974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:20.373091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'networks': [{'name': 'tempest-network--168569157'}, {'name': 'tempest-network--1966044627'}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:20.373441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-network--168569157'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:20.373861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-network--1966044627'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:20.396290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0796cef9-5817-4b91-87c8-42ca0306f0eb,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:20.399895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:20.420488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Attempting to bind port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:20.420874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Attempting to bind port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '53e49ce7-c61b-441d-b88a-7bd7a5457827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:20.421253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Attempting to bind port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 on network a34c80f3-a58b-4360-a56f-a3e93332f6fc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:20.432897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:20.433235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.433370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Checking segment: {'id': '53e49ce7-c61b-441d-b88a-7bd7a5457827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:20.435076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.435076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Bound using segment: {'id': '53e49ce7-c61b-441d-b88a-7bd7a5457827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:20.435076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Bound port: 1f488569-a4fc-46af-a3b0-e3f44c2b99a0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e49ce7-c61b-441d-b88a-7bd7a5457827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:20.435076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.443759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:20.450860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:network and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:20.454992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:20.465647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa91bce-f544-4866-a180-953739232476']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.478923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857ef96-1fd0-419e-8602-6c1ccc0f74b3') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.481201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857ef96-1fd0-419e-8602-6c1ccc0f74b3') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:20.488590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:20.494119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.497547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:00:20.497547 dv-neutron-821073-1-hyperv neutron-server[88116]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:00:20.497547 dv-neutron-821073-1-hyperv neutron-server[88116]: [parameters: {'id': 'a34c80f3-a58b-4360-a56f-a3e93332f6fc'}] Dec 17 17:00:20.497547 dv-neutron-821073-1-hyperv neutron-server[88116]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:20.497958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:20.500030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.503695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:20.520384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.528259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:20.528964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.534091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.540331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157cf15-c5ce-4cb4-8724-4890ddaf7ad0 None None] Network baa91bce-f544-4866-a180-953739232476 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:20.545886 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:20.603015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 6b33abaa-fb69-40a6-a89f-8ee41c065a12) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:20.622166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] For port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:20.624411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:20.626024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.631811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0ef75-5f59-4c91-bd9a-06d9cf0b15d1 None None] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:20.645564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0796cef9-5817-4b91-87c8-42ca0306f0eb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:20.654530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'network': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:20.658967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.681974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.703783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:20.709229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.712839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:security_group_rule and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:20.712972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:20.721091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:20.724238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Allocated IP 172.26.4.95 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b85a74a1-7037-454a-9701-d2a2ef71ca9d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:20.730315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:20.732911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.738915 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/baa91bce-f544-4866-a180-953739232476 HTTP/1.1" status: 204 len: 168 time: 1.0640888 Dec 17 17:00:20.739075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40784) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:20.740143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=baa91bce-f544-4866-a180-953739232476,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:20.743038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:20.746004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265105785'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:20.750263 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4331374 Dec 17 17:00:20.754466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40788) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:20.761357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12', 'security_groups': [], 'name': 'tempest-PortsTestJSON-650210871'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:20.770172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:20.779770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] For port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1f488569-a4fc-46af-a3b0-e3f44c2b99a0,segment=NetworkSegment(53e49ce7-c61b-441d-b88a-7bd7a5457827),segment_id=53e49ce7-c61b-441d-b88a-7bd7a5457827)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:20.828157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:20.839594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:20.850108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:20.902961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.916943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:20.927919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:20.933637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:20.938066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:20.942999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.948024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:20.948168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:20.949166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:20.999879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.004233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.016659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:21.018473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:21.023575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.031179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.032526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment c9df464c-f5ce-4bb3-b659-74905b668834 of type vlan for network 23c44bb6-1bbd-47fb-92b0-a779156d8fde Dec 17 17:00:21.051255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:21.064047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.096233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0796cef9-5817-4b91-87c8-42ca0306f0eb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:21.097216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.109299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:21.110529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.154862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Pushing event updated for resources: {'Port': ['ID=1f488569-a4fc-46af-a3b0-e3f44c2b99a0,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:21.158619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:21.176956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.177477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.207477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa31014-53c2-456b-9551-8ae27082181c None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:21.222576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f501830b-9221-4219-a7e9-51be9de8284b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:21.234758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.12 (6b33abaa-fb69-40a6-a89f-8ee41c065a12/d4b613a3-fb59-4825-8e19-4c053db72a19/ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:21.239478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.246483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:21.246483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.285715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-6b33abaa-fb69-40a6-a89f-8ee41c065a12', 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': 'd4b613a3-fb59-4825-8e19-4c053db72a19'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:21.286586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.286705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.329877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac83e4-39c1-43c8-b3b5-1d6934746cd4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:21.343121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:21.345634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:21.362334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b17e453d-7ef3-42d1-b100-63804c570b4d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:21.376898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:21.385063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:21.442170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:21.570081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.588005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:21.642883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0ad72fd6-1ee5-4cee-8685-7f421ce32dab no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:21.678749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.679095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment cb73799e-0425-49a7-b4b4-190c37dd1447 of type vlan for network cd0340d3-3de4-4bdb-93bd-c89292f34cba Dec 17 17:00:21.684804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0ad72fd6-1ee5-4cee-8685-7f421ce32dab {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:21.685156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0ad72fd6-1ee5-4cee-8685-7f421ce32dab not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:21.704837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70552299-43c8-42c5-85f6-4d68180063ba None None] Network a34c80f3-a58b-4360-a56f-a3e93332f6fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:21.720774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9802067 Dec 17 17:00:21.723645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40798) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:21.729662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:21.732738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=23c44bb6-1bbd-47fb-92b0-a779156d8fde,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:21.747693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:21.748308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ffc6a9e3-c983-4cf6-9f98-1c3f577698f1 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:21.774709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 23c44bb6-1bbd-47fb-92b0-a779156d8fde details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:21.826957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.835620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-810037e7-941f-4315-8760-a2291131c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:21.910254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.913613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:21.920275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:21.924819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:21.927264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:21.942930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1f488569-a4fc-46af-a3b0-e3f44c2b99a0,segment=NetworkSegment(53e49ce7-c61b-441d-b88a-7bd7a5457827),segment_id=53e49ce7-c61b-441d-b88a-7bd7a5457827)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:21.943698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:21.962532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:21.964924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:21.975792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:21.976630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:21.986804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:22.003008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Allocated IP 172.20.0.2 (6b33abaa-fb69-40a6-a89f-8ee41c065a12/d4b613a3-fb59-4825-8e19-4c053db72a19/76ec937d-8e4f-4f84-9477-2bdb42ab3002) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:22.009964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:22.010573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.058711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:00:22.066440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event updated for resources: {'Port': ['ID=b85a74a1-7037-454a-9701-d2a2ef71ca9d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:22.068136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:22.077876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.127459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:22.133954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:22.149531 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3934674 Dec 17 17:00:22.152958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40802) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:22.202342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:22.219936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.220203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment 60d1d1f2-a6e9-43ef-9f0c-907fa3c99c90 of type vlan for network fe487ea8-9cee-4ca3-bfab-7fa2ca952278 Dec 17 17:00:22.252306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:22.253869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.260174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.351302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.351546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.362567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Transition to ACTIVE for port object 76ec937d-8e4f-4f84-9477-2bdb42ab3002 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:22.364566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e9fc02ed-b2b3-4528-85e6-6ac5d09b8e26 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:22.387157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Transition to ACTIVE for port object 76ec937d-8e4f-4f84-9477-2bdb42ab3002 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:22.421068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.421623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.427602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:22.432230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:22.433013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.439539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 1f488569-a4fc-46af-a3b0-e3f44c2b99a0 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:22.443235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=1f488569-a4fc-46af-a3b0-e3f44c2b99a0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:22.456223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.461368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-573e24dc-572a-477b-a937-686207334fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:22.482063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:22.486406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:22.544665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Pushing event updated for resources: {'Port': ['ID=76ec937d-8e4f-4f84-9477-2bdb42ab3002,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:22.549437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:22.564565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:22.566587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:22.571825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:22.609242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.624849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.636513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34c80f3-a58b-4360-a56f-a3e93332f6fc']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:22.709978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Attempting to bind port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:22.710718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Attempting to bind port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e654d067-3ffb-4adc-9afd-aa20f2143efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:22.711008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Attempting to bind port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 on network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:22.720021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:22.720541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Checking segment: {'id': 'e654d067-3ffb-4adc-9afd-aa20f2143efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:22.720957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.721421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Bound using segment: {'id': 'e654d067-3ffb-4adc-9afd-aa20f2143efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:22.721989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Bound port: 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e654d067-3ffb-4adc-9afd-aa20f2143efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b33abaa-fb69-40a6-a89f-8ee41c065a12'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:22.722431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.756371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e49ce7-c61b-441d-b88a-7bd7a5457827') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:22.756675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e49ce7-c61b-441d-b88a-7bd7a5457827') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:22.788440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:22.819524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] For port 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:22.822744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] For port 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=76ec937d-8e4f-4f84-9477-2bdb42ab3002,segment=NetworkSegment(e654d067-3ffb-4adc-9afd-aa20f2143efd),segment_id=e654d067-3ffb-4adc-9afd-aa20f2143efd)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:22.828117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.866311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.868733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=cd0340d3-3de4-4bdb-93bd-c89292f34cba,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:22.870779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.881505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network cd0340d3-3de4-4bdb-93bd-c89292f34cba details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:22.949610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.955625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8086421 Dec 17 17:00:22.957330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2378537e-7597-4607-a1f6-2967719cf9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:22.958190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40812) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:22.968254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:22.968663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:22.984750 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:22.986644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:22.992414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f590631-b629-44f8-9b27-f0293acca7a9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:23.063710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Pushing event updated for resources: {'Port': ['ID=76ec937d-8e4f-4f84-9477-2bdb42ab3002,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:23.079117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.109272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=557d3f45-44f0-4721-8176-71adb679638d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:23.118618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.131154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.138115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:23.194372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:23.197364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.371129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=fe487ea8-9cee-4ca3-bfab-7fa2ca952278,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:23.382064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network fe487ea8-9cee-4ca3-bfab-7fa2ca952278 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:23.392686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.397212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.954s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:23.397929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.445676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.501870 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 HTTP/1.1" status: 204 len: 168 time: 1.3480346 Dec 17 17:00:23.509905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40818) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:23.551892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': 'c9df464c-f5ce-4bb3-b659-74905b668834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:23.552276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 23c44bb6-1bbd-47fb-92b0-a779156d8fde, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:23.568019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cef5c4-0181-493c-a708-7ce2fce63414 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.574207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cef5c4-0181-493c-a708-7ce2fce63414 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.580507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cef5c4-0181-493c-a708-7ce2fce63414 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.584461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.586213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cef5c4-0181-493c-a708-7ce2fce63414 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.589079 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6cef5c4-0181-493c-a708-7ce2fce63414 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6296537 Dec 17 17:00:23.595875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-438e6330-bfeb-46a1-ab58-a19a24f05ff1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:23.597653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:23.618056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.619282 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcad64e-775b-4b2b-9b31-1ff1a96e2da2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:23.619797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9fcad64e-775b-4b2b-9b31-1ff1a96e2da2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:23.634908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=a34c80f3-a58b-4360-a56f-a3e93332f6fc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:23.637326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/a34c80f3-a58b-4360-a56f-a3e93332f6fc HTTP/1.1" status: 204 len: 168 time: 4.7801957 Dec 17 17:00:23.641795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:23.644081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40826) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:23.676678 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-413cbd7f-337b-4a74-a5ee-710fa7edcce2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:23.677151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413cbd7f-337b-4a74-a5ee-710fa7edcce2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:23.678849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-413cbd7f-337b-4a74-a5ee-710fa7edcce2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/a34c80f3-a58b-4360-a56f-a3e93332f6fc HTTP/1.1" status: 404 len: 339 time: 0.0338485 Dec 17 17:00:23.682335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40830) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:23.687860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.693128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824365013', 'description': 'd1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:23.699038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:23.736332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.775593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:network and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:23.781286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:23.792255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:23.804115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 23c44bb6-1bbd-47fb-92b0-a779156d8fde is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:23.890544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9fcad64e-775b-4b2b-9b31-1ff1a96e2da2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:23.894566 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9fcad64e-775b-4b2b-9b31-1ff1a96e2da2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 HTTP/1.1" status: 404 len: 333 time: 0.3815272 Dec 17 17:00:23.896096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40838) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:23.899367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 23c44bb6-1bbd-47fb-92b0-a779156d8fde) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:23.905176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.905425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.910060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549d023-3bb0-4e70-b4fe-c2730c745f78 None None] Network 23c44bb6-1bbd-47fb-92b0-a779156d8fde requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:23.941064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.969662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0340d3-3de4-4bdb-93bd-c89292f34cba']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:23.976290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:23.979983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:23.988842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb73799e-0425-49a7-b4b4-190c37dd1447') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:23.989259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb73799e-0425-49a7-b4b4-190c37dd1447') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:24.005789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.025539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.033624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:24.039792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.071908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet d4b613a3-fb59-4825-8e19-4c053db72a19 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:24.083965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:24.155065 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:24.157402 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4326437 Dec 17 17:00:24.160031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40842) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:24.167265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.170931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-23c44bb6-1bbd-47fb-92b0-a779156d8fde', 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '557d3f45-44f0-4721-8176-71adb679638d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:24.172691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.220640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:24.246164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.246605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment ccf68569-707e-4e3a-ac46-995b808db48b of type vlan for network 7073558c-ae38-4b8d-9cd7-a4e8428f57fc Dec 17 17:00:24.255364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.263396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cdc5de3e-0258-49bc-b731-2d1b5ee6afa4 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:24.295781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.295880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.306453 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/cd0340d3-3de4-4bdb-93bd-c89292f34cba HTTP/1.1" status: 204 len: 168 time: 0.7073150 Dec 17 17:00:24.308104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40846) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:24.320545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ceb45e-9071-43b0-b239-dbbfeb56d38a None None] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:24.341492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.341950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=cd0340d3-3de4-4bdb-93bd-c89292f34cba,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:24.347105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:24.369432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.372733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Router f82299ba-054f-4d11-a9a4-4f54d5cb97cd is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:00:24.444534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.456367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Allocated IP 2001:db8::1 (23c44bb6-1bbd-47fb-92b0-a779156d8fde/557d3f45-44f0-4721-8176-71adb679638d/ca22dc22-ccf0-4d4d-825f-badb8419e0ff) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:24.556346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.561786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:24.562334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.575954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d987f274-37e9-47d4-97b2-287d52fa8309 None None] Provisioning for port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:24.576779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77229bfa-3569-4f3a-a240-1c28e06a33d5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:24.604717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.642552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 76ec937d-8e4f-4f84-9477-2bdb42ab3002 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:24.943807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.945223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=7073558c-ae38-4b8d-9cd7-a4e8428f57fc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:24.954183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2708001 Dec 17 17:00:24.955310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:24.957324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40856) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:24.959313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:24.960158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Transition to ACTIVE for port object ca22dc22-ccf0-4d4d-825f-badb8419e0ff will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:24.962678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:24.963536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:24.972757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 7073558c-ae38-4b8d-9cd7-a4e8428f57fc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:24.995227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:24.998445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.168980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b613a3-fb59-4825-8e19-4c053db72a19,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:25.171397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:25.201088 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] Sync routers for ids ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:25.222198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:25.227391 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] Routers {'f82299ba-054f-4d11-a9a4-4f54d5cb97cd'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:25.228028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.231705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.237096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Transition to ACTIVE for port object ca22dc22-ccf0-4d4d-825f-badb8419e0ff will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:25.238647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/d4b613a3-fb59-4825-8e19-4c053db72a19 HTTP/1.1" status: 204 len: 168 time: 1.3236296 Dec 17 17:00:25.242845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cf54c-20cb-48fb-801f-6d050b4e16da tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:25.245581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-997cf54c-20cb-48fb-801f-6d050b4e16da tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Synchronizing usage tracker for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:25.251189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40860) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:25.262744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434685d0-ba54-4605-b6db-bc6ebdabfd71 None None] Network 6b33abaa-fb69-40a6-a89f-8ee41c065a12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:25.313355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.356677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe487ea8-9cee-4ca3-bfab-7fa2ca952278']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.372639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d1d1f2-a6e9-43ef-9f0c-907fa3c99c90') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.372639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d1d1f2-a6e9-43ef-9f0c-907fa3c99c90') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.377922 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.390317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.400213 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] Routers {'f82299ba-054f-4d11-a9a4-4f54d5cb97cd'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:25.400213 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.400457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.401049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8635328 Dec 17 17:00:25.404836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40864) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:25.413257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:25.438305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.453995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-997cf54c-20cb-48fb-801f-6d050b4e16da tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Unset dirty status for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:25.454216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.461057 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-997cf54c-20cb-48fb-801f-6d050b4e16da tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks?id=7073558c-ae38-4b8d-9cd7-a4e8428f57fc HTTP/1.1" status: 200 len: 761 time: 0.5023005 Dec 17 17:00:25.465557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40868) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:25.466362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:25.469753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.477188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:25.504969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'description': 'd2'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:25.542811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.565002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:25.565697 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81c467-6a9c-43ee-94ce-e501237c0ea7 None None] The sync data for ids ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:25.597355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:25.612141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.618881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Network 23c44bb6-1bbd-47fb-92b0-a779156d8fde is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:25.623183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cc772e2f-cae8-4b1a-816f-b17b9eaf6dac None None] Provisioning complete for port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:25.629335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cc772e2f-cae8-4b1a-816f-b17b9eaf6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.629453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:25.629453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:25.641840 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:25.646536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=557d3f45-44f0-4721-8176-71adb679638d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:25.652825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:25.652825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:25.666787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:25.699976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Pushing event updated for resources: {'Port': ['ID=ca22dc22-ccf0-4d4d-825f-badb8419e0ff,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:25.702535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:25.838484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.853788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Attempting to bind port ca22dc22-ccf0-4d4d-825f-badb8419e0ff on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:25.854346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Attempting to bind port ca22dc22-ccf0-4d4d-825f-badb8419e0ff by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c9df464c-f5ce-4bb3-b659-74905b668834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:25.854645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Attempting to bind port ca22dc22-ccf0-4d4d-825f-badb8419e0ff on network 23c44bb6-1bbd-47fb-92b0-a779156d8fde {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:25.881649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:25.882067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Checking segment: {'id': 'c9df464c-f5ce-4bb3-b659-74905b668834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:25.882480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.882913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Bound using segment: {'id': 'c9df464c-f5ce-4bb3-b659-74905b668834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:25.883364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Bound port: ca22dc22-ccf0-4d4d-825f-badb8419e0ff, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9df464c-f5ce-4bb3-b659-74905b668834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:25.883744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.888123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.900542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:25.919848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.933954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=fe487ea8-9cee-4ca3-bfab-7fa2ca952278,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:25.938194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:25.942129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/fe487ea8-9cee-4ca3-bfab-7fa2ca952278 HTTP/1.1" status: 204 len: 168 time: 1.6308026 Dec 17 17:00:25.943985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40874) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:25.969877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:25.984585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=76ec937d-8e4f-4f84-9477-2bdb42ab3002,segment=NetworkSegment(e654d067-3ffb-4adc-9afd-aa20f2143efd),segment_id=e654d067-3ffb-4adc-9afd-aa20f2143efd)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:25.998731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] DHCP port deletion for 6b33abaa-fb69-40a6-a89f-8ee41c065a12 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:26.018347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Deleting port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:26.018814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.068714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cc772e2f-cae8-4b1a-816f-b17b9eaf6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.098680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.121648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:26.236583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.251475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c44bb6-1bbd-47fb-92b0-a779156d8fde']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:26.275228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] For port ca22dc22-ccf0-4d4d-825f-badb8419e0ff, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:26.293006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31d333-876d-47f0-81b4-c4107e4fe3b2 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:26.297884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9df464c-f5ce-4bb3-b659-74905b668834') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:26.298186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9df464c-f5ce-4bb3-b659-74905b668834') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:26.299315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31d333-876d-47f0-81b4-c4107e4fe3b2 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:26.300301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-da31d333-876d-47f0-81b4-c4107e4fe3b2 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Synchronizing usage tracker for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:26.320064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.330868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] For port ca22dc22-ccf0-4d4d-825f-badb8419e0ff, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca22dc22-ccf0-4d4d-825f-badb8419e0ff,segment=NetworkSegment(c9df464c-f5ce-4bb3-b659-74905b668834),segment_id=c9df464c-f5ce-4bb3-b659-74905b668834)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:26.358707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.367225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=76ec937d-8e4f-4f84-9477-2bdb42ab3002,segment=NetworkSegment(e654d067-3ffb-4adc-9afd-aa20f2143efd),segment_id=e654d067-3ffb-4adc-9afd-aa20f2143efd)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:26.367589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.369400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=76ec937d-8e4f-4f84-9477-2bdb42ab3002,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:26.396225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-da31d333-876d-47f0-81b4-c4107e4fe3b2 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Unset dirty status for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:26.401076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-da31d333-876d-47f0-81b4-c4107e4fe3b2 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4538517 Dec 17 17:00:26.401228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:26.413741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-384087867'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:26.421105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:26.435734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:26.482612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:26.489768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.496242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:26.501207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.503429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.513153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 76ec937d-8e4f-4f84-9477-2bdb42ab3002 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:26.543911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:26.544111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:26.547888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.567803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-cc772e2f-cae8-4b1a-816f-b17b9eaf6dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:26.568202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-cc772e2f-cae8-4b1a-816f-b17b9eaf6dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:26.572212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:26.574431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.579612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Pushing event updated for resources: {'Port': ['ID=ca22dc22-ccf0-4d4d-825f-badb8419e0ff,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:26.587767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:26.613535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 76ec937d-8e4f-4f84-9477-2bdb42ab3002 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:26.617437 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:26.630228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network 7073558c-ae38-4b8d-9cd7-a4e8428f57fc is not hosted by any dhcp agent {{(pid=88117) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 17 17:00:26.635816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:26.636656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.640333 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "PUT /v2.0/networks/7073558c-ae38-4b8d-9cd7-a4e8428f57fc HTTP/1.1" status: 200 len: 758 time: 1.1425424 Dec 17 17:00:26.644790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40886) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:26.714743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] For port 76ec937d-8e4f-4f84-9477-2bdb42ab3002, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=76ec937d-8e4f-4f84-9477-2bdb42ab3002,segment=NetworkSegment(e654d067-3ffb-4adc-9afd-aa20f2143efd),segment_id=e654d067-3ffb-4adc-9afd-aa20f2143efd)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:26.715057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.791814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=7073558c-ae38-4b8d-9cd7-a4e8428f57fc,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:26.806333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:26.833211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:26.848016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 7073558c-ae38-4b8d-9cd7-a4e8428f57fc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:26.851306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:26.851753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:26.852328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:00:26.852328 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:00:26.852328 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '23c44bb6-1bbd-47fb-92b0-a779156d8fde'}] Dec 17 17:00:26.852328 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:26.853395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:26.871291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Calling delete_port for 76ec937d-8e4f-4f84-9477-2bdb42ab3002 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:26.909393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:26.909737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment 78119694-b3a8-4ccf-bb5e-4141ef58ba92 of type vlan for network 311571c4-368a-4940-a3c5-61d4aba73d49 Dec 17 17:00:26.973767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cc217-9d8a-4e99-ac34-8ec12974d87e None None] Network 23c44bb6-1bbd-47fb-92b0-a779156d8fde requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:27.042900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.063328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ad2f1-227c-4f9d-9867-bb8d062b021f tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:27.063992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f12ad2f1-227c-4f9d-9867-bb8d062b021f tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Synchronizing usage tracker for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:27.164892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f12ad2f1-227c-4f9d-9867-bb8d062b021f tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Unset dirty status for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:27.166051 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f12ad2f1-227c-4f9d-9867-bb8d062b021f tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks?id=7073558c-ae38-4b8d-9cd7-a4e8428f57fc HTTP/1.1" status: 200 len: 761 time: 0.5203135 Dec 17 17:00:27.170092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40892) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:27.178022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192856689'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:27.184913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:27.202518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:27.272550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.275475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:27.276134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.279410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.291370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:27.329724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.335502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6667a0cf-7855-4499-ba9d-d466ace5b959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:27.352867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:27.353415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.385420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.391945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:27.399261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.423492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Pushing event deleted for resources: {'Port': ['ID=76ec937d-8e4f-4f84-9477-2bdb42ab3002,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:27.425844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:27.434753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] No DVR routers for this DVR port 76ec937d-8e4f-4f84-9477-2bdb42ab3002 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:27.441939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] The port '76ec937d-8e4f-4f84-9477-2bdb42ab3002' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:00:27.466573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4a734-93ee-44f3-898d-322a85d2fd32 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:27.517217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=311571c4-368a-4940-a3c5-61d4aba73d49,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:27.523323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1211119 Dec 17 17:00:27.525330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:27.527766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40900) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:27.539303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 311571c4-368a-4940-a3c5-61d4aba73d49 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:27.540189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871008968'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:27.543222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:27.559222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:27.560709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port ca22dc22-ccf0-4d4d-825f-badb8419e0ff {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:27.561056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.571779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:network and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:27.575788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.577600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:27.581096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.581443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 238757fe-9015-4140-b6cb-bb39d9be8cd1 of type vlan for network dc6b77cc-38a9-45fa-91fe-856761b7d853 Dec 17 17:00:27.585874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:27.593671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.631478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.687975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4a734-93ee-44f3-898d-322a85d2fd32 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:27.690423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:27.693793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.711487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.795885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b33abaa-fb69-40a6-a89f-8ee41c065a12']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:27.822759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:27.825790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e654d067-3ffb-4adc-9afd-aa20f2143efd') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:27.826210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e654d067-3ffb-4adc-9afd-aa20f2143efd') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:27.847434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.847779 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment 66ffe6c0-bb3e-4ae7-a804-8b9231cbf070 of type vlan for network 1e176ba8-0f27-4859-810d-801aa63be418 Dec 17 17:00:27.849789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.862559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port ca22dc22-ccf0-4d4d-825f-badb8419e0ff, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca22dc22-ccf0-4d4d-825f-badb8419e0ff,segment=NetworkSegment(c9df464c-f5ce-4bb3-b659-74905b668834),segment_id=c9df464c-f5ce-4bb3-b659-74905b668834)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:27.863075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.876405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router f82299ba-054f-4d11-a9a4-4f54d5cb97cd has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:00:27.885842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.929085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.955295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.960863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:27.961489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:27.965397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1587da75-6631-462b-be13-77b275f2399c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:27.999398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for ca22dc22-ccf0-4d4d-825f-badb8419e0ff owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:28.004006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:00:28.084755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:28.087572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.112186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665800e3-021c-4c88-87be-bbbd05ff2bb9 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:28.116577 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:28.210129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=dc6b77cc-38a9-45fa-91fe-856761b7d853,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:28.214550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:28.222898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network dc6b77cc-38a9-45fa-91fe-856761b7d853 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:28.236388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:28.240952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.243115 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7afae1fd-2609-4556-987c-35bd626650ef tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "PUT /v2.0/routers/f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 200 len: 921 time: 2.8370914 Dec 17 17:00:28.245207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:28.290627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] Sync routers for ids ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:28.308447 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1364675 Dec 17 17:00:28.316428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.320604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40910) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:28.322437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:28.323295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.337155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-017d0119-efcb-48f9-8129-67ae82cd5ace tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:28.338309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] Routers {'f82299ba-054f-4d11-a9a4-4f54d5cb97cd'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:28.338960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.347267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:28.433422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.450771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665800e3-021c-4c88-87be-bbbd05ff2bb9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:28.456982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] Routers {'f82299ba-054f-4d11-a9a4-4f54d5cb97cd'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:28.457620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.462490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:28.467224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Usage tracker for resource:subnet and tenant:905a268e8a0a4b229ea0f3fb3399d7c9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:28.471085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:28.477374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:28.525591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.526081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7441e0f-a3e6-418e-8609-da7592b35442 None None] The sync data for ids ['f82299ba-054f-4d11-a9a4-4f54d5cb97cd'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:28.569783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:28.573557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.633744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=1e176ba8-0f27-4859-810d-801aa63be418,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:28.649508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.651268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 1e176ba8-0f27-4859-810d-801aa63be418 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:28.656015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.658408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.668195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eded93a8-02e5-4b2c-b9f1-0c2e7b3f84a6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:28.687536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:28.711102 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1795526 Dec 17 17:00:28.713150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No DVR routers for this DVR port ca22dc22-ccf0-4d4d-825f-badb8419e0ff on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:28.717410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40918) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:28.726305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'ports': [{'network_id': '311571c4-368a-4940-a3c5-61d4aba73d49', 'name': 'tempest-port--647376969', 'admin_state_up': True}, {'network_id': '1e176ba8-0f27-4859-810d-801aa63be418', 'admin_state_up': False}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:28.726626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'port': {'network_id': '311571c4-368a-4940-a3c5-61d4aba73d49', 'name': 'tempest-port--647376969', 'admin_state_up': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:28.727140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'port': {'network_id': '1e176ba8-0f27-4859-810d-801aa63be418', 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:28.747458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=6b33abaa-fb69-40a6-a89f-8ee41c065a12,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:28.749790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:28.757223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-715f8572-beac-4389-ae78-0a69fff22b79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:28.827160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b847e04-de85-4f4d-8d9c-192796390e9b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 200 len: 921 time: 0.5806246 Dec 17 17:00:28.830686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Port': ['ID=ca22dc22-ccf0-4d4d-825f-badb8419e0ff,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:28.831223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40922) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:28.833704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:28.898063 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/6b33abaa-fb69-40a6-a89f-8ee41c065a12 HTTP/1.1" status: 204 len: 168 time: 3.6409059 Dec 17 17:00:28.905934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40926) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:28.916955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.925915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'name': 'tempest-PortsTestJSON-811484474'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:28.948540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c44bb6-1bbd-47fb-92b0-a779156d8fde']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.998672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9df464c-f5ce-4bb3-b659-74905b668834') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:28.998965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9df464c-f5ce-4bb3-b659-74905b668834') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:29.015387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.038720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.057029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:29.057421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:29.076195 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:29.115563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:29.124187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:port and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:29.131242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:29.137492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:29.139740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:29.147864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:29.153124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f7c4e-dc99-4629-b1b9-4dc753d5f39a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:29.153762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f46f7c4e-dc99-4629-b1b9-4dc753d5f39a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Synchronizing usage tracker for tenant:e1d8f48d99cc4600a0f87b153db18525 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:29.156231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:29.163412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:29.228710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.233543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:29.258026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f46f7c4e-dc99-4629-b1b9-4dc753d5f39a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Unset dirty status for tenant:e1d8f48d99cc4600a0f87b153db18525 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:29.262887 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f46f7c4e-dc99-4629-b1b9-4dc753d5f39a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=f82299ba-054f-4d11-a9a4-4f54d5cb97cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4269376 Dec 17 17:00:29.262887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:29.264192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.265272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40932) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:29.274546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'port': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:29.278942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.280778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.301020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.318117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.326791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 48efcc19-90a3-4e28-91d9-302e3b411d76 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:29.401967 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/23c44bb6-1bbd-47fb-92b0-a779156d8fde HTTP/1.1" status: 204 len: 168 time: 5.2408535 Dec 17 17:00:29.407836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40936) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:29.409573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=6047656f-4e6c-4d51-ad9b-a7c80a8c4474,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:29.415654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:29.416251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:29.443483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721960737'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:29.466392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=23c44bb6-1bbd-47fb-92b0-a779156d8fde,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:29.468508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:29.473889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '238757fe-9015-4140-b6cb-bb39d9be8cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:29.474261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: dc6b77cc-38a9-45fa-91fe-856761b7d853, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:29.482035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:29.493708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:29.499034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:29.505989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] device_id is not set on port 6d735112-c213-4051-a5aa-1d844e88cf7a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:29.512881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:29.537109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39930a3-7524-4c1e-9e7e-9ae4e3c6b02d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:29.537686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d39930a3-7524-4c1e-9e7e-9ae4e3c6b02d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Synchronizing usage tracker for tenant:e1d8f48d99cc4600a0f87b153db18525 on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:29.615494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network dc6b77cc-38a9-45fa-91fe-856761b7d853 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:29.627253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:29.631444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.641318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d39930a3-7524-4c1e-9e7e-9ae4e3c6b02d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Unset dirty status for tenant:e1d8f48d99cc4600a0f87b153db18525 on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:29.642535 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d39930a3-7524-4c1e-9e7e-9ae4e3c6b02d tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.3745747 Dec 17 17:00:29.655509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40944) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:29.662220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:29.670795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.671160 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment 48603035-8afd-4fca-898e-35950c050546 of type vlan for network 60fb9bac-547a-4aab-8ba5-5297f3175c53 Dec 17 17:00:29.697726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.702337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, dc6b77cc-38a9-45fa-91fe-856761b7d853) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:29.707996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:29.711464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.713090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120ab75-c0fe-4d41-bf42-6ce1a36c2ae0 None None] Network dc6b77cc-38a9-45fa-91fe-856761b7d853 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:29.735240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.753614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5e067e0b-a9d8-457e-bf94-8270a670b709 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 200 len: 205 time: 0.0617445 Dec 17 17:00:29.757002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40948) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:29.830500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.833460 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5119479 Dec 17 17:00:29.845446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40952) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:29.876381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.884954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:29.885588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.905558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0a0aaf20-6ef8-4bfe-ad63-e5cce5e755ab tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:29.918393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:29.926459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:29.956126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-dc6b77cc-38a9-45fa-91fe-856761b7d853', 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': '6047656f-4e6c-4d51-ad9b-a7c80a8c4474'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:29.956982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.006282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] device_id is not set on port 4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:30.022234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:30.028929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:30.032548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=48efcc19-90a3-4e28-91d9-302e3b411d76,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:30.035811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:30.041648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:30.044224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.048091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:30.160502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2528760 Dec 17 17:00:30.164473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40956) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:30.168618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Allocated IP 172.20.0.2 (dc6b77cc-38a9-45fa-91fe-856761b7d853/6047656f-4e6c-4d51-ad9b-a7c80a8c4474/3119659b-8f42-4d09-b463-7ebe7e74ea84) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:30.228421 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8137395 Dec 17 17:00:30.228939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40960) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:30.249482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:30.295705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=60fb9bac-547a-4aab-8ba5-5297f3175c53,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:30.302832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:30.312064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:30.331292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.390072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.440752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.478945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 48efcc19-90a3-4e28-91d9-302e3b411d76 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:30.478945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.520143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.533064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Transition to ACTIVE for port object 3119659b-8f42-4d09-b463-7ebe7e74ea84 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:30.557457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Transition to ACTIVE for port object 3119659b-8f42-4d09-b463-7ebe7e74ea84 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:30.562058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:30.577098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.612288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:30.618649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:30.628056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.629594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:30.633002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:30.633261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.711737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.719816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7b32a130-347a-48bb-9fa1-cd9eeb5dd344 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:30.735202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Network dc6b77cc-38a9-45fa-91fe-856761b7d853 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:30.738221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:30.741801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:30.747481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Pushing event updated for resources: {'Port': ['ID=3119659b-8f42-4d09-b463-7ebe7e74ea84,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:30.748967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port b85a74a1-7037-454a-9701-d2a2ef71ca9d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:30.750735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.756530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:30.794641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:30.799439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.813156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.822001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:30.859293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Attempting to bind port 3119659b-8f42-4d09-b463-7ebe7e74ea84 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:30.859673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Attempting to bind port 3119659b-8f42-4d09-b463-7ebe7e74ea84 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '238757fe-9015-4140-b6cb-bb39d9be8cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:30.860033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Attempting to bind port 3119659b-8f42-4d09-b463-7ebe7e74ea84 on network dc6b77cc-38a9-45fa-91fe-856761b7d853 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:30.865948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:30.866325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Checking segment: {'id': '238757fe-9015-4140-b6cb-bb39d9be8cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:30.866726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.867119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Bound using segment: {'id': '238757fe-9015-4140-b6cb-bb39d9be8cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:30.867582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Bound port: 3119659b-8f42-4d09-b463-7ebe7e74ea84, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238757fe-9015-4140-b6cb-bb39d9be8cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:30.867956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.892961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=6047656f-4e6c-4d51-ad9b-a7c80a8c4474,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:30.899512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:30.954711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:30.955645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] For port 3119659b-8f42-4d09-b463-7ebe7e74ea84, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:30.958763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] For port 3119659b-8f42-4d09-b463-7ebe7e74ea84, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3119659b-8f42-4d09-b463-7ebe7e74ea84,segment=NetworkSegment(238757fe-9015-4140-b6cb-bb39d9be8cd1),segment_id=238757fe-9015-4140-b6cb-bb39d9be8cd1)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:31.035429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.043537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Port': ['ID=6d735112-c213-4051-a5aa-1d844e88cf7a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.045940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b617404-584f-4681-ac1e-74c7a4aaed91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:31.046395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.056393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 48efcc19-90a3-4e28-91d9-302e3b411d76 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:31.094074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.095374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6b77cc-38a9-45fa-91fe-856761b7d853']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:31.113397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.121851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238757fe-9015-4140-b6cb-bb39d9be8cd1') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:31.122233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238757fe-9015-4140-b6cb-bb39d9be8cd1') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:31.131752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Checking segment: {'id': '78119694-b3a8-4ccf-bb5e-4141ef58ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '311571c4-368a-4940-a3c5-61d4aba73d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:31.131752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network hostable DHCP agents. Network: 311571c4-368a-4940-a3c5-61d4aba73d49, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:31.190746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.205792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Pushing event updated for resources: {'Port': ['ID=3119659b-8f42-4d09-b463-7ebe7e74ea84,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.208939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.234015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network 311571c4-368a-4940-a3c5-61d4aba73d49 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:31.240660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16f297-f00e-4152-9d15-b79348afcebb None None] Network dc6b77cc-38a9-45fa-91fe-856761b7d853 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:31.262693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for b85a74a1-7037-454a-9701-d2a2ef71ca9d owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:31.281795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.287195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed34a4b4-7825-4e37-bce4-fd624f79daae tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:31.312300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.322133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:31.322520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.332354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 311571c4-368a-4940-a3c5-61d4aba73d49) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:31.336325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=48efcc19-90a3-4e28-91d9-302e3b411d76,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:31.336839 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:31.340863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.345517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.347501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd1c26-6cf0-409d-a2f8-c23469a264fd None None] Network 311571c4-368a-4940-a3c5-61d4aba73d49 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:31.351088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-efd1edad-ecf4-4e09-8058-27d6401f34b9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:31.376901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:31.377735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.405517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.451645 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/48efcc19-90a3-4e28-91d9-302e3b411d76 HTTP/1.1" status: 204 len: 168 time: 1.2861230 Dec 17 17:00:31.458037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40972) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:31.460606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=fb9bdaa0-0f35-4776-ab06-07fcaca76eee,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.478073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.478527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:31.478652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:00:31.478652 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:00:31.478652 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': 'dc6b77cc-38a9-45fa-91fe-856761b7d853'}] Dec 17 17:00:31.478652 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:31.479147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:31.515905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'mac_address': 'fa:16:3e:d4:a5:91', 'name': 'tempest-PortsTestJSON-155380762'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:31.622759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.624463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': '48603035-8afd-4fca-898e-35950c050546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:31.624863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 60fb9bac-547a-4aab-8ba5-5297f3175c53, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:31.628732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:31.650084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Checking segment: {'id': '66ffe6c0-bb3e-4ae7-a804-8b9231cbf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e176ba8-0f27-4859-810d-801aa63be418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:31.650404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network hostable DHCP agents. Network: 1e176ba8-0f27-4859-810d-801aa63be418, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:31.677234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=b85a74a1-7037-454a-9701-d2a2ef71ca9d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.680550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25640ce-e7f9-4205-bd9d-96f9f894520a None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:31.681136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.693297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Port': ['ID=4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:31.710129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.710530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.710878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.711242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.711603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.711963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.712322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.712678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.713441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.713441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.713734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.714114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:31.717528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:31.721839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:31.725359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:31.728226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:31.734028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:31.774213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.786987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:31.816903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network 1e176ba8-0f27-4859-810d-801aa63be418 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:31.819371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:31.912727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 60fb9bac-547a-4aab-8ba5-5297f3175c53) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:31.917957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 1e176ba8-0f27-4859-810d-801aa63be418) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:31.928168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:31.928759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.940347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:31.946221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:31.951210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:31.951917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.967728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.004561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port cd406f8e-5437-4f9e-b37c-a30067b25ecf yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:32.010466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25640ce-e7f9-4205-bd9d-96f9f894520a None None] Unable to find a vacant binding_index for network 60fb9bac-547a-4aab-8ba5-5297f3175c53 and agent 288ad208-75fe-4a65-b930-38605176c9cf {{(pid=88118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 17 17:00:32.016419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25640ce-e7f9-4205-bd9d-96f9f894520a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 60fb9bac-547a-4aab-8ba5-5297f3175c53) {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:32.091068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.110955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.113365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.122999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 3119659b-8f42-4d09-b463-7ebe7e74ea84 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:32.123232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.145312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4261100 Dec 17 17:00:32.150402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40980) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:32.196616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9610670 Dec 17 17:00:32.201891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40984) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:32.209329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:32.244887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a559bf06-a0d6-49ee-a050-6ee118fc2e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.287574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.288088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router f82299ba-054f-4d11-a9a4-4f54d5cb97cd {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:00:32.411860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-60fb9bac-547a-4aab-8ba5-5297f3175c53', 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': 'fb9bdaa0-0f35-4776-ab06-07fcaca76eee'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:32.413521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.422305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df9317-9621-4863-96ba-2195e5f23489 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.427932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df9317-9621-4863-96ba-2195e5f23489 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.432002 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83df9317-9621-4863-96ba-2195e5f23489 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2673335 Dec 17 17:00:32.433588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 40988) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:32.436569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.438340 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 204 len: 168 time: 2.6793160 Dec 17 17:00:32.441807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 40992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:32.450375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-561328401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:32.456974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 3119659b-8f42-4d09-b463-7ebe7e74ea84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3119659b-8f42-4d09-b463-7ebe7e74ea84,segment=NetworkSegment(238757fe-9015-4140-b6cb-bb39d9be8cd1),segment_id=238757fe-9015-4140-b6cb-bb39d9be8cd1)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:32.457336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.465606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:32.472719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:32.487786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.523096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:32.556973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Deleting port 6d735112-c213-4051-a5aa-1d844e88cf7a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:32.557303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.587466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Allocated IP 2001:db8::2 (60fb9bac-547a-4aab-8ba5-5297f3175c53/fb9bdaa0-0f35-4776-ab06-07fcaca76eee/1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:32.591972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 3119659b-8f42-4d09-b463-7ebe7e74ea84 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:32.616828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:32.619735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:32.626340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:subnet and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:32.635990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:32.679985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:32.718399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.719464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.747807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.754778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85f0919f-48ed-4380-84a2-6c11d683fcd8 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:32.801628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.815317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:32.816701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=3119659b-8f42-4d09-b463-7ebe7e74ea84,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:32.822123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 3119659b-8f42-4d09-b463-7ebe7e74ea84 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:32.823054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.837292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.852752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-062f256e-1caa-4760-ac8c-61e6e5184d5e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:32.855451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.855896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.856335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.856758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.857181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.857598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.858040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.858460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.858867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.859855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.860621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.860621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:32.864069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:32.875108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.885631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Transition to ACTIVE for port object 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:32.886734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.905788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Transition to ACTIVE for port object 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:32.966591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.974598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.988715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.994197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:33.011357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6b77cc-38a9-45fa-91fe-856761b7d853']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:33.038504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:33.046258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238757fe-9015-4140-b6cb-bb39d9be8cd1') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:33.046646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238757fe-9015-4140-b6cb-bb39d9be8cd1') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:33.072268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.101589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:33.103390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.109532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Calling delete_port for 6d735112-c213-4051-a5aa-1d844e88cf7a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:33.120322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.122895 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f78e979f-5e97-4698-b189-e6ac394d06d8 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6802464 Dec 17 17:00:33.123026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:33.127365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:33.127365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:33.141849 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:33.143858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41002) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:33.145679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Pushing event updated for resources: {'Port': ['ID=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.150403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:33.153275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:33.155968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:33.156584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:33.156707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.158824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.159917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:33.194181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=cd406f8e-5437-4f9e-b37c-a30067b25ecf,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.210624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.251987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Attempting to bind port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:33.252269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Attempting to bind port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '48603035-8afd-4fca-898e-35950c050546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:33.252666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Attempting to bind port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b on network 60fb9bac-547a-4aab-8ba5-5297f3175c53 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:33.258269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:33.262309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Checking segment: {'id': '48603035-8afd-4fca-898e-35950c050546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:33.262309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.262309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Bound using segment: {'id': '48603035-8afd-4fca-898e-35950c050546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:33.262309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Bound port: 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48603035-8afd-4fca-898e-35950c050546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:33.262309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.311056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8517225 Dec 17 17:00:33.315526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:33.353451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] For port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:33.365263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.381423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2acc870-21c1-4b40-bb0b-01cc92ac3b78 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:33.437159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Port': ['ID=6d735112-c213-4051-a5aa-1d844e88cf7a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.442159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.453004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.461320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b648c34-80e0-4c60-9b8b-1cca35551e2f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:33.461889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5b648c34-80e0-4c60-9b8b-1cca35551e2f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:33.482584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/ports/6d735112-c213-4051-a5aa-1d844e88cf7a HTTP/1.1" status: 204 len: 168 time: 1.0487783 Dec 17 17:00:33.488168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41010) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:33.515127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] For port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,segment=NetworkSegment(48603035-8afd-4fca-898e-35950c050546),segment_id=48603035-8afd-4fca-898e-35950c050546)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:33.556277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.570651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5b648c34-80e0-4c60-9b8b-1cca35551e2f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:33.574303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5b648c34-80e0-4c60-9b8b-1cca35551e2f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/cd406f8e-5437-4f9e-b37c-a30067b25ecf HTTP/1.1" status: 200 len: 840 time: 0.2563176 Dec 17 17:00:33.577909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:33.589134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.593340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f10637ca-f965-48bf-978f-4e03f208f8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:33.630180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Deleting port 4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:33.630778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.678882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Pushing event updated for resources: {'Port': ['ID=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.695886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.698165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.710060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6dea82a-09c5-4ae7-9527-ae57739ee00b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:33.743755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:33.761759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:33.765730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.777016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:33.785915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=dc6b77cc-38a9-45fa-91fe-856761b7d853,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.789671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.794853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:33.794853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.795250 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/dc6b77cc-38a9-45fa-91fe-856761b7d853 HTTP/1.1" status: 204 len: 168 time: 3.9471128 Dec 17 17:00:33.795250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.797875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41020) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:33.840636 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-015f4c6c-bb8a-4fc9-b40c-ec19e970f98c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] GET failed (client error): The resource could not be found. Dec 17 17:00:33.841163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-015f4c6c-bb8a-4fc9-b40c-ec19e970f98c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Synchronizing usage tracker for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:33.848607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port cd406f8e-5437-4f9e-b37c-a30067b25ecf {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:33.849018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:33.940914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=94fe2e63-7286-4ef8-bdd3-2171719c2a5e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:33.948847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:33.979044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-015f4c6c-bb8a-4fc9-b40c-ec19e970f98c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Unset dirty status for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:33.980372 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-015f4c6c-bb8a-4fc9-b40c-ec19e970f98c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets/6047656f-4e6c-4d51-ad9b-a7c80a8c4474 HTTP/1.1" status: 404 len: 337 time: 0.1813674 Dec 17 17:00:33.983868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41024) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.024951 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac5b19d-a4e7-4dd5-b127-9fe77b4e7aea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:34.033580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac5b19d-a4e7-4dd5-b127-9fe77b4e7aea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:34.033580 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9ac5b19d-a4e7-4dd5-b127-9fe77b4e7aea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/dc6b77cc-38a9-45fa-91fe-856761b7d853 HTTP/1.1" status: 404 len: 339 time: 0.0363221 Dec 17 17:00:34.037082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41028) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.186547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9856975 Dec 17 17:00:34.190795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41034) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.274762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868ecac-cd8f-44b3-b693-c29d27e780e0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.275449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9868ecac-cd8f-44b3-b693-c29d27e780e0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Synchronizing usage tracker for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:34.295000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.403300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9868ecac-cd8f-44b3-b693-c29d27e780e0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Unset dirty status for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:34.404449 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9868ecac-cd8f-44b3-b693-c29d27e780e0 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3655887 Dec 17 17:00:34.412794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41040) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.462047 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fed9ba1d-6b10-40e5-8f1d-b4840068ecd9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 207 time: 0.0459006 Dec 17 17:00:34.488104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41044) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.508608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.512076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.512076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.513300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.514822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.516000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Synchronizing usage tracker for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:34.517748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.537041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Calling delete_port for 4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:34.612121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.614242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.649273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:34.772860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292305d-f5ee-4060-9d02-333c0e959f69 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.780042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292305d-f5ee-4060-9d02-333c0e959f69 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.785031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292305d-f5ee-4060-9d02-333c0e959f69 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.791440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for cd406f8e-5437-4f9e-b37c-a30067b25ecf owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:34.791628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292305d-f5ee-4060-9d02-333c0e959f69 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:34.792683 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6292305d-f5ee-4060-9d02-333c0e959f69 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3034582 Dec 17 17:00:34.801944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41048) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.811130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:34.817149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Unset dirty status for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:34.822332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-56bf3530-4405-4d58-bff1-ba55f6116bb4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6250303 Dec 17 17:00:34.828422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41052) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:34.850341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156638907'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:34.858300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:34.865576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:34.870831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:34.878872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:34.914793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fdfd5-cd95-41c8-a03e-882c778cb841 None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:34.915311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.921332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Allocated IP 172.26.4.173 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/0efe10c2-3529-4a18-a0de-c094c037ac00) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:34.932379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c38ec02f-64e3-4642-a3e0-fff02c4e5a62 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:34.938224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452cffc-368f-4637-b763-ad3ac41d2166 None None] Network 1e176ba8-0f27-4859-810d-801aa63be418 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:35.004359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Port': ['ID=4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.009104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:35.029629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.048552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.059471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.068899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.073748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/ports/4d4abcb0-ebc4-40e7-9a88-0c4a2995c0a9 HTTP/1.1" status: 204 len: 168 time: 1.5801487 Dec 17 17:00:35.076332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41060) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.084382 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0334ddff-4716-49db-a1a2-5d35b41b5945 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2812653 Dec 17 17:00:35.099683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41064) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.131325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10ebff64-f447-45a5-81ce-88bd4ef2eb84 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Synchronizing usage tracker for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:35.137784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:35.175016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-65afc591-a5e3-46bf-83ca-84ed91d72729 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:35.199945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Provisioning for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:35.204976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218c9ff-284d-4385-8c05-72db50ee4b6b tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.206666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218c9ff-284d-4385-8c05-72db50ee4b6b tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.213173 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c218c9ff-284d-4385-8c05-72db50ee4b6b tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1077650 Dec 17 17:00:35.216811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41068) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.219056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1f272532-0fcc-4a55-a900-19dd7a30969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.228988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.229342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment ad6d5f89-9843-4ab8-9f99-a2f3b2a53140 of type vlan for network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 Dec 17 17:00:35.232160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:35.234613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.239130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=cd406f8e-5437-4f9e-b37c-a30067b25ecf,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.243844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.248182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.255095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10ebff64-f447-45a5-81ce-88bd4ef2eb84 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Unset dirty status for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:35.256234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10ebff64-f447-45a5-81ce-88bd4ef2eb84 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1791272 Dec 17 17:00:35.268714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41074) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.277497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/cd406f8e-5437-4f9e-b37c-a30067b25ecf HTTP/1.1" status: 204 len: 168 time: 1.6962850 Dec 17 17:00:35.277497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.284123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-290405566'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:35.290822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:35.297668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:network and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:35.300367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.302208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:35.310833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:35.324993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41078) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.383968 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ac45c3-1501-4ece-856b-f4d57c06b42e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:35.384486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-22ac45c3-1501-4ece-856b-f4d57c06b42e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:35.384868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af9913-5e30-4934-bbae-9269a94947cd tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.386419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af9913-5e30-4934-bbae-9269a94947cd tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.388154 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d8af9913-5e30-4934-bbae-9269a94947cd tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1703570 Dec 17 17:00:35.392541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41084) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.406092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:35.409465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.427842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.446115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:35.458376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.459038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment 5515b2a7-91d0-4731-a070-0f5f22b9b227 of type vlan for network ebda9065-0fab-4542-875c-432c7f683491 Dec 17 17:00:35.476616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.486201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fef0250-4ff6-4c03-8dbb-c854da0622a0 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:35.493730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.523223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] For port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,segment=NetworkSegment(48603035-8afd-4fca-898e-35950c050546),segment_id=48603035-8afd-4fca-898e-35950c050546)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:35.526559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-22ac45c3-1501-4ece-856b-f4d57c06b42e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:35.530679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-22ac45c3-1501-4ece-856b-f4d57c06b42e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/cd406f8e-5437-4f9e-b37c-a30067b25ecf HTTP/1.1" status: 404 len: 333 time: 0.2019022 Dec 17 17:00:35.536952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41088) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.542866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.549875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.551277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.558673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'name': 'tempest-PortsTestJSON-2072123466'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:35.577196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b10a884-532b-4d28-9435-7f4daf6812b8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:35.611347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.620078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:35.667304 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:00:35.676629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.699659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:35.706490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:35.716842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:35.722545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.728611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.729530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.729966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Update dhcp port {'port': {'network_id': '60fb9bac-547a-4aab-8ba5-5297f3175c53', 'fixed_ips': [{'subnet_id': 'fb9bdaa0-0f35-4776-ab06-07fcaca76eee', 'ip_address': '2001:db8::2'}, {'subnet_id': '94fe2e63-7286-4ef8-bdd3-2171719c2a5e'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:00:35.743936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event updated for resources: {'Port': ['ID=0efe10c2-3529-4a18-a0de-c094c037ac00,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.759314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.769970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Pushing event updated for resources: {'Port': ['ID=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.789413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=0f5cb9ac-eebf-4471-8024-2bb158a502f5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.793397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.793656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.794070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.794207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.794579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2e4bd46-9e37-4fdd-b9d7-9ea86ac66dd8 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:35.794717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.795092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.795492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.795913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.796304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.797268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.797691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.798102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.805651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:35.805863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f26086-c212-415d-9df6-1a9763351d36 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:35.805863 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-70f26086-c212-415d-9df6-1a9763351d36 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks/f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f HTTP/1.1" status: 200 len: 799 time: 0.4080460 Dec 17 17:00:35.805863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.806477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.817288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:35.835901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:35.869216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:35.880190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6077888 Dec 17 17:00:35.880190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0379896 Dec 17 17:00:35.885415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41096) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.885751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41098) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:35.903817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:35.909417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=ebda9065-0fab-4542-875c-432c7f683491,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:35.913200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:35.952021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ebda9065-0fab-4542-875c-432c7f683491 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:35.988271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:35.993610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.019754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:36.023129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:36.040191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-55127379'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:36.106307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:36.154521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:network and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:36.188736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:36.191828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.208442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:36.298641 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9a90985d-1905-4315-84d5-32fcc71018c9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/networks/f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4916060 Dec 17 17:00:36.342079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41106) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:36.344933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:36.348543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.370269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Allocated IP 172.20.0.1 (60fb9bac-547a-4aab-8ba5-5297f3175c53/94fe2e63-7286-4ef8-bdd3-2171719c2a5e/1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:36.451081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7090eeff-edcf-470f-a43f-92afc0014aaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:36.451651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7090eeff-edcf-470f-a43f-92afc0014aaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Synchronizing usage tracker for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:36.459225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.473862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7090eeff-edcf-470f-a43f-92afc0014aaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Unset dirty status for tenant:905a268e8a0a4b229ea0f3fb3399d7c9 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:36.475031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7090eeff-edcf-470f-a43f-92afc0014aaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets/f6503c89-64d9-44fd-98be-3cace70ec89e HTTP/1.1" status: 200 len: 811 time: 0.1320131 Dec 17 17:00:36.479338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:36.528974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] For port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,segment=NetworkSegment(48603035-8afd-4fca-898e-35950c050546),segment_id=48603035-8afd-4fca-898e-35950c050546)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:36.557204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a49c54-e444-4dba-add3-2e4672fc6195 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['shared'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:36.558721 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c4a49c54-e444-4dba-add3-2e4672fc6195 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "GET /v2.0/subnets/f6503c89-64d9-44fd-98be-3cace70ec89e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0775957 Dec 17 17:00:36.567081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41118) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:36.574606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760301417'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:36.580897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:36.582963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.592500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:36.613570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:36.621714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:36.627517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.642590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.642999 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Added segment 040eafd5-48cf-45e0-b1ef-2c2792d83fce of type vlan for network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 Dec 17 17:00:36.672484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Transition to ACTIVE for port object 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:36.675025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.685382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:36.689480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.702664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:36.702664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.723827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:36.727084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.735793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2d1bd392-fadb-43bc-a4ac-37eea4138e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:36.756895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.799943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.802315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Added segment 716696d7-6467-4560-bb92-141785049c27 of type vlan for network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 Dec 17 17:00:36.802419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.807591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:36.812815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ec5fdd20-944a-46c0-98c8-88e8f85b5cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:36.815088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:36.817614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:36.823364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:36.823949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.832677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.840426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:36.844264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:36.851315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1899f365-40ae-48dd-b8d0-047d9a67b4b9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:36.871581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.885757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 is not hosted by any dhcp agent {{(pid=88117) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 17 17:00:36.891839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:36.892439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:36.896658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41122) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:36.896828 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "PUT /v2.0/networks/0f5cb9ac-eebf-4471-8024-2bb158a502f5 HTTP/1.1" status: 200 len: 723 time: 0.9417412 Dec 17 17:00:36.903940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:36.969338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Pushing event updated for resources: {'Port': ['ID=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:36.976095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:36.992885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=0f5cb9ac-eebf-4471-8024-2bb158a502f5,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:37.006546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:37.010681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4716723 Dec 17 17:00:37.011456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:37.033576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:37.047878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:37.054252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.063909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:37.064479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.130904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.136827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:37.137598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.152206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebb49e3d-a71b-401c-823b-28ed9108fca9 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:37.183006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.192588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:37.222321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:37.258526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:37.311860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7424946 Dec 17 17:00:37.317651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41132) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:37.335212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Network': ['ID=c72d1d1b-2383-4eb2-827d-366cec9bd3c0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:37.335421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:37.340243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:37.352476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:37.354149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.434688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:37.438176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.509764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Network': ['ID=860ca20f-9b9c-4e2e-bfe2-76a0d6395005,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:37.523131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:37.524503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:37.579632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:37.582852 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6292489 Dec 17 17:00:37.590809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.596826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:37.599212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.724964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41140) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:37.744763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'subnets': [{'network_id': 'ebda9065-0fab-4542-875c-432c7f683491', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1681923611', 'ip_version': 4}, {'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:37.745094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'subnet': {'network_id': 'ebda9065-0fab-4542-875c-432c7f683491', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1681923611', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:37.745676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Request body: {'subnet': {'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:37.756537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6de4e-c83d-4518-95b3-01045f63063a None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:37.799422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Made reservation on behalf of 905a268e8a0a4b229ea0f3fb3399d7c9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:37.803877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.922723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:00:37.923445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:00:37.934243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:37.936624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1979363c-59c7-4c3e-ab76-64965bac9817 None None] Provisioning for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:37.950268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1979363c-59c7-4c3e-ab76-64965bac9817 None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:37.950595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1979363c-59c7-4c3e-ab76-64965bac9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.027444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.045350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-233222b2-5bbb-4ba5-98b9-4dd103b243b2 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:38.087458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Router f01d0529-554b-40fc-b326-9f4a199371e7 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:00:38.188184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] In _notify_port_updated(), no bound segment for port c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 on network f7dded41-5a83-4982-a08f-10fdf65703b0 {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:00:38.193595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:38.194224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.198244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/ports/c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 HTTP/1.1" status: 200 len: 818 time: 1.1821988 Dec 17 17:00:38.199052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41144) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:38.281538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:38.281538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:38.313267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:38.321487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Usage tracker for resource:subnet and tenant:9ac62a588ad8402e8f609f017e27bd67 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:38.325952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:38.332647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:38.333058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.338939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.351878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4ad7198-c004-4ea5-a38a-cb7143a1e29f tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:38.409497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec13ecc-a35c-401a-b7b5-2306ffd97222 None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:38.463237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:38.467574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=e9b60f85-9b6a-4d63-914a-e1a9c3a1f035,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:38.476250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:38.485856 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] Sync routers for ids ['f01d0529-554b-40fc-b326-9f4a199371e7'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:38.491941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.494355 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "PUT /v2.0/routers/f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 200 len: 879 time: 5.3465466 Dec 17 17:00:38.494491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:38.497182 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] Routers {'f01d0529-554b-40fc-b326-9f4a199371e7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:38.498102 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f01d0529-554b-40fc-b326-9f4a199371e7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:38.498677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41150) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:38.503707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.510927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:38.597779 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:38.599286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-187c5434-9d9f-49e6-8f99-f0a45b3af1f5 None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:38.599835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-187c5434-9d9f-49e6-8f99-f0a45b3af1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.617999 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] Routers {'f01d0529-554b-40fc-b326-9f4a199371e7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:38.618768 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f01d0529-554b-40fc-b326-9f4a199371e7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:38.641648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Checking segment: {'id': '716696d7-6467-4560-bb92-141785049c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:38.641648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network hostable DHCP agents. Network: c72d1d1b-2383-4eb2-827d-366cec9bd3c0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:38.678528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Made reservation on behalf of 9ac62a588ad8402e8f609f017e27bd67 for: {'subnet': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:38.684388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.684388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.710115 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:38.710115 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace597b6-472e-4beb-addd-50ad9c8b075e None None] The sync data for ids ['f01d0529-554b-40fc-b326-9f4a199371e7'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:38.813080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:38.820272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:38.862309 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7cf0b8e4-2fc5-4251-95e3-2646ac340039 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 200 len: 920 time: 0.3573415 Dec 17 17:00:38.865246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41156) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:38.890363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=77878876-4be0-4518-b2a8-6509237fb68c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:38.894832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:38.917233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c72d1d1b-2383-4eb2-827d-366cec9bd3c0) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:38.928662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:38.929328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:38.974652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7b756-8756-4ec7-a6ab-290764a9d59a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:38.978914 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-96a7b756-8756-4ec7-a6ab-290764a9d59a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=f01d0529-554b-40fc-b326-9f4a199371e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1100116 Dec 17 17:00:38.979173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41162) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:38.983324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:38.983743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 0f5cb9ac-eebf-4471-8024-2bb158a502f5, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:39.034020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e1b0b-41a2-4129-bdd7-a1f4eaedb03b None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:39.065034 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7386057 Dec 17 17:00:39.068996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.083516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41166) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:39.171208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:39.280202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b9efc-8e4a-417b-8b8f-3a8530a3e93f tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:39.283074 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6b4b9efc-8e4a-417b-8b8f-3a8530a3e93f tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.3026371 Dec 17 17:00:39.285771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41170) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:39.315479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c72d1d1b-2383-4eb2-827d-366cec9bd3c0', 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0', 'tenant_id': '905a268e8a0a4b229ea0f3fb3399d7c9', 'fixed_ips': [{'subnet_id': 'e9b60f85-9b6a-4d63-914a-e1a9c3a1f035'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:39.316282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.335650 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fe5eeed0-0c30-4ce4-8236-0e2e44d33ec2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 200 len: 205 time: 0.0471420 Dec 17 17:00:39.335873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:39.337067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41174) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:39.345862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:39.404845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0f5cb9ac-eebf-4471-8024-2bb158a502f5) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:39.426448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:39.427056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.473192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Allocated IP 172.20.0.3 (c72d1d1b-2383-4eb2-827d-366cec9bd3c0/e9b60f85-9b6a-4d63-914a-e1a9c3a1f035/0294bac3-139c-4560-adbe-d7cdfc45f3f5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:39.485194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12babf-31e1-4f8d-8b3b-b2bca6702112 None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:39.522652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.620990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:39.621449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.647681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6839599'] for subnet, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.663531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.670602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e08e0e3d-5ec4-4700-8e46-808cde075974 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:39.722421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.724231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:39.729483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:39.744531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8468316 Dec 17 17:00:39.748826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41180) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:39.752127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.752127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 HTTP/1.1" status: 204 len: 168 time: 1.5340409 Dec 17 17:00:39.752359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41184) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:39.753261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:39.803214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port 0efe10c2-3529-4a18-a0de-c094c037ac00 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:39.803570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:39.928373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495e421-276a-4433-b261-43cf10ff07ba tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:39.929254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a495e421-276a-4433-b261-43cf10ff07ba tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:40.012174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.033273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:40.096051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.101122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0f5cb9ac-eebf-4471-8024-2bb158a502f5', 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '77878876-4be0-4518-b2a8-6509237fb68c'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:40.102153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.114165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7297077'] for subnet, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.118768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a495e421-276a-4433-b261-43cf10ff07ba tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:40.126114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a495e421-276a-4433-b261-43cf10ff07ba tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3705733 Dec 17 17:00:40.130573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Transition to ACTIVE for port object 0294bac3-139c-4560-adbe-d7cdfc45f3f5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:40.154666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41192) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:40.190241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-84c09c81-2091-4f2a-b6ed-cc2d53a5f7f0 None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:40.193080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84c09c81-2091-4f2a-b6ed-cc2d53a5f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.229151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-10091126-e6a8-4a79-8db6-2a89ca1c22ee tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:40.234428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10091126-e6a8-4a79-8db6-2a89ca1c22ee tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/c5d4a901-2c10-4bb4-9634-47cbe6fd6aa0 HTTP/1.1" status: 404 len: 333 time: 0.0702207 Dec 17 17:00:40.235296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41196) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:40.237961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.251323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-511304420'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:40.255868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:40.259717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:40.262697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:40.265026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Transition to ACTIVE for port object 0294bac3-139c-4560-adbe-d7cdfc45f3f5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:40.268856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:40.290883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Subnet': ['ID=c0274f22-8e01-4724-93b9-d7165c2f11d1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:40.294177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:40.294886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Checking segment: {'id': '5515b2a7-91d0-4731-a070-0f5f22b9b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebda9065-0fab-4542-875c-432c7f683491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:40.295246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network hostable DHCP agents. Network: ebda9065-0fab-4542-875c-432c7f683491, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:40.379525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.381327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for 0efe10c2-3529-4a18-a0de-c094c037ac00 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:40.391867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:40.392935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network ebda9065-0fab-4542-875c-432c7f683491 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:40.398794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:40.400984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.459946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:40.464286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:40.471855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:40.478384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:40.487887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Allocated IP 2001:db8::2 (0f5cb9ac-eebf-4471-8024-2bb158a502f5/77878876-4be0-4518-b2a8-6509237fb68c/bf844624-65e9-49de-87a6-7189cf926f31) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:40.512171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.512438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b of type vlan for network d11ba9ce-521a-40d1-bc10-0e37a344f9af Dec 17 17:00:40.519801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ebda9065-0fab-4542-875c-432c7f683491) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:40.523245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Pushing event updated for resources: {'Port': ['ID=0294bac3-139c-4560-adbe-d7cdfc45f3f5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:40.528820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.535813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24db7f6e-70d0-47da-83be-c8e526449a02 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:40.536698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:40.593097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72dbf8-4afa-4237-800c-438863b2b781 None None] Network ebda9065-0fab-4542-875c-432c7f683491 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:40.685697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.691748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-23d08c75-8e51-46e3-a891-a7ff9ca62637 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:40.734826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.738176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=0efe10c2-3529-4a18-a0de-c094c037ac00,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:40.741256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:40.761504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event updated for resources: {'Subnet': ['ID=6a4348c5-6c3c-459c-b512-2660ecdda799,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:40.770637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:40.788736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Attempting to bind port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:40.789377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Attempting to bind port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '716696d7-6467-4560-bb92-141785049c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:40.789748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Attempting to bind port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 on network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:40.806482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:40.806482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Checking segment: {'id': '716696d7-6467-4560-bb92-141785049c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:40.806833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.807084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Bound using segment: {'id': '716696d7-6467-4560-bb92-141785049c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:40.807564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Bound port: 0294bac3-139c-4560-adbe-d7cdfc45f3f5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716696d7-6467-4560-bb92-141785049c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c72d1d1b-2383-4eb2-827d-366cec9bd3c0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:40.807946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.828891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Checking segment: {'id': '040eafd5-48cf-45e0-b1ef-2c2792d83fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:40.828891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network hostable DHCP agents. Network: 860ca20f-9b9c-4e2e-bfe2-76a0d6395005, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:40.848109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.941226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6417463'] for subnet, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.946736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:40.980039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:40.986310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:40.987085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.007301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:41.044472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.045124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.047003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "PUT /v2.0/subnets/e9b60f85-9b6a-4d63-914a-e1a9c3a1f035 HTTP/1.1" status: 200 len: 877 time: 1.8934979 Dec 17 17:00:41.047961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] For port 0294bac3-139c-4560-adbe-d7cdfc45f3f5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:41.053248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41202) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.086721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.100994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Transition to ACTIVE for port object bf844624-65e9-49de-87a6-7189cf926f31 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:41.123529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Transition to ACTIVE for port object bf844624-65e9-49de-87a6-7189cf926f31 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:41.140304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event updated for resources: {'Subnet': ['ID=e9b60f85-9b6a-4d63-914a-e1a9c3a1f035,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:41.145211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 860ca20f-9b9c-4e2e-bfe2-76a0d6395005) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:41.146801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:41.149802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-68fc1ce8-f66b-4fad-a0fa-128a194b16ab tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:41.169372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34526056-c03c-45bf-a048-825f7fe42fa2 None None] Network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:41.178881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.179484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.180089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.180510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.181106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.186310 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9495134 Dec 17 17:00:41.195681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41206) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.195925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] For port 0294bac3-139c-4560-adbe-d7cdfc45f3f5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0294bac3-139c-4560-adbe-d7cdfc45f3f5,segment=NetworkSegment(716696d7-6467-4560-bb92-141785049c27),segment_id=716696d7-6467-4560-bb92-141785049c27)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:41.243764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608cdcf-37d7-41d3-a974-cb9bd433a129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ebda9065-0fab-4542-875c-432c7f683491', 'network_id': 'ebda9065-0fab-4542-875c-432c7f683491', 'tenant_id': '9ac62a588ad8402e8f609f017e27bd67', 'fixed_ips': [{'subnet_id': 'c0274f22-8e01-4724-93b9-d7165c2f11d1'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:41.244702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5608cdcf-37d7-41d3-a974-cb9bd433a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.258041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:41.268703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.276953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9382ae5d-6529-45b0-be4a-9141fe567714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:41.305020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.305589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router f01d0529-554b-40fc-b326-9f4a199371e7 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:00:41.330600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.399419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=d11ba9ce-521a-40d1-bc10-0e37a344f9af,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:41.414159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:41.430187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:41.430764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.433711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.434833 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 204 len: 168 time: 2.0967124 Dec 17 17:00:41.438172 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7074740 Dec 17 17:00:41.439791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41214) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.442385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41218) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.454778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2086972959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:41.462516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:41.464849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:41.470333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:41.471216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:41.474267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:41.476825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:41.477547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.481875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:41.499315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:41.501371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Pushing event updated for resources: {'Port': ['ID=bf844624-65e9-49de-87a6-7189cf926f31,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:41.503964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:41.507370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:41.521620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:41.528441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:41.547852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394dd65-2162-4234-b92d-bb05d69db5e4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.549738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394dd65-2162-4234-b92d-bb05d69db5e4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.551925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394dd65-2162-4234-b92d-bb05d69db5e4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.556617 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2394dd65-2162-4234-b92d-bb05d69db5e4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1131027 Dec 17 17:00:41.557422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.585498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:41.586015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:41.628684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8157731'] for subnet, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.636612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:41.641590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:41.641752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.664390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.665671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.669218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:41.674193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.674193 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "PUT /v2.0/subnets/77878876-4be0-4518-b2a8-6509237fb68c HTTP/1.1" status: 200 len: 826 time: 1.9250596 Dec 17 17:00:41.679605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Deleting subnet c0274f22-8e01-4724-93b9-d7165c2f11d1 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:41.695102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41226) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:41.698494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.869094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Pushing event updated for resources: {'Port': ['ID=0294bac3-139c-4560-adbe-d7cdfc45f3f5,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:41.879000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Attempting to bind port bf844624-65e9-49de-87a6-7189cf926f31 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:41.879600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Attempting to bind port bf844624-65e9-49de-87a6-7189cf926f31 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:41.880197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Attempting to bind port bf844624-65e9-49de-87a6-7189cf926f31 on network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:41.885913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:41.892123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:41.892791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Checking segment: {'id': 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:41.893366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.893752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=77878876-4be0-4518-b2a8-6509237fb68c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:41.893943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Bound using segment: {'id': 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:41.894270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Bound port: bf844624-65e9-49de-87a6-7189cf926f31, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f5cb9ac-eebf-4471-8024-2bb158a502f5'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:41.894652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.896989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:41.901369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.919952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.998547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.001230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-860ca20f-9b9c-4e2e-bfe2-76a0d6395005', 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005', 'tenant_id': '9ac62a588ad8402e8f609f017e27bd67', 'fixed_ips': [{'subnet_id': '6a4348c5-6c3c-459c-b512-2660ecdda799'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:42.006877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.018267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.021694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 0294bac3-139c-4560-adbe-d7cdfc45f3f5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0294bac3-139c-4560-adbe-d7cdfc45f3f5,segment=NetworkSegment(716696d7-6467-4560-bb92-141785049c27),segment_id=716696d7-6467-4560-bb92-141785049c27)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:42.022240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.060620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port bf844624-65e9-49de-87a6-7189cf926f31 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:42.061055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.135596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.209675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:42.225719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bf844624-65e9-49de-87a6-7189cf926f31,segment=NetworkSegment(ad6d5f89-9843-4ab8-9f99-a2f3b2a53140),segment_id=ad6d5f89-9843-4ab8-9f99-a2f3b2a53140)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:42.237044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 0294bac3-139c-4560-adbe-d7cdfc45f3f5 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:42.266810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.271125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-46b7921d-e2de-4c4d-9722-2a07904abbf9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8264267 Dec 17 17:00:42.278040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41232) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:42.286795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': True}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:42.293008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Allocated IP 172.20.0.18 (860ca20f-9b9c-4e2e-bfe2-76a0d6395005/6a4348c5-6c3c-459c-b512-2660ecdda799/5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:42.422345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.427534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:42.437499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server [None req-5608cdcf-37d7-41d3-a974-cb9bd433a129 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0274f22-8e01-4724-93b9-d7165c2f11d1: This subnet is being modified by another concurrent operation. Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:00:42.454406 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise exception Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0274f22-8e01-4724-93b9-d7165c2f11d1: This subnet is being modified by another concurrent operation. Dec 17 17:00:42.458225 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Dec 17 17:00:42.495416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.519821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:42.604300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.612028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Subnet': ['ID=c0274f22-8e01-4724-93b9-d7165c2f11d1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:42.614950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:42.640219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:42.641998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: d11ba9ce-521a-40d1-bc10-0e37a344f9af, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:42.705669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:42.718466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=e0e64099-a0b5-426c-b5b9-5b1074f5b51d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:42.721348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:42.727479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-09ab96c4-44d3-4d38-9c19-07fe45a55e81 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:42.741208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:42.748723 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/subnets/c0274f22-8e01-4724-93b9-d7165c2f11d1 HTTP/1.1" status: 204 len: 168 time: 1.1907375 Dec 17 17:00:42.755877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:42.772387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f9202-ff6e-4771-ad86-c7db14356270 None None] Network ebda9065-0fab-4542-875c-432c7f683491 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:42.785226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0294bac3-139c-4560-adbe-d7cdfc45f3f5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:42.901093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0294bac3-139c-4560-adbe-d7cdfc45f3f5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:42.901542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0294bac3-139c-4560-adbe-d7cdfc45f3f5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 17 17:00:42.906441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No DVR routers for this DVR port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:42.953581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Port': ['ID=0294bac3-139c-4560-adbe-d7cdfc45f3f5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:42.956966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:42.959907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7ea59-2a86-4335-b2ba-92121beeab4b None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:42.991305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.014297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Port 0294bac3-139c-4560-adbe-d7cdfc45f3f5 not found, will not notify nova. {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 17 17:00:43.024108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:43.081283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-63842d32-20ea-457f-b46e-496a5b07d6a3 None None] Could not find standard attr ID for object 0294bac3-139c-4560-adbe-d7cdfc45f3f5. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:00:43.090976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d11ba9ce-521a-40d1-bc10-0e37a344f9af) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:43.098512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:43.100226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.114077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a32876-8bd7-4ced-909a-06677474381f None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:43.136747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.143813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-80df10ee-9094-4d81-a053-a2708da2c510 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:43.165956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.166320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Deleting subnet 6a4348c5-6c3c-459c-b512-2660ecdda799 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:43.190543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:43.190883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.205028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.210989 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9672036 Dec 17 17:00:43.216602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41246) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:43.233638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Pushing event updated for resources: {'Port': ['ID=bf844624-65e9-49de-87a6-7189cf926f31,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:43.246550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b60f85-9b6a-4d63-914a-e1a9c3a1f035,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:43.255523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:43.263177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:43.283282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:43.286142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Transition to ACTIVE for port object 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:43.380759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Transition to ACTIVE for port object 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:43.383840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for bf844624-65e9-49de-87a6-7189cf926f31 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:43.482606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.487971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.524250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.526157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72d1d1b-2383-4eb2-827d-366cec9bd3c0']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:43.535083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:43.559283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716696d7-6467-4560-bb92-141785049c27') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:43.559647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716696d7-6467-4560-bb92-141785049c27') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:43.583883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.603262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:43.607809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:43.611595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.613801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:43.622366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:43.628014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:43.628014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:43.649900 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:43.671049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:43.676524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:43.705529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:43.730152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.776703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:43.776925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Pushing event updated for resources: {'Port': ['ID=5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:43.782732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:43.790148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.825862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab744ec-277c-4b9f-9cdd-25f9ae4b4cb5 None None] DHCP port deletion for c72d1d1b-2383-4eb2-827d-366cec9bd3c0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:43.840898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:43.840898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:43.884089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-d11ba9ce-521a-40d1-bc10-0e37a344f9af', 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': 'e0e64099-a0b5-426c-b5b9-5b1074f5b51d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:43.894120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.894621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.899749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a283eebc-12dc-475f-912c-1ea93a7ebf3c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:43.917025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:43.924396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef596b10-8e37-4e43-a157-cf6ec7104873 None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:43.930629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=c72d1d1b-2383-4eb2-827d-366cec9bd3c0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:43.936000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:43.956448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef596b10-8e37-4e43-a157-cf6ec7104873 None None] Network c72d1d1b-2383-4eb2-827d-366cec9bd3c0 could not be found, it might have been deleted concurrently. {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 17 17:00:43.977620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0e64099-a0b5-426c-b5b9-5b1074f5b51d (CIDR: 172.20.0.0/28) Dec 17 17:00:43.998378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Attempting to bind port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:43.998378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Attempting to bind port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '040eafd5-48cf-45e0-b1ef-2c2792d83fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:43.998704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Attempting to bind port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd on network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:43.999039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.005683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:44.006085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Checking segment: {'id': '040eafd5-48cf-45e0-b1ef-2c2792d83fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:44.006483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.006879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Bound using segment: {'id': '040eafd5-48cf-45e0-b1ef-2c2792d83fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:44.007344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Bound port: 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040eafd5-48cf-45e0-b1ef-2c2792d83fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '860ca20f-9b9c-4e2e-bfe2-76a0d6395005'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:44.007721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.043201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/c72d1d1b-2383-4eb2-827d-366cec9bd3c0 HTTP/1.1" status: 204 len: 168 time: 2.9890003 Dec 17 17:00:44.046848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:00:44.047547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:44.049604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41254) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.156248 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11dc30f2-1e93-417c-b06a-500648e3354a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9197056 Dec 17 17:00:44.156469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41258) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.162444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:44.185444 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-61492f1a-b0ec-4a41-8343-a9b9c26ab137 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:44.185928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61492f1a-b0ec-4a41-8343-a9b9c26ab137 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:44.206545 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-61492f1a-b0ec-4a41-8343-a9b9c26ab137 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/e9b60f85-9b6a-4d63-914a-e1a9c3a1f035 HTTP/1.1" status: 404 len: 337 time: 0.1557245 Dec 17 17:00:44.207297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Allocated IP 172.20.0.2 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/e0e64099-a0b5-426c-b5b9-5b1074f5b51d/ca8cba2d-f3bc-4411-81da-dcc617d8a575) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:44.212715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41262) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.239601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.280138 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecaab2f-fd08-4b33-9e15-f959e9196600 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:44.280793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecaab2f-fd08-4b33-9e15-f959e9196600 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:44.283803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.324682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:44.329431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:44.334177 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fecaab2f-fd08-4b33-9e15-f959e9196600 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/c72d1d1b-2383-4eb2-827d-366cec9bd3c0 HTTP/1.1" status: 404 len: 339 time: 0.1179063 Dec 17 17:00:44.334355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:44.338310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:44.345965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41266) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.346157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port bf844624-65e9-49de-87a6-7189cf926f31 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:44.346157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.386122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4f31b9-a454-46cc-80bf-94f6500ff7f2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:44.386122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4f31b9-a454-46cc-80bf-94f6500ff7f2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:44.387806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4b4f31b9-a454-46cc-80bf-94f6500ff7f2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/6047656f-4e6c-4d51-ad9b-a7c80a8c4474 HTTP/1.1" status: 404 len: 337 time: 0.0414453 Dec 17 17:00:44.391156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41272) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.403560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.416358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:44.420097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.453196 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0e87e5-a296-4409-8c05-36441b6b0c89 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:44.454088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0e87e5-a296-4409-8c05-36441b6b0c89 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:44.456009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dc0e87e5-a296-4409-8c05-36441b6b0c89 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/dc6b77cc-38a9-45fa-91fe-856761b7d853 HTTP/1.1" status: 404 len: 339 time: 0.0638938 Dec 17 17:00:44.460637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41276) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.491187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:44.501196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] For port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:44.514259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] For port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd,segment=NetworkSegment(040eafd5-48cf-45e0-b1ef-2c2792d83fce),segment_id=040eafd5-48cf-45e0-b1ef-2c2792d83fce)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:44.534206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.543498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Transition to ACTIVE for port object ca8cba2d-f3bc-4411-81da-dcc617d8a575 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:44.564554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Transition to ACTIVE for port object ca8cba2d-f3bc-4411-81da-dcc617d8a575 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:44.595345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.595974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-beca2f2a-2b89-4a6d-8cbc-e00a14c4e502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:44.628548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4348c5-6c3c-459c-b512-2660ecdda799,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:44.632603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:44.635757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8c4e3-0943-4c62-92a2-770176bec5c8 None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:44.647211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.663388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.703015 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/subnets/6a4348c5-6c3c-459c-b512-2660ecdda799 HTTP/1.1" status: 204 len: 168 time: 1.9460206 Dec 17 17:00:44.709405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41280) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:44.747197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bf844624-65e9-49de-87a6-7189cf926f31 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:44.771249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.838710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:44.839905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:44.848471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Pushing event updated for resources: {'Port': ['ID=5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:44.848755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:44.850554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:44.855170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-035c3594-bfe0-45a2-a843-c3100745835f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:44.888130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:44.913663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.26.4.166 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/45b5f504-1ff2-4a21-9e7e-4ed3dc7b31f3) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:44.922174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7073558c-ae38-4b8d-9cd7-a4e8428f57fc']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:44.923470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12916146-4901-4461-9ed7-ecbe11f80b2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:44.924484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-12916146-4901-4461-9ed7-ecbe11f80b2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Synchronizing usage tracker for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:44.924862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4914489c-201e-45b0-9c7c-e387befc6765 None None] Provisioning for port bf844624-65e9-49de-87a6-7189cf926f31 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:44.957129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf68569-707e-4e3a-ac46-995b808db48b') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:44.957586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf68569-707e-4e3a-ac46-995b808db48b') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:44.978468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.006789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.098466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Pushing event updated for resources: {'Port': ['ID=ca8cba2d-f3bc-4411-81da-dcc617d8a575,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:45.113546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:45.134110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Attempting to bind port ca8cba2d-f3bc-4411-81da-dcc617d8a575 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:45.134514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Attempting to bind port ca8cba2d-f3bc-4411-81da-dcc617d8a575 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:45.134855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Attempting to bind port ca8cba2d-f3bc-4411-81da-dcc617d8a575 on network d11ba9ce-521a-40d1-bc10-0e37a344f9af {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:45.147665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:45.148070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Checking segment: {'id': 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:45.148453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.148855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Bound using segment: {'id': 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:45.149332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Bound port: ca8cba2d-f3bc-4411-81da-dcc617d8a575, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:45.149711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.176429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:45.176954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.206969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-12916146-4901-4461-9ed7-ecbe11f80b2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Unset dirty status for tenant:9ac62a588ad8402e8f609f017e27bd67 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:45.213774 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-12916146-4901-4461-9ed7-ecbe11f80b2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4977281 Dec 17 17:00:45.214638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41288) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:45.281416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bf844624-65e9-49de-87a6-7189cf926f31 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:45.297779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bf844624-65e9-49de-87a6-7189cf926f31 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:45.298190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.335827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bf844624-65e9-49de-87a6-7189cf926f31,segment=NetworkSegment(ad6d5f89-9843-4ab8-9f99-a2f3b2a53140),segment_id=ad6d5f89-9843-4ab8-9f99-a2f3b2a53140)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:45.336243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.345008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.412090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:00:45.416744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca8cba2d-f3bc-4411-81da-dcc617d8a575,segment=NetworkSegment(a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b),segment_id=a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:45.423294 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:45.431882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.438610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73d5e080-d16f-4a63-bbc4-101a458d457e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:45.510213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.517574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5da79c8c-85e5-4989-aeee-ab776037de2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:45.520676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for bf844624-65e9-49de-87a6-7189cf926f31 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:45.527386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:45.535016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:45.546720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:45.550180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.591813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.601781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.610120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.619759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.620414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.621553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/7073558c-ae38-4b8d-9cd7-a4e8428f57fc HTTP/1.1" status: 204 len: 168 time: 1.1598303 Dec 17 17:00:45.625948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41294) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:45.631787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=133d61de-d1f5-4c3e-b0dc-49d27fa67b9e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:45.634544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:45.641240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:45.652641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bf844624-65e9-49de-87a6-7189cf926f31,segment=NetworkSegment(ad6d5f89-9843-4ab8-9f99-a2f3b2a53140),segment_id=ad6d5f89-9843-4ab8-9f99-a2f3b2a53140)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:45.659622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Pushing event updated for resources: {'Port': ['ID=ca8cba2d-f3bc-4411-81da-dcc617d8a575,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:45.663411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:45.684589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=7073558c-ae38-4b8d-9cd7-a4e8428f57fc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:45.691586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:45.696577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5358727 Dec 17 17:00:45.696577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41298) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:45.706014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'fixed_ips': [{'subnet_id': 'e0e64099-a0b5-426c-b5b9-5b1074f5b51d'}, {'subnet_id': '133d61de-d1f5-4c3e-b0dc-49d27fa67b9e'}], 'name': 'tempest-PortsTestJSON-1687054997'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:45.718931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.720979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:45.743305 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1953f1d-a351-49b7-b5de-cb0c10faa7db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:45.743762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1953f1d-a351-49b7-b5de-cb0c10faa7db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:45.745906 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f1953f1d-a351-49b7-b5de-cb0c10faa7db tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/64a9d685-e688-4213-aec2-690519428fa9 HTTP/1.1" status: 404 len: 337 time: 0.1171663 Dec 17 17:00:45.757875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41302) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:45.789836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Deleting port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:45.790395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:45.804041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0294bac3-139c-4560-adbe-d7cdfc45f3f5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:45.872074 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943c8c6-b90e-442e-8b92-5efa50b9d705 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:45.872560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6943c8c6-b90e-442e-8b92-5efa50b9d705 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:45.895595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0294bac3-139c-4560-adbe-d7cdfc45f3f5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:45.896787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0294bac3-139c-4560-adbe-d7cdfc45f3f5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:45.898097 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6943c8c6-b90e-442e-8b92-5efa50b9d705 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/a34c80f3-a58b-4360-a56f-a3e93332f6fc HTTP/1.1" status: 404 len: 339 time: 0.1460767 Dec 17 17:00:45.902204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=bf844624-65e9-49de-87a6-7189cf926f31,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:45.903540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41306) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:45.908407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:45.911956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9823c-b189-4b8c-b56a-4017a2d3562e None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:45.914044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:45.914271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:45.981123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bd8623-f2c7-417e-a0e9-68105f93768d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:45.982841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bd8623-f2c7-417e-a0e9-68105f93768d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:45.984648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-93bd8623-f2c7-417e-a0e9-68105f93768d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/87faa681-bd49-4c36-b9ff-c30ea7d0c183 HTTP/1.1" status: 404 len: 337 time: 0.0801129 Dec 17 17:00:45.992417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41310) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:46.057783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:46.067670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-54b88bea-747a-4a99-ad70-6a832b06d0b4 None None] Provisioning complete for port bf844624-65e9-49de-87a6-7189cf926f31 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:46.068065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54b88bea-747a-4a99-ad70-6a832b06d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:46.082220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:46.090343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:46.104346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:46.211509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:46.238118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:46.252478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53edf93c-e0b0-4380-b3d8-984fc2289103 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:46.320290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port bf844624-65e9-49de-87a6-7189cf926f31 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:46.320638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:46.346750 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccca41c-cc76-4f04-9e9c-7bea37309c22 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:46.347228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccca41c-cc76-4f04-9e9c-7bea37309c22 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:46.351988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41318) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:46.352151 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8ccca41c-cc76-4f04-9e9c-7bea37309c22 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/094864e0-8c5d-4f93-9c64-67f127db5083 HTTP/1.1" status: 404 len: 339 time: 0.3593667 Dec 17 17:00:46.376787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:46.393586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-48775ff3-9fa5-46ee-bf20-68337287c8ea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:46.394231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48775ff3-9fa5-46ee-bf20-68337287c8ea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:46.395986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48775ff3-9fa5-46ee-bf20-68337287c8ea tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/fb8cf74a-0a09-4ba0-9917-3e30a5c0610b HTTP/1.1" status: 404 len: 337 time: 0.0430248 Dec 17 17:00:46.398761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41322) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:46.404904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:46.414422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:46.441038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-63facc02-24ce-4008-973e-0bb54de82366 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:46.441696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63facc02-24ce-4008-973e-0bb54de82366 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:46.445833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-63facc02-24ce-4008-973e-0bb54de82366 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/75791a08-4bf5-4829-b29f-4da8f4dbc622 HTTP/1.1" status: 404 len: 339 time: 0.0437548 Dec 17 17:00:46.447133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:46.459132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41326) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:46.467895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=45b5f504-1ff2-4a21-9e7e-4ed3dc7b31f3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:46.485380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:46.492398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:00:46.536397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] For port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd,segment=NetworkSegment(040eafd5-48cf-45e0-b1ef-2c2792d83fce),segment_id=040eafd5-48cf-45e0-b1ef-2c2792d83fce)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:46.537287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:46.587047 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cefb84-06ff-4df0-946c-da6a7c51ff85 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:46.587510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cefb84-06ff-4df0-946c-da6a7c51ff85 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:46.592095 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e2cefb84-06ff-4df0-946c-da6a7c51ff85 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/6dccd15f-2383-4144-bc36-d177e08998cb HTTP/1.1" status: 404 len: 337 time: 0.1209404 Dec 17 17:00:46.596622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41330) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:46.598021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0426d808-7ba2-4256-8141-d90cf6cc21ed None None] Network 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:46.723875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db1449c-8c65-438d-8f29-dad575ed916d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:46.729091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db1449c-8c65-438d-8f29-dad575ed916d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:46.786248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Calling delete_port for 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:46.894536 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2db1449c-8c65-438d-8f29-dad575ed916d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/471b2018-a220-4d4d-abf6-6403b101a674 HTTP/1.1" status: 404 len: 339 time: 0.2939663 Dec 17 17:00:46.918556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:46.938354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41336) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.028995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e3e037c4-74ba-4624-9661-de2b72025ef2 None None] Provisioning for port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:47.154324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.5 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/e0e64099-a0b5-426c-b5b9-5b1074f5b51d/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:47.163488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:47.169256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:47.170431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.182187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.21 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:47.267176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca679549-69b8-4406-87e6-c04d6d05906a None None] DHCP port deletion for 860ca20f-9b9c-4e2e-bfe2-76a0d6395005 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:47.314901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75e393-717d-41fb-aebc-855e95b08923 None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:47.333840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ca679549-69b8-4406-87e6-c04d6d05906a None None] Deleting port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:47.334351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca679549-69b8-4406-87e6-c04d6d05906a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.353611 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-865d36ff-335e-4c9f-9f4c-6c5382eb7210 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.354102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865d36ff-335e-4c9f-9f4c-6c5382eb7210 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.358221 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-865d36ff-335e-4c9f-9f4c-6c5382eb7210 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/2dc35174-79da-4775-bd4a-8113ce4db6ef HTTP/1.1" status: 404 len: 337 time: 0.4128482 Dec 17 17:00:47.369243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41344) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.481634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port bf844624-65e9-49de-87a6-7189cf926f31, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bf844624-65e9-49de-87a6-7189cf926f31,segment=NetworkSegment(ad6d5f89-9843-4ab8-9f99-a2f3b2a53140),segment_id=ad6d5f89-9843-4ab8-9f99-a2f3b2a53140)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:47.484622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9dbbb286-c335-4b16-954b-fd8095e6146d None None] Provisioning complete for port bf844624-65e9-49de-87a6-7189cf926f31 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:47.485007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb286-c335-4b16-954b-fd8095e6146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.485577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.507957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-db16c37e-969c-4980-a679-133bad0afcec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.508440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db16c37e-969c-4980-a679-133bad0afcec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.512669 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-db16c37e-969c-4980-a679-133bad0afcec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/ea8c41cd-86ce-4215-83cc-5d3375e96d0c HTTP/1.1" status: 404 len: 339 time: 0.1237624 Dec 17 17:00:47.515854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41348) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.596771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ca679549-69b8-4406-87e6-c04d6d05906a None None] The port '5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:00:47.605599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd update to ACTIVE by agent not found {{(pid=88118) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 17 17:00:47.606303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ca8cba2d-f3bc-4411-81da-dcc617d8a575 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:47.628053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feab173-3aa4-4cc0-9a31-4553c782b1ce tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.628510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feab173-3aa4-4cc0-9a31-4553c782b1ce tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.632649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5feab173-3aa4-4cc0-9a31-4553c782b1ce tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/a7fd03a8-8a36-4a97-b22f-ffd23271c781 HTTP/1.1" status: 404 len: 337 time: 0.1044989 Dec 17 17:00:47.634180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41352) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.650560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for bf844624-65e9-49de-87a6-7189cf926f31 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:47.682739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e617ca8d-016d-4a5f-b216-fbf5148cd34a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.683209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e617ca8d-016d-4a5f-b216-fbf5148cd34a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.693360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e617ca8d-016d-4a5f-b216-fbf5148cd34a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/b7c01a97-274c-4018-9f8c-3e4bbf58232d HTTP/1.1" status: 404 len: 339 time: 0.0530779 Dec 17 17:00:47.698907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.699176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41356) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.750050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-dfbcb2bf-f576-4cec-8a8f-4a06809897bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4787085 Dec 17 17:00:47.757760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e80ba4c-7ea0-4a5b-bce1-efb0f3370fbe tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:47.776268 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eb4731-59af-4ea9-8671-7da529916d48 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.776268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66eb4731-59af-4ea9-8671-7da529916d48 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.776268 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-66eb4731-59af-4ea9-8671-7da529916d48 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/5a113c91-1e63-4565-b992-d17030f9a3b8 HTTP/1.1" status: 404 len: 337 time: 0.0550892 Dec 17 17:00:47.776268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41360) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.809920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-707d3ad4-2b80-4f97-9ec9-0eeafff8c87c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.810383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707d3ad4-2b80-4f97-9ec9-0eeafff8c87c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.817332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-707d3ad4-2b80-4f97-9ec9-0eeafff8c87c tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/ee98df03-d1c8-45f5-9415-0ff9d33e8edb HTTP/1.1" status: 404 len: 339 time: 0.0403745 Dec 17 17:00:47.817563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41364) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.825292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Port': ['ID=5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:47.835836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:47.840842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] No DVR routers for this DVR port 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:47.900000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:47.908249 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8746b77-5bf7-4d24-9018-53dfc87dfe20 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.908700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8746b77-5bf7-4d24-9018-53dfc87dfe20 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.912776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8746b77-5bf7-4d24-9018-53dfc87dfe20 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/68e614c7-311f-4eb1-bb7b-bbe62e55f321 HTTP/1.1" status: 404 len: 337 time: 0.0919783 Dec 17 17:00:47.912918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bf844624-65e9-49de-87a6-7189cf926f31 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:47.913500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:47.920297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41368) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:47.971425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:47.972916 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2e49e8-7282-441a-a5f6-1326781c73ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:47.973386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2e49e8-7282-441a-a5f6-1326781c73ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:47.980137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bb2e49e8-7282-441a-a5f6-1326781c73ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/0561d3e1-575d-4b82-9595-24217e213e45 HTTP/1.1" status: 404 len: 339 time: 0.0538440 Dec 17 17:00:47.980137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41374) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:48.005350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bf844624-65e9-49de-87a6-7189cf926f31 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:48.005741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.051499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.061656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting subnet f6503c89-64d9-44fd-98be-3cace70ec89e {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:48.064663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.076714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860ca20f-9b9c-4e2e-bfe2-76a0d6395005']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:48.090001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040eafd5-48cf-45e0-b1ef-2c2792d83fce') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:48.090361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040eafd5-48cf-45e0-b1ef-2c2792d83fce') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:48.102575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.118737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.118931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.125518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:48.125994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:48.203971 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:48.273475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Update dhcp port {'port': {'network_id': 'd11ba9ce-521a-40d1-bc10-0e37a344f9af', 'fixed_ips': [{'subnet_id': 'e0e64099-a0b5-426c-b5b9-5b1074f5b51d', 'ip_address': '172.20.0.2'}, {'subnet_id': '133d61de-d1f5-4c3e-b0dc-49d27fa67b9e'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'ca8cba2d-f3bc-4411-81da-dcc617d8a575'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:00:48.274179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-04ed5769-e01f-4f9c-8a0a-e5afacfc491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:48.275983 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-04ed5769-e01f-4f9c-8a0a-e5afacfc491d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c970a797c4d64a55b22107c1ea2af53d&device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 1098 time: 0.4171414 Dec 17 17:00:48.288547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.309761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Provisioning for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:48.333646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Provisioning complete for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:48.334844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.348777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.367939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-45132008-cb92-4a74-8683-6489bdc03410 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:48.384376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.393056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.393613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.402097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=860ca20f-9b9c-4e2e-bfe2-76a0d6395005,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:48.412028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b64e634-2b68-44c5-b39b-c36f1c0a591c tempest-AllowedAddressPairIpV6TestJSON-1117414137 tempest-AllowedAddressPairIpV6TestJSON-1117414137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:48.414389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:48.473972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.485831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0ae1dd78-93ae-4a26-9697-a86314ee4dd5 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:48.487313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:48.493601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:48.496057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:48.535555 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/860ca20f-9b9c-4e2e-bfe2-76a0d6395005 HTTP/1.1" status: 204 len: 168 time: 3.3176303 Dec 17 17:00:48.550132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41382) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:48.550132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Port': ['ID=bf844624-65e9-49de-87a6-7189cf926f31,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:48.550325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.550850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:48.656187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:48.672103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=d4a14bd9-fb7f-4b64-aecb-95f158fa1d08,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:48.675358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:48.699829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-abc15950-94e4-4dfd-9848-0a1029e1f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:48.701301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-abc15950-94e4-4dfd-9848-0a1029e1f27d service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 200 len: 912 time: 0.3938003 Dec 17 17:00:48.704694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace89dcd-cdb5-456a-ab4e-ebb44699d6f2 None None] DHCP port deletion for 0f5cb9ac-eebf-4471-8024-2bb158a502f5 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:48.710602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:48.711188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.720862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:48.721359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cd1f2ae-04ed-4bd1-a64f-91c8ee7819dd not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:48.845286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.865281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-fa6bce6b-bdcb-4767-bfc2-728ece22fef8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 200 len: 1000 time: 0.1495428 Dec 17 17:00:48.876069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1785650 Dec 17 17:00:48.880096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41386) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:48.884822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Allocated IP 172.20.0.18 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e/ca8cba2d-f3bc-4411-81da-dcc617d8a575) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:48.892165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca8cba2d-f3bc-4411-81da-dcc617d8a575,segment=NetworkSegment(a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b),segment_id=a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:48.923723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No DVR routers for this DVR port bf844624-65e9-49de-87a6-7189cf926f31 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:48.925202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0e64099-a0b5-426c-b5b9-5b1074f5b51d'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:48.948752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.952150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fc04dc2b-5085-46cd-9d67-eca77d5a88ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:48.962804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:48.978993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:48.997904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.023906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Subnet': ['ID=f6503c89-64d9-44fd-98be-3cace70ec89e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:49.029093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.038333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:49.087506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.089501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-d8edf00d-db87-4512-aee8-04f28ab29f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:49.090989 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-d8edf00d-db87-4512-aee8-04f28ab29f74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=195e4bee-fb55-447e-99f8-5a82ae0fefe0 HTTP/1.1" status: 200 len: 850 time: 0.2123389 Dec 17 17:00:49.145368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/subnets/f6503c89-64d9-44fd-98be-3cace70ec89e HTTP/1.1" status: 204 len: 168 time: 1.1658254 Dec 17 17:00:49.151362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41390) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:49.167674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d417aa-f6ab-41ad-b05a-5a7b727335f6 None None] Network f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:49.197155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.270136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.275793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Pushing event updated for resources: {'Port': ['ID=ca8cba2d-f3bc-4411-81da-dcc617d8a575,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:49.291770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:49.299106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.301917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.388701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebda9065-0fab-4542-875c-432c7f683491']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.414174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.418635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca8cba2d-f3bc-4411-81da-dcc617d8a575,segment=NetworkSegment(a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b),segment_id=a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:49.420445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5515b2a7-91d0-4731-a070-0f5f22b9b227') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.420743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5515b2a7-91d0-4731-a070-0f5f22b9b227') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.427830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fccae4fa-6a9c-4b3b-9cfb-fd86a408298e tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:49.454386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.470426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=77878876-4be0-4518-b2a8-6509237fb68c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:49.475680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Transition to ACTIVE for port object ca8cba2d-f3bc-4411-81da-dcc617d8a575 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:49.527263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.540287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:49.542514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.547769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b1d84b7-0112-460b-a30f-24eccff1e7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:49.579798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.585027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cabd9a-d23f-4759-8b8a-54eff9511724 None None] Network 0f5cb9ac-eebf-4471-8024-2bb158a502f5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:49.597649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] DHCP port deletion for f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:49.618815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.644960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:49.652503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.657882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 32824981-914e-48f0-8d35-733cfd8e67d4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:49.658235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:49.660006 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:49.694214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-9423672a-1a4f-4480-8c2b-74c83d809c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:49.695755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-9423672a-1a4f-4480-8c2b-74c83d809c2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b7219c-8151-4e8b-8b1c-7751bfc38fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5910752 Dec 17 17:00:49.712569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Deleting port 32824981-914e-48f0-8d35-733cfd8e67d4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:49.713651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.732521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.749925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Delete allocated IP 172.20.0.21 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e) {{(pid=88116) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:00:49.790455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5cb9ac-eebf-4471-8024-2bb158a502f5']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.807762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.812989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6d5f89-9843-4ab8-9f99-a2f3b2a53140') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:49.832432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.857294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.866930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:49.867609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.874237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Pushing event updated for resources: {'Port': ['ID=ca8cba2d-f3bc-4411-81da-dcc617d8a575,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:49.882305 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:49.916856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:49.937009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.945781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:49.969901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:49.986184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router 9170d240-33a5-42b2-8597-ffce31a19ef0 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:00:50.006764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=ebda9065-0fab-4542-875c-432c7f683491,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:50.012637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:50.019047 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/ebda9065-0fab-4542-875c-432c7f683491 HTTP/1.1" status: 204 len: 168 time: 1.4677131 Dec 17 17:00:50.026416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de173d-db51-47b0-83fe-34d817b9e4bb None None] DHCP port deletion for 0f5cb9ac-eebf-4471-8024-2bb158a502f5 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:50.026502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41400) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:50.137060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.173675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] For port 32824981-914e-48f0-8d35-733cfd8e67d4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32824981-914e-48f0-8d35-733cfd8e67d4,segment=NetworkSegment(fa0963d5-e128-4e16-9317-33cf2665e0cc),segment_id=fa0963d5-e128-4e16-9317-33cf2665e0cc)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:50.173675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.196526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1c61eac-2343-4489-8bba-f3b0e714fb9f tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:50.221549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.247012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=0f5cb9ac-eebf-4471-8024-2bb158a502f5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:50.258451 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0f5cb9ac-eebf-4471-8024-2bb158a502f5 HTTP/1.1" status: 204 len: 168 time: 8.5613687 Dec 17 17:00:50.261615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41404) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:50.262660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:50.305431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-ebe616e6-55fa-4efd-9627-1d4b15a7fb62 service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890367 Dec 17 17:00:50.358581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Calling delete_port for 32824981-914e-48f0-8d35-733cfd8e67d4 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:50.516758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] For port 32824981-914e-48f0-8d35-733cfd8e67d4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32824981-914e-48f0-8d35-733cfd8e67d4,segment=NetworkSegment(fa0963d5-e128-4e16-9317-33cf2665e0cc),segment_id=fa0963d5-e128-4e16-9317-33cf2665e0cc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:50.516758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.590638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.592800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:00:50.594815 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6870dcd1-947e-461d-810b-8d46032dfa9a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:00:50.595273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6870dcd1-947e-461d-810b-8d46032dfa9a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:00:50.598543 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6870dcd1-947e-461d-810b-8d46032dfa9a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0f5cb9ac-eebf-4471-8024-2bb158a502f5 HTTP/1.1" status: 404 len: 339 time: 0.1040213 Dec 17 17:00:50.610040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.615720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] Sync routers for ids ['9170d240-33a5-42b2-8597-ffce31a19ef0'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:00:50.615968 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "PUT /v2.0/routers/9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 200 len: 915 time: 8.3329182 Dec 17 17:00:50.616531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41410) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:50.624956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-916961433', 'description': 'd1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:50.629077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41412) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:50.634191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] Routers {'9170d240-33a5-42b2-8597-ffce31a19ef0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:50.634846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['9170d240-33a5-42b2-8597-ffce31a19ef0'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:50.663417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Calling delete_port for 32824981-914e-48f0-8d35-733cfd8e67d4 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:50.699496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.709333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ca8cba2d-f3bc-4411-81da-dcc617d8a575 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:00:50.714423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:50.728167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Usage tracker for resource:network and tenant:87a2497eef3f493793531f89345a86bd is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:50.746442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7efee60f-de8f-4a40-9aea-b64f359e5c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:50.750439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:50.752079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.785404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:50.790535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] No DVR routers for this DVR port 32824981-914e-48f0-8d35-733cfd8e67d4 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:50.800945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:50.824209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Ignored duplicate provisioning block setup for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 17 17:00:50.824961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Pushing event deleted for resources: {'Port': ['ID=32824981-914e-48f0-8d35-733cfd8e67d4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:50.836054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] Routers {'9170d240-33a5-42b2-8597-ffce31a19ef0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:00:50.836054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['9170d240-33a5-42b2-8597-ffce31a19ef0'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:50.870970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:50.871362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:50.875919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c00ab2f-740b-4da0-80f7-f439c2e757af req-3b3cd73c-2883-4097-9234-f1cc23e46b64 service neutron] 10.222.0.60 "GET /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592504 Dec 17 17:00:50.901014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:50.901834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0ddcc-b339-4f61-bb8d-34012a73be45 None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:50.918247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:50.930559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:50.938585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:50.942252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.011514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.051606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:51.064681 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06cdfe83-5092-4f1d-a43e-a20d1239fce4 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 200 len: 921 time: 0.4310296 Dec 17 17:00:51.065756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41422) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.070899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.071316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6da3f-b316-4615-bbb3-491b064630d0 None None] The sync data for ids ['9170d240-33a5-42b2-8597-ffce31a19ef0'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:00:51.103468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e176ba8-0f27-4859-810d-801aa63be418']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.124353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.124721 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment 031a4ee7-c786-444d-9dc2-813b89f5eb01 of type vlan for network 5bb3886a-2e42-4b89-a190-8e50321cd92d Dec 17 17:00:51.134985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ffe6c0-bb3e-4ae7-a804-8b9231cbf070') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.135380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ffe6c0-bb3e-4ae7-a804-8b9231cbf070') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.148427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=d4a14bd9-fb7f-4b64-aecb-95f158fa1d08,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:51.162974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:51.168385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.183488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] In _notify_port_updated(), no bound segment for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 on network d11ba9ce-521a-40d1-bc10-0e37a344f9af {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:00:51.188717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.189131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:51.189899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.193981 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/ports/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 HTTP/1.1" status: 200 len: 919 time: 2.2743280 Dec 17 17:00:51.194524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41426) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.198667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:51.199087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.204833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0e64099-a0b5-426c-b5b9-5b1074f5b51d'}, {'subnet_id': '133d61de-d1f5-4c3e-b0dc-49d27fa67b9e'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:51.207932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2064dd8e-d346-4a75-bb28-e943e06aaf99 None None] Provisioning for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:51.214548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32824981-914e-48f0-8d35-733cfd8e67d4 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:51.229307 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:51.259974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2064dd8e-d346-4a75-bb28-e943e06aaf99 None None] Provisioning complete for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:51.260360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2064dd8e-d346-4a75-bb28-e943e06aaf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.285890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 32824981-914e-48f0-8d35-733cfd8e67d4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:51.286237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32824981-914e-48f0-8d35-733cfd8e67d4 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:51.286660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bf844624-65e9-49de-87a6-7189cf926f31 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:51.334927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.341050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.348408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: bf844624-65e9-49de-87a6-7189cf926f31 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:51.348769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bf844624-65e9-49de-87a6-7189cf926f31 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:51.388452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15417a5f-ff24-410d-9276-d6d25fd82d83 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:51.392278 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-15417a5f-ff24-410d-9276-d6d25fd82d83 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=9170d240-33a5-42b2-8597-ffce31a19ef0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3259127 Dec 17 17:00:51.393264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Deleting port 32824981-914e-48f0-8d35-733cfd8e67d4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:51.393970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.396520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.473445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.476487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] The port '32824981-914e-48f0-8d35-733cfd8e67d4' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:00:51.485651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.494436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:51.494436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.501741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-815ff114-6ead-4c32-805a-c5208c14545b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:51.521504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.619171 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/1e176ba8-0f27-4859-810d-801aa63be418 HTTP/1.1" status: 204 len: 168 time: 1.5924642 Dec 17 17:00:51.620001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.773641 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1553812 Dec 17 17:00:51.789541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.794782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41440) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.795527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85120d7-2353-454b-9705-093a7116cae9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=5bb3886a-2e42-4b89-a190-8e50321cd92d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:51.825103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5bb3886a-2e42-4b89-a190-8e50321cd92d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:51.832427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.853724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Provisioning complete for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:51.858126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0963d5-e128-4e16-9317-33cf2665e0cc') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.858381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.858527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0963d5-e128-4e16-9317-33cf2665e0cc') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:51.891113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82e8f0-7bd9-4fa7-a72d-3cde49ebae7f tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:51.892488 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ec82e8f0-7bd9-4fa7-a72d-3cde49ebae7f tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.4945457 Dec 17 17:00:51.899254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:51.909673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41444) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:51.915342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=1e176ba8-0f27-4859-810d-801aa63be418,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:51.950742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.000573 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9014cfe-ac8f-430e-b877-0bb2642d715f tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 200 len: 205 time: 0.0891826 Dec 17 17:00:52.004169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41450) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:52.023429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:52.028166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:52.028749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:52.139069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.172492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:52.172912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.243012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c258f6-e1b6-404b-90b9-0f4cbc88b3b6 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:52.244295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54c258f6-e1b6-404b-90b9-0f4cbc88b3b6 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Synchronizing usage tracker for tenant:87a2497eef3f493793531f89345a86bd on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:52.250002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.250237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Provisioning for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:52.255209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Provisioning complete for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:52.259112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.292335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311571c4-368a-4940-a3c5-61d4aba73d49']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:52.297326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55167cd-a02b-4761-8e1b-761cbb8b8aee None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:52.310094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78119694-b3a8-4ccf-bb5e-4141ef58ba92') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:52.310395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78119694-b3a8-4ccf-bb5e-4141ef58ba92') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:52.323840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:52.366654 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:52.377482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c73cbb70-b6a3-4302-a5fd-ef0c57991aa0 None None] Port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:00:52.449506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54c258f6-e1b6-404b-90b9-0f4cbc88b3b6 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Unset dirty status for tenant:87a2497eef3f493793531f89345a86bd on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:52.454238 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-54c258f6-e1b6-404b-90b9-0f4cbc88b3b6 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks?id=5bb3886a-2e42-4b89-a190-8e50321cd92d HTTP/1.1" status: 200 len: 764 time: 0.6520510 Dec 17 17:00:52.460819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41456) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:52.462611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'description': 'd2'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:52.466846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55167cd-a02b-4761-8e1b-761cbb8b8aee None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:52.479382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.543027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:52.543442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:52.558657 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:52.570632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b84c849b-3074-4bb8-a440-4467c655dd78 None None] Provisioning complete for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:52.571141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b84c849b-3074-4bb8-a440-4467c655dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.607103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.19 (d11ba9ce-521a-40d1-bc10-0e37a344f9af/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:52.611287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.646071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b84c849b-3074-4bb8-a440-4467c655dd78 None None] Port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:00:52.681619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.701833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c12d09ff-da42-451c-8b03-0e50c27dc253 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:52.737719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.760834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Pushing event deleted for resources: {'Network': ['ID=f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:52.775356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.781448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90f2565f-0986-4439-a883-45336fc4cedf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:52.809661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.821122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:52.824838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] 10.222.0.61 "DELETE /v2.0/networks/f7a0f3a6-4c8c-4964-9c9d-8e0f79a3961f HTTP/1.1" status: 204 len: 168 time: 3.6686990 Dec 17 17:00:52.832497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Pushing event deleted for resources: {'Network': ['ID=311571c4-368a-4940-a3c5-61d4aba73d49,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:52.839023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:52.842949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.854573 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] 10.222.0.61 "DELETE /v2.0/networks/311571c4-368a-4940-a3c5-61d4aba73d49 HTTP/1.1" status: 204 len: 168 time: 1.2259226 Dec 17 17:00:52.912670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654ea6e-1351-4cfa-80c5-c0a3c403eb4c None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:00:52.947866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:52.953187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:52.972278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.023312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.058974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Ignored duplicate provisioning block setup for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 17 17:00:53.062766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port 45b5f504-1ff2-4a21-9e7e-4ed3dc7b31f3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:53.063287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.076505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=5bb3886a-2e42-4b89-a190-8e50321cd92d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:53.079453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 5bb3886a-2e42-4b89-a190-8e50321cd92d is not hosted by any dhcp agent {{(pid=88117) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 17 17:00:53.084851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:53.085445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.089834 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "PUT /v2.0/networks/5bb3886a-2e42-4b89-a190-8e50321cd92d HTTP/1.1" status: 200 len: 761 time: 0.6328065 Dec 17 17:00:53.091995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:53.091995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41466) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.130510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5bb3886a-2e42-4b89-a190-8e50321cd92d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:53.138550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.149023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48429edd-37c7-4f22-bfbf-0ad3ea08c427 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:53.261739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c57fa6-d37d-47fe-aae2-1bd62547067e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:53.267514 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-05c57fa6-d37d-47fe-aae2-1bd62547067e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks?id=5bb3886a-2e42-4b89-a190-8e50321cd92d HTTP/1.1" status: 200 len: 764 time: 0.1711755 Dec 17 17:00:53.267948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41472) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.323000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654ea6e-1351-4cfa-80c5-c0a3c403eb4c None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:00:53.407968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=d4a14bd9-fb7f-4b64-aecb-95f158fa1d08,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:53.482598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a199ec-8d1f-4e92-b1e0-ef5b690ad02e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:53.484354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:53.487723 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08a199ec-8d1f-4e92-b1e0-ef5b690ad02e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2150156 Dec 17 17:00:53.489357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.560851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d3bdb4be-5236-4a4c-b347-c0bbdbd34d24 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Synchronizing usage tracker for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:53.589777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.622769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41486) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.660153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] In _notify_port_updated(), no bound segment for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 on network d11ba9ce-521a-40d1-bc10-0e37a344f9af {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:00:53.665723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:53.666407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:53.667869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/ports/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 HTTP/1.1" status: 200 len: 999 time: 2.4690883 Dec 17 17:00:53.670559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41492) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.735746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for 45b5f504-1ff2-4a21-9e7e-4ed3dc7b31f3 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:53.763099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d3bdb4be-5236-4a4c-b347-c0bbdbd34d24 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Unset dirty status for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:53.764099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d3bdb4be-5236-4a4c-b347-c0bbdbd34d24 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 207 time: 0.2722988 Dec 17 17:00:53.769986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41496) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.770186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:53.770437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41498) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:53.770545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.073836 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-76e851e9-6cef-42c4-8f43-5ded7dc8bdfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ac62a588ad8402e8f609f017e27bd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502575 Dec 17 17:00:54.074764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41506) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:54.151695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.157305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.158104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.164395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.170026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.176256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.181879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.182947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Synchronizing usage tracker for tenant:87a2497eef3f493793531f89345a86bd on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:54.185499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8c53241-748d-40fa-be0e-17249c6e80b9 None None] Provisioning complete for port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:54.186040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8c53241-748d-40fa-be0e-17249c6e80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.201626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.222095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Unset dirty status for tenant:87a2497eef3f493793531f89345a86bd on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:54.226813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a1d2f40e-078a-4430-8275-4a3408ba2feb tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4492068 Dec 17 17:00:54.226813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0f98f6a1-7acb-4065-8e8a-d29e1bf08d45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=905a268e8a0a4b229ea0f3fb3399d7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532940 Dec 17 17:00:54.230359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41512) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:54.231044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41514) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:54.242445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c8c53241-748d-40fa-be0e-17249c6e80b9 None None] Port d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:00:54.351158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:54.379641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.469150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.540125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0735c816-6cc3-4272-af5c-c7d0f0f43bc6 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3061140 Dec 17 17:00:54.540747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41524) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:54.542680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.603991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.617559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c40cc80e-6fa5-4c69-9db5-87a46a330810 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:54.661644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.670533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:54.687865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac83e4-39c1-43c8-b3b5-1d6934746cd4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:54.695763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:54.709006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=45b5f504-1ff2-4a21-9e7e-4ed3dc7b31f3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:54.721004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.721004 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78ac83e4-39c1-43c8-b3b5-1d6934746cd4 HTTP/1.1" status: 204 len: 168 time: 0.6389027 Dec 17 17:00:54.721154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:54.740301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.742663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.743457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.745041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.746634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.748269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9f29062e-fa7a-4533-a7fc-13ef930f376e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1983380 Dec 17 17:00:54.752193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41530) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:54.799982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.807044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-908d9e5f-9a9a-40a3-b0a3-3e3f96aaacc0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:54.809059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.862218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=d4a14bd9-fb7f-4b64-aecb-95f158fa1d08,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:54.867066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:54.906780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.910468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.910468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.911084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.912475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:54.913171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Synchronizing usage tracker for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:54.915541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:54.974020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-47b68b56-7a5a-4cd6-bc08-9dfebb621238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:55.007399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Unset dirty status for tenant:87a2497eef3f493793531f89345a86bd on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:55.012261 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ef5b3046-ddbf-4ebd-b8b2-78bf2c124da3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2555575 Dec 17 17:00:55.012442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.012442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10db34-8b1e-40f3-8bea-57c67c0c1f9d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:55.012627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41536) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.014210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.032575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:55.057772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.071136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b10db34-8b1e-40f3-8bea-57c67c0c1f9d HTTP/1.1" status: 204 len: 168 time: 0.8353796 Dec 17 17:00:55.131103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.136393 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 HTTP/1.1" status: 204 len: 168 time: 1.4618385 Dec 17 17:00:55.137270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41542) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.143092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.143589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router 9170d240-33a5-42b2-8597-ffce31a19ef0 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:00:55.162104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.166829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 204 len: 168 time: 3.1588919 Dec 17 17:00:55.170756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41546) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.177454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-700314208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:55.186250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:55.190733 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce6228f-b855-4e7a-a625-1c038debabf1 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:00:55.191274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0ce6228f-b855-4e7a-a625-1c038debabf1 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:55.191849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:55.195653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:55.204716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:55.240377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762dba3e-0784-4085-9452-043306a06b20 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:55.241750 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-762dba3e-0784-4085-9452-043306a06b20 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks/0ea4566a-afb3-4f5a-bbff-340d417b5d69 HTTP/1.1" status: 200 len: 803 time: 0.2283990 Dec 17 17:00:55.245589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41552) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.274003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.275198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.292071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.329958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0ce6228f-b855-4e7a-a625-1c038debabf1 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:55.333588 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0ce6228f-b855-4e7a-a625-1c038debabf1 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 HTTP/1.1" status: 404 len: 333 time: 0.1932752 Dec 17 17:00:55.334458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41562) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.371503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.441382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 133d61de-d1f5-4c3e-b0dc-49d27fa67b9e {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:55.447079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.476358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.478635 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-46e7576a-1798-4b64-a352-0d4b310c020e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/networks/0ea4566a-afb3-4f5a-bbff-340d417b5d69?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2318857 Dec 17 17:00:55.478987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ac2b243-5664-4934-8205-d0e1cfa2175d tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3065701 Dec 17 17:00:55.482575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41570) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.483226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41572) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.516727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.540431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:55.618376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.811537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.816809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-251d9bde-66c8-4890-8d76-6132d4947813 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:55.854858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb98c1c-6b78-42e5-92c2-dd15eca9e6e9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:55.856896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5bb98c1c-6b78-42e5-92c2-dd15eca9e6e9 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets/3b85ab71-c684-4b0d-b13e-7bf738daa560 HTTP/1.1" status: 200 len: 843 time: 0.3681576 Dec 17 17:00:55.864109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41598) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:55.869123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:55.871992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=133d61de-d1f5-4c3e-b0dc-49d27fa67b9e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:55.874543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:55.884282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f913a8c-5546-4733-a1c3-87ecdaaea752 None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:55.996066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.014389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b562da-f956-4af6-a43f-a7a42ad25ee2 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:56.014389 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18b562da-f956-4af6-a43f-a7a42ad25ee2 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "GET /v2.0/subnets/3b85ab71-c684-4b0d-b13e-7bf738daa560?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1474149 Dec 17 17:00:56.015755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41602) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.018030 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e HTTP/1.1" status: 204 len: 168 time: 0.6819561 Dec 17 17:00:56.018030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41604) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.021519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.026541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900211283'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:56.100065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet e0e64099-a0b5-426c-b5b9-5b1074f5b51d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:00:56.102286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:56.105384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.155625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:56.174196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.253649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:56.258397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.287462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1943993841'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:56.293458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:56.298987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:56.302300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:56.310716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.351899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.352288 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Added segment c0571f5c-3601-41b2-88b0-f3e2bf118fdf of type vlan for network 10d0d44a-e43b-4662-baab-6201060d0f4d Dec 17 17:00:56.356930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:56.376275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:56.394216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.489868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.505401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44acdb1b-e31f-4069-8c15-09c8ec7490f6 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:56.506724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:56.510388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.536951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41626) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.540763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.554031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e64099-a0b5-426c-b5b9-5b1074f5b51d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:56.564491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:56.564491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.565725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:56.566380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.578337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:56.604906 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/e0e64099-a0b5-426c-b5b9-5b1074f5b51d HTTP/1.1" status: 204 len: 168 time: 0.5823908 Dec 17 17:00:56.650938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41634) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.651678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.703496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Network': ['ID=10d0d44a-e43b-4662-baab-6201060d0f4d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:56.707349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:56.715453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-903599875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:56.719072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 10d0d44a-e43b-4662-baab-6201060d0f4d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:56.723005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:56.727442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:router and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:56.730494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:56.736922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:56.774653 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7515960 Dec 17 17:00:56.775288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41638) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:56.782617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:56.801736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:56.884959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:security_group_rule and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:56.895213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.896550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.898559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:56.902972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.940070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec493f8b-690d-463c-b9a9-d8232db787f7 None None] Network d11ba9ce-521a-40d1-bc10-0e37a344f9af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:56.949213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:56.961696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.014285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.045455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.048887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4cabcff6-7188-406d-a3ff-98d8b46250a4 None None] Provisioning complete for port ca8cba2d-f3bc-4411-81da-dcc617d8a575 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:57.049635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4cabcff6-7188-406d-a3ff-98d8b46250a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.061026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port ca8cba2d-f3bc-4411-81da-dcc617d8a575 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:57.061366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.067591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:57.080080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:57.108595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.159406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Made reservation on behalf of 87a2497eef3f493793531f89345a86bd for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:57.163293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.228433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.229709 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-efb99b24-fb4b-4f31-8278-655f734d6dac tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6916177 Dec 17 17:00:57.239207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41644) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:57.257452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1356283788'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:57.265265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:57.268889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Allocated IP 172.26.4.119 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/6e6a8cef-3a3f-4fac-8284-4f5de4ad5b4c) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:57.271724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:00:57.272507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:00:57.274811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:network and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:57.278604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:57.290514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:57.339617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] DHCP port deletion for d11ba9ce-521a-40d1-bc10-0e37a344f9af request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:00:57.344375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Deleting port ca8cba2d-f3bc-4411-81da-dcc617d8a575 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:57.344827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.380736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:57.382120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.384614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.406322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.433019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:57.441163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:security_group_rule and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:57.451331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:57.460700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:57.471981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca8cba2d-f3bc-4411-81da-dcc617d8a575,segment=NetworkSegment(a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b),segment_id=a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:57.472620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.491690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.542305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.544589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:57.553985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ac2e0fbc-222d-4afc-af8b-06b5373151e0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:57.554182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] For port ca8cba2d-f3bc-4411-81da-dcc617d8a575, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ca8cba2d-f3bc-4411-81da-dcc617d8a575,segment=NetworkSegment(a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b),segment_id=a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:00:57.554439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.610551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.638973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for ca8cba2d-f3bc-4411-81da-dcc617d8a575 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:57.645865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=36eba178-1de3-4bdb-8b81-7d4fe8d20a3a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:57.654013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Checking segment: {'id': 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:57.654395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network hostable DHCP agents. Network: 10d0d44a-e43b-4662-baab-6201060d0f4d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:57.659806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:57.678041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Calling delete_port for ca8cba2d-f3bc-4411-81da-dcc617d8a575 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:00:57.690071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.694555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4229a751-d442-4592-8b3c-77c08d760182 tempest-RoutersAdminNegativeTest-2110486272 tempest-RoutersAdminNegativeTest-2110486272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:57.704347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:57.731219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343950a1-5b17-4983-8f82-60605792f762,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:57.739202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:57.758820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:57.763979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1148b61-33be-4ec7-9c58-2b3b4ef4f2cf,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:57.783171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.783501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.783607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 7956d885-c83b-474b-99fa-bab8a1828a66 of type vlan for network c49472b5-1e77-4243-928c-8f059a3461d6 Dec 17 17:00:57.783807 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Added segment 1550a7d3-e459-46a9-b132-e6c6a48fc2c3 of type vlan for network 9b8a51a5-b045-49c0-b35d-068a0149b7bc Dec 17 17:00:57.785628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Network 10d0d44a-e43b-4662-baab-6201060d0f4d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:57.790796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:57.810466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.839177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.848565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.863301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 10d0d44a-e43b-4662-baab-6201060d0f4d) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:57.870153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:57.870739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.872873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20b78b-7db4-42e6-bdd2-071ef4493ecc None None] Network 10d0d44a-e43b-4662-baab-6201060d0f4d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:57.894164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.901330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d8fefad5-4c4b-453c-9d38-f9bf26c9e830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:57.945496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=ca8cba2d-f3bc-4411-81da-dcc617d8a575,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:57.947514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No DVR routers for this DVR port ca8cba2d-f3bc-4411-81da-dcc617d8a575 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:57.949086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:57.954328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:57.955206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:57.963388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.969556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:57.978610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:57.987177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39942b03-1b50-43cf-badd-48bb711ffe39 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:58.012199 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2354901 Dec 17 17:00:58.027446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41654) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:58.036382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:58.131216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.136735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:58.137760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.141537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.190053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:58.200793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-10d0d44a-e43b-4662-baab-6201060d0f4d', 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d', 'tenant_id': '87a2497eef3f493793531f89345a86bd', 'fixed_ips': [{'subnet_id': '36eba178-1de3-4bdb-8b81-7d4fe8d20a3a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:00:58.202024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.233270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Network': ['ID=9b8a51a5-b045-49c0-b35d-068a0149b7bc,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:58.238284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:58.249854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7297077'] for subnet, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.255657 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0143321 Dec 17 17:00:58.259677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41658) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:58.263142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:58.270243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'subnet': {'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:58.317473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:58.319406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.334443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:58.344755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:58.385425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=c49472b5-1e77-4243-928c-8f059a3461d6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:58.399276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c49472b5-1e77-4243-928c-8f059a3461d6 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:58.400566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:58.403527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24063141-4462-4686-b17b-80de73ad71d7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:58.437770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11ba9ce-521a-40d1-bc10-0e37a344f9af']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:58.441371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:58.471059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:58.471305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c708c6-dc65-4b4b-aebd-4fbd78b50e5b') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:00:58.477232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:subnet and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:58.481644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Deleting port ca8cba2d-f3bc-4411-81da-dcc617d8a575 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:00:58.481644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.488105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:58.492460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4755592 Dec 17 17:00:58.495950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41662) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:58.499303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.501033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:58.508206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-324567832'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:58.514133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Pushing event updated for resources: {'Port': ['ID=6e6a8cef-3a3f-4fac-8284-4f5de4ad5b4c,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:58.519413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:58.521774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 17:00:58.521774 dv-neutron-821073-1-hyperv neutron-server[88118]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 17 17:00:58.521774 dv-neutron-821073-1-hyperv neutron-server[88118]: [parameters: {'in_use': 1, 'id_1': '36eba178-1de3-4bdb-8b81-7d4fe8d20a3a'}] Dec 17 17:00:58.521774 dv-neutron-821073-1-hyperv neutron-server[88118]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:00:58.521774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:00:58.526092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:58.531526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:58.542190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:58.572790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:58.573346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73746bdc-ab5b-4109-81a9-ec685bde2beb None None] The port 'ca8cba2d-f3bc-4411-81da-dcc617d8a575' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:00:58.600986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:58.604455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.618540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ca8cba2d-f3bc-4411-81da-dcc617d8a575 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:00:58.639682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.650047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:00:58.650441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.659651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ca8cba2d-f3bc-4411-81da-dcc617d8a575 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:00:58.660089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ca8cba2d-f3bc-4411-81da-dcc617d8a575 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:00:58.665396 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:00:58.706951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:58.710401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.758700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:58.773533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8157731'] for subnet, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.779039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.779039 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 379c99de-d37d-47e6-9146-f351a7ba2b6f of type vlan for network 79078b07-6ada-485f-92fc-36b0fdf644d2 Dec 17 17:00:58.781470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219078f6-ba5e-40a7-89d1-ce79ca8c1b31 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:58.856711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.859850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7ed5bde5-7eee-4f57-b9b8-15e05d08f655 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:58.874343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.911542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:58.912230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.916583 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "PUT /v2.0/subnets/36eba178-1de3-4bdb-8b81-7d4fe8d20a3a HTTP/1.1" status: 200 len: 900 time: 0.8846118 Dec 17 17:00:58.921531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.924853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41670) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:58.945498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=d11ba9ce-521a-40d1-bc10-0e37a344f9af,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:58.956362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:58.959466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event updated for resources: {'Subnet': ['ID=36eba178-1de3-4bdb-8b81-7d4fe8d20a3a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:58.965627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/d11ba9ce-521a-40d1-bc10-0e37a344f9af HTTP/1.1" status: 204 len: 168 time: 2.3038294 Dec 17 17:00:58.969766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:58.970531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41674) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:59.022055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.128442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:00:59.152777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.180436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.188288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6b27f529-a1a8-4158-b47c-16165b32da84 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:59.219047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c67a4c-acd6-49d8-bff6-ff6f9e9c634b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:59.219837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b0c67a4c-acd6-49d8-bff6-ff6f9e9c634b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:00:59.222266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Allocated IP 2001:db8::3 (10d0d44a-e43b-4662-baab-6201060d0f4d/36eba178-1de3-4bdb-8b81-7d4fe8d20a3a/e8d72086-0c00-4127-8abb-dce107405fde) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:00:59.234751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.250250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.255735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:59.256318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.329110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b0c67a4c-acd6-49d8-bff6-ff6f9e9c634b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:00:59.335410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b0c67a4c-acd6-49d8-bff6-ff6f9e9c634b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3569596 Dec 17 17:00:59.335849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41680) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:59.444718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.455357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Transition to ACTIVE for port object e8d72086-0c00-4127-8abb-dce107405fde will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:59.457755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Subnet': ['ID=dc99df93-a960-4a32-90f3-eb22065c3239,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:59.462857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Checking segment: {'id': '1550a7d3-e459-46a9-b132-e6c6a48fc2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:59.463220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network hostable DHCP agents. Network: 9b8a51a5-b045-49c0-b35d-068a0149b7bc, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:00:59.472279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:59.472279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90969d41-cc6b-4b64-aaa0-e2983888bbd4 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:59.477776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Transition to ACTIVE for port object e8d72086-0c00-4127-8abb-dce107405fde will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:59.554257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.560045 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0581758 Dec 17 17:00:59.565229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:00:59.575458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41684) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:59.583545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.612467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:59.629485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Network 10d0d44a-e43b-4662-baab-6201060d0f4d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:00:59.631996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:59.634331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:00:59.652336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:00:59.654542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=79078b07-6ada-485f-92fc-36b0fdf644d2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:59.673403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:00:59.685276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Pushing event updated for resources: {'Port': ['ID=e8d72086-0c00-4127-8abb-dce107405fde,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:59.701620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f2e69a4d-2151-44c2-b0a6-cfbbc14f199c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3593974 Dec 17 17:00:59.702209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:59.702329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41688) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:59.708959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175821661'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:59.711093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:00:59.715915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:59.722911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:59.727149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:59.731209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.736836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:59.740154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.771598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:00:59.775749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:00:59.780889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:00:59.787964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:00:59.805074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9b8a51a5-b045-49c0-b35d-068a0149b7bc) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:00:59.809715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:59.810348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.823029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b5f023-d36c-44c6-8274-b8fccab47928 None None] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:00:59.852814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Attempting to bind port e8d72086-0c00-4127-8abb-dce107405fde on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:00:59.856286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Attempting to bind port e8d72086-0c00-4127-8abb-dce107405fde by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:00:59.856286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Attempting to bind port e8d72086-0c00-4127-8abb-dce107405fde on network 10d0d44a-e43b-4662-baab-6201060d0f4d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:00:59.891341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:59.895397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.899430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:00:59.906967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.921365 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6594772 Dec 17 17:00:59.927162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:00:59.927543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Checking segment: {'id': 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:00:59.927945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.928340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Bound using segment: {'id': 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:00:59.928778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.928908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Bound port: e8d72086-0c00-4127-8abb-dce107405fde, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10d0d44a-e43b-4662-baab-6201060d0f4d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:00:59.929195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.933545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41694) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:00:59.961408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:00:59.970883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:59.972715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment 52a02eb2-5dd0-4deb-b8c2-d31c62c29e67 of type vlan for network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 Dec 17 17:00:59.992425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0655576-797f-45fa-9a2b-225543472b47 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:00.000642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.040242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'network': {'name': 'tempest-router-network01--415998687'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:00.045030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:00.049574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:network and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:00.052672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:00.058624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:00.071487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=36eba178-1de3-4bdb-8b81-7d4fe8d20a3a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:00.109955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] For port e8d72086-0c00-4127-8abb-dce107405fde, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:00.114992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] For port e8d72086-0c00-4127-8abb-dce107405fde, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e8d72086-0c00-4127-8abb-dce107405fde,segment=NetworkSegment(c0571f5c-3601-41b2-88b0-f3e2bf118fdf),segment_id=c0571f5c-3601-41b2-88b0-f3e2bf118fdf)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:00.166777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:00.177358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.184543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:00.188123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.188512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9b8a51a5-b045-49c0-b35d-068a0149b7bc', 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc', 'tenant_id': 'c6570f8828aa46818b2787f37c48239f', 'fixed_ips': [{'subnet_id': 'dc99df93-a960-4a32-90f3-eb22065c3239'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:00.189360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.190751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:00.191605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.196301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74314483-6c47-4c5a-bf55-1d0863482b2b tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:00.208810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.213683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.215268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ee25227b-9f45-41c9-9685-3f8e75888474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:00.265395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d0d44a-e43b-4662-baab-6201060d0f4d']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.284428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:00.287551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.287856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.292613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Router ef96d04b-ab2c-4a92-a38f-0bfa97028f5c is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:00.310381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.334753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.335097 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Added segment 7b126218-8ce6-4dcd-9191-42860d1ca5fe of type vlan for network 4929260e-2688-4836-9ea1-8e6c46a742be Dec 17 17:01:00.374655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.380697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=65e1bd1c-1c9a-470d-9645-a87dc1346f93,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:00.389324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:00.390342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.393177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:00.394708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6921933 Dec 17 17:01:00.403859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:00.406797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41702) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:00.410224 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:00.426846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:00.495175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.517169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Pushing event updated for resources: {'Port': ['ID=e8d72086-0c00-4127-8abb-dce107405fde,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:00.520867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:00.583852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:01:00.583852 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:01:00.583852 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '10d0d44a-e43b-4662-baab-6201060d0f4d'}] Dec 17 17:01:00.583852 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:00.584378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:00.615217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:00.617630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.620365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:00.622220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:00.628380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:00.629581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.629581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "PUT /v2.0/routers/ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 200 len: 915 time: 5.1434901 Dec 17 17:01:00.629581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:00.632113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41706) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:00.636501 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] Sync routers for ids ['ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:00.651490 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] Routers {'ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:00.652113 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.669459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be321329-f222-4494-a31d-016fe0100508 None None] Network 10d0d44a-e43b-4662-baab-6201060d0f4d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:00.681536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.685662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Allocated IP 2001:db8::2 (9b8a51a5-b045-49c0-b35d-068a0149b7bc/dc99df93-a960-4a32-90f3-eb22065c3239/54d1d166-eb94-4b6c-8985-e4dcbb1ff97a) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:00.690003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:00.691057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:00.726146 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.735495 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] Routers {'ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:00.736377 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:00:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.778168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '7956d885-c83b-474b-99fa-bab8a1828a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:00.778777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: c49472b5-1e77-4243-928c-8f059a3461d6, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:00.804885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:00.807944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:00.808565 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aabbc4-fd6e-409a-8f39-bb472aeb6933 None None] The sync data for ids ['ef96d04b-ab2c-4a92-a38f-0bfa97028f5c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:00.812362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:00.817255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:00.817942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1880cd57-609a-47e8-b320-71136d38cef1 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:00.835674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-554ff2e6-9ed5-4fa0-8b16-a769ca2f3379 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 200 len: 921 time: 0.1994836 Dec 17 17:01:00.835674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41710) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:00.893759 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8737724 Dec 17 17:01:00.896899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41714) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:00.912787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8504a0-f9b4-4a1d-bcef-764f15f9e11b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:00.912980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'network': {'name': 'tempest-router-network02--34305392'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:00.917129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ea8504a0-f9b4-4a1d-bcef-764f15f9e11b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=ef96d04b-ab2c-4a92-a38f-0bfa97028f5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778627 Dec 17 17:01:00.917329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41718) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:00.924665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network c49472b5-1e77-4243-928c-8f059a3461d6 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:00.929022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:00.932600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Network': ['ID=4929260e-2688-4836-9ea1-8e6c46a742be,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:00.938487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:00.939390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:network and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:00.943337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:00.950079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:00.959422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 4929260e-2688-4836-9ea1-8e6c46a742be details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:00.991245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:00.994847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.017176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c49472b5-1e77-4243-928c-8f059a3461d6) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:01.022296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:01.029540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.049525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8391abda-d5eb-439e-8e98-3f2e37378a4b None None] Network c49472b5-1e77-4243-928c-8f059a3461d6 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:01.050941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:01.055483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.085999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.104807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port e8d72086-0c00-4127-8abb-dce107405fde {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:01.105150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.179701 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6022730 Dec 17 17:01:01.185262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41724) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:01.195784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:01.209249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1d991-3dcf-41c9-9d9f-338f4e7281bd tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:01.213223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ecd1d991-3dcf-41c9-9d9f-338f4e7281bd tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.2922475 Dec 17 17:01:01.214519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41728) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:01.253399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91265b-fa47-4715-ac82-0a2a88fa5b09 None None] Network 10d0d44a-e43b-4662-baab-6201060d0f4d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:01.275989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:01.285406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b698d976-d20c-4425-b067-05d51861dd8f tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 200 len: 205 time: 0.0651007 Dec 17 17:01:01.285406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41734) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:01.355318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.378676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.378912 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Added segment 7ac38590-1c30-471f-b193-50d448c1c2c7 of type vlan for network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 Dec 17 17:01:01.385840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Transition to ACTIVE for port object 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:01.493387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Transition to ACTIVE for port object 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:01.504907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.510577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:01.517749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port e8d72086-0c00-4127-8abb-dce107405fde, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e8d72086-0c00-4127-8abb-dce107405fde,segment=NetworkSegment(c0571f5c-3601-41b2-88b0-f3e2bf118fdf),segment_id=c0571f5c-3601-41b2-88b0-f3e2bf118fdf)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:01.518151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.531142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:01.596338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.603272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a70a3f10-10e7-4530-acfb-ed87b66bcaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:01.638481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c49472b5-1e77-4243-928c-8f059a3461d6', 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:01.639406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.692292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:01.699438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:01.730132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.732763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:01.735261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:01.767811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for e8d72086-0c00-4127-8abb-dce107405fde owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:01.779670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Pushing event updated for resources: {'Port': ['ID=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:01.783103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:01.799875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:01.808537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.809192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:01:01.815161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5b2893e-0862-464c-a5d5-79d4f09bafc7 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:01.902306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:01.906553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.935538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.941491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Attempting to bind port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:01.941948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Attempting to bind port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1550a7d3-e459-46a9-b132-e6c6a48fc2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:01.942329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Attempting to bind port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a on network 9b8a51a5-b045-49c0-b35d-068a0149b7bc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:01.943049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:01.944099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.979315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=98d617df-4d4d-43ee-8b38-e9e30fa58724,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:01.983312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:01.983538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Checking segment: {'id': '1550a7d3-e459-46a9-b132-e6c6a48fc2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:01.983938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.984332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Bound using segment: {'id': '1550a7d3-e459-46a9-b132-e6c6a48fc2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:01.984816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:01.984942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Bound port: 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1550a7d3-e459-46a9-b132-e6c6a48fc2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b8a51a5-b045-49c0-b35d-068a0149b7bc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:01.985190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.994685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:01.998906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:01.999277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: 65e1bd1c-1c9a-470d-9645-a87dc1346f93, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:02.008485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.020383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.060354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Allocated IP 172.20.0.2 (c49472b5-1e77-4243-928c-8f059a3461d6/1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6/7c8033d3-07e1-4073-911e-ce7fae89b359) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:02.115485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port 6e6a8cef-3a3f-4fac-8284-4f5de4ad5b4c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:02.116334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.117546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No DVR routers for this DVR port e8d72086-0c00-4127-8abb-dce107405fde on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:02.145638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:02.182573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] For port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:02.194680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] For port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,segment=NetworkSegment(1550a7d3-e459-46a9-b132-e6c6a48fc2c3),segment_id=1550a7d3-e459-46a9-b132-e6c6a48fc2c3)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:02.252186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Network': ['ID=22dac050-f555-44ef-b8d6-a4b5a8499ae9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.266338 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3653581 Dec 17 17:01:02.270564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:02.271083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8ccd4b27-730f-4caf-8103-5e91b03a1f4c tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:02.289651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41742) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:02.292414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 65e1bd1c-1c9a-470d-9645-a87dc1346f93) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:02.296067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.301200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:02.331422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.336214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82b0bb0a-d2f0-445d-8098-7282bb7b62eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:02.337531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Port': ['ID=e8d72086-0c00-4127-8abb-dce107405fde,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.340768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.346125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'subnet': {'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:02.351856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:02.371319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-464f4a87-745e-4c56-ae74-fab20ebf81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.372220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d0d44a-e43b-4662-baab-6201060d0f4d']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:02.374652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303018b-9276-473e-af81-f76e4cfb2481 None None] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:02.424803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:02.425403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.485945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:02.486419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0571f5c-3601-41b2-88b0-f3e2bf118fdf') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:02.502915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.530944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.539322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:02.539839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.558204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for 6e6a8cef-3a3f-4fac-8284-4f5de4ad5b4c owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:02.564791 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:02.588253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1803479 Dec 17 17:01:02.597286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41748) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:02.610203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.623456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93', 'name': 'tempest-PortsTestJSON-608885851'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:02.623669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.627227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Pushing event updated for resources: {'Port': ['ID=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.630533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:02.635885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Transition to ACTIVE for port object 7c8033d3-07e1-4073-911e-ce7fae89b359 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:02.641230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75a93b4f-0d97-473f-aab1-2d71ab067165 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:02.688267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Transition to ACTIVE for port object 7c8033d3-07e1-4073-911e-ce7fae89b359 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:02.727411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=1bc53d93-05f7-4653-ae97-f896d40cc9ed,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.756699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:02.787657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '379c99de-d37d-47e6-9146-f351a7ba2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:02.788420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 79078b07-6ada-485f-92fc-36b0fdf644d2, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:02.801585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:02.806917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:02.810151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:02.816625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:02.828678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.843217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74ea3846-7519-4af5-a879-b3dc263af1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:02.852045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.856327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-141a6d8e-c07b-4d18-a857-c8e4ec94687a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:02.862194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:02.866381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:subnet and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:02.869539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:02.876195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:02.883366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.890820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:02.897567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=10d0d44a-e43b-4662-baab-6201060d0f4d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.903052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:02.904890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-65e1bd1c-1c9a-470d-9645-a87dc1346f93', 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': '98d617df-4d4d-43ee-8b38-e9e30fa58724'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:02.919169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.942122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:02.960804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.975699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 79078b07-6ada-485f-92fc-36b0fdf644d2) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:02.979719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:02.980363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.984438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Pushing event updated for resources: {'Port': ['ID=7c8033d3-07e1-4073-911e-ce7fae89b359,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:02.988754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 078a5db1-0e78-4e47-bc92-49e61ed716df yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:02.992577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f54de4-9b24-445a-be89-6a5ecfa0ecf9 None None] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:03.009849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Network c49472b5-1e77-4243-928c-8f059a3461d6 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:03.010723 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/10d0d44a-e43b-4662-baab-6201060d0f4d HTTP/1.1" status: 204 len: 168 time: 4.0828466 Dec 17 17:01:03.012494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:03.015842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:03.018674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:03.039181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:03.059656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:03.065970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.069707 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-753c60f3-30c7-4b32-916c-797baaf8549c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:03.070271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753c60f3-30c7-4b32-916c-797baaf8549c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:03.075004 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-753c60f3-30c7-4b32-916c-797baaf8549c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/36eba178-1de3-4bdb-8b81-7d4fe8d20a3a HTTP/1.1" status: 404 len: 337 time: 0.0578673 Dec 17 17:01:03.075906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:03.102509 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9136779 Dec 17 17:01:03.103928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:03.107801 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1dfd88-0c6b-4075-8ec5-c3ff74307930 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:03.108304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1dfd88-0c6b-4075-8ec5-c3ff74307930 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:03.112752 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5e1dfd88-0c6b-4075-8ec5-c3ff74307930 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/10d0d44a-e43b-4662-baab-6201060d0f4d HTTP/1.1" status: 404 len: 339 time: 0.0358961 Dec 17 17:01:03.116385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41766) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:03.116526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1566533977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:03.133749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:03.136381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:03.140295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:03.151106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:03.250341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.251536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.269898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.340420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Attempting to bind port 7c8033d3-07e1-4073-911e-ce7fae89b359 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:03.341001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Attempting to bind port 7c8033d3-07e1-4073-911e-ce7fae89b359 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7956d885-c83b-474b-99fa-bab8a1828a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:03.341148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Attempting to bind port 7c8033d3-07e1-4073-911e-ce7fae89b359 on network c49472b5-1e77-4243-928c-8f059a3461d6 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:03.368990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:03.369514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Checking segment: {'id': '7956d885-c83b-474b-99fa-bab8a1828a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:03.369972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.370385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Bound using segment: {'id': '7956d885-c83b-474b-99fa-bab8a1828a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:03.370880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Bound port: 7c8033d3-07e1-4073-911e-ce7fae89b359, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956d885-c83b-474b-99fa-bab8a1828a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c49472b5-1e77-4243-928c-8f059a3461d6'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:03.371266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.372157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.468222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.472252 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ffc0978e-7e70-4d72-a491-74bd1756877b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3644772 Dec 17 17:01:03.472455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:03.563768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.8 (65e1bd1c-1c9a-470d-9645-a87dc1346f93/98d617df-4d4d-43ee-8b38-e9e30fa58724/078a5db1-0e78-4e47-bc92-49e61ed716df) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:03.573474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.581230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] For port 7c8033d3-07e1-4073-911e-ce7fae89b359, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:03.589278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] For port 7c8033d3-07e1-4073-911e-ce7fae89b359, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7c8033d3-07e1-4073-911e-ce7fae89b359,segment=NetworkSegment(7956d885-c83b-474b-99fa-bab8a1828a66),segment_id=7956d885-c83b-474b-99fa-bab8a1828a66)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:03.595098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-79078b07-6ada-485f-92fc-36b0fdf644d2', 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '1bc53d93-05f7-4653-ae97-f896d40cc9ed'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:03.596366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.677240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.683676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:03.828632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:03.850449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa51ea3f-2b7e-4e75-9afc-61a1e44786db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:03.922183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Pushing event updated for resources: {'Port': ['ID=7c8033d3-07e1-4073-911e-ce7fae89b359,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:03.933485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:04.005373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Allocated IP 172.21.0.2 (79078b07-6ada-485f-92fc-36b0fdf644d2/1bc53d93-05f7-4653-ae97-f896d40cc9ed/cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:04.013131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=6e6a8cef-3a3f-4fac-8284-4f5de4ad5b4c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:04.017104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:04.156061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59babe53-29d8-4c91-bc50-51ac9fffddb1 None None] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:04.235265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.241140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.354351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.361394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.411809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb3886a-2e42-4b89-a190-8e50321cd92d']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:04.427147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b51bf92d-2911-43ae-aa17-9c2535e49e98 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:04.454503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.467424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7d099af8-12d3-4c51-a305-de864b756377 None None] Provisioning for port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:04.485007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Transition to ACTIVE for port object cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:04.560806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Transition to ACTIVE for port object cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:04.605149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031a4ee7-c786-444d-9dc2-813b89f5eb01') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:04.605149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031a4ee7-c786-444d-9dc2-813b89f5eb01') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:04.646157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.661078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.662920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:04.664750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.20.0.1 (c49472b5-1e77-4243-928c-8f059a3461d6/1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6/74d576e4-b9e2-4345-a461-893106247600) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:04.670238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.678198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:04.684027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:04.753095 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:04.776148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7c8033d3-07e1-4073-911e-ce7fae89b359 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:04.790612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.808374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object 078a5db1-0e78-4e47-bc92-49e61ed716df will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:04.843021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:04.853206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:04.863563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:04.870374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Pushing event updated for resources: {'Port': ['ID=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:04.882947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:04.886278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.898981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.917723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.922919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.929996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Subnet': ['ID=7fd2990f-8459-4737-9a80-89c107c89f6c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:04.942179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object 74d576e4-b9e2-4345-a461-893106247600 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:04.944325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Checking segment: {'id': '7b126218-8ce6-4dcd-9191-42860d1ca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:04.944839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network hostable DHCP agents. Network: 4929260e-2688-4836-9ea1-8e6c46a742be, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:04.949350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:04.954484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7f9af26c-1a18-4066-b6eb-d9df2917b136 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:05.016370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.032380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.042298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:05.052466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:05.059162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=078a5db1-0e78-4e47-bc92-49e61ed716df,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:05.061430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:05.063632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.068830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b2099f0-9d58-4e6c-af29-b7b9d156d97e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:05.096206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Attempting to bind port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:05.096581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Attempting to bind port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '379c99de-d37d-47e6-9146-f351a7ba2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:05.096952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Attempting to bind port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 on network 79078b07-6ada-485f-92fc-36b0fdf644d2 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:05.100950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:05.112562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b1cf35e-a9a2-4149-a611-64d3fb237e00 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Checking segment: {'id': '379c99de-d37d-47e6-9146-f351a7ba2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Bound using segment: {'id': '379c99de-d37d-47e6-9146-f351a7ba2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Bound port: cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379c99de-d37d-47e6-9146-f351a7ba2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79078b07-6ada-485f-92fc-36b0fdf644d2'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:05.112688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.130913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Allocated IP 172.20.0.2 (65e1bd1c-1c9a-470d-9645-a87dc1346f93/98d617df-4d4d-43ee-8b38-e9e30fa58724/161cce57-7aca-45a2-90b5-6a2502982766) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:05.155810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.156674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router ef96d04b-ab2c-4a92-a38f-0bfa97028f5c {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:01:05.177585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.179560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 204 len: 168 time: 3.8946280 Dec 17 17:01:05.184233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41784) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.185736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=5bb3886a-2e42-4b89-a190-8e50321cd92d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:05.191668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f8fda7d5-ef25-4ff0-8a6d-4db4b46d3946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.194823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:05.199355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-297249471', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:05.207718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:05.216113 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/5bb3886a-2e42-4b89-a190-8e50321cd92d HTTP/1.1" status: 204 len: 168 time: 2.0921640 Dec 17 17:01:05.216113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 4929260e-2688-4836-9ea1-8e6c46a742be is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:05.224744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41788) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.228189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Usage tracker for resource:router and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:05.230496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 7c8033d3-07e1-4073-911e-ce7fae89b359 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:05.230989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=74d576e4-b9e2-4345-a461-893106247600,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:05.235523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:05.252362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network c49472b5-1e77-4243-928c-8f059a3461d6 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:05.255870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:05.258607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:05.291131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:05.310634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:05.318088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0424ae0-3bb1-47ae-8031-d011864967e3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:05.318548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0424ae0-3bb1-47ae-8031-d011864967e3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:05.322786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f0424ae0-3bb1-47ae-8031-d011864967e3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/77878876-4be0-4518-b2a8-6509237fb68c HTTP/1.1" status: 404 len: 337 time: 0.0832751 Dec 17 17:01:05.325719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41794) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.333665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.359484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:05.361970 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ad9b3d-53f4-41e6-998a-51b79fb43a0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:05.362448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ad9b3d-53f4-41e6-998a-51b79fb43a0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:05.366575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-49ad9b3d-53f4-41e6-998a-51b79fb43a0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0f5cb9ac-eebf-4471-8024-2bb158a502f5 HTTP/1.1" status: 404 len: 339 time: 0.0348520 Dec 17 17:01:05.374796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:05.374796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.382401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41798) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.439229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537de9c-0ba8-40af-8ee2-ff5295aa4544 None None] Network c49472b5-1e77-4243-928c-8f059a3461d6 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:05.453290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 4929260e-2688-4836-9ea1-8e6c46a742be) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:05.463317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:05.464089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.493493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting subnet 94fe2e63-7286-4ef8-bdd3-2171719c2a5e {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:05.497067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.498023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.510049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.534015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff4638-c0a6-4a7b-92fc-a5bcafb5fd35 None None] Network 4929260e-2688-4836-9ea1-8e6c46a742be requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:05.550167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.552314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9481156 Dec 17 17:01:05.555972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41802) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.563589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93', 'name': 'tempest-PortsTestJSON-1691424825'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:05.567277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2731004 Dec 17 17:01:05.568303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41806) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:05.578672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'subnet': {'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:05.672944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] For port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:05.707642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.725157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] For port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,segment=NetworkSegment(379c99de-d37d-47e6-9146-f351a7ba2b6f),segment_id=379c99de-d37d-47e6-9146-f351a7ba2b6f)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:05.772890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.847669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.850233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:05.868805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-986385e4-e12e-49bf-8ad8-43c39488d7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:06.045082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Provisioning for port 7c8033d3-07e1-4073-911e-ce7fae89b359 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:06.047382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:06.069210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:06.074321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:06.085730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:06.095991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:06.106424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Provisioning complete for port 7c8033d3-07e1-4073-911e-ce7fae89b359 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:06.106806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.123020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:06.143593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:subnet and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:06.147906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:06.160576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:06.171898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.174717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:06.175097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.203724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:06.207846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.209552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.257609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port bd802c91-d63a-43fc-84d5-3bc4f0f811b8 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:06.298000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.302063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Pushing event updated for resources: {'Port': ['ID=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:06.305430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:06.377047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Transition to ACTIVE for port object 161cce57-7aca-45a2-90b5-6a2502982766 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:06.393169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.412051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:06.415930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.427223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Transition to ACTIVE for port object 161cce57-7aca-45a2-90b5-6a2502982766 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:06.431652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-4929260e-2688-4836-9ea1-8e6c46a742be', 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be', 'tenant_id': 'c6570f8828aa46818b2787f37c48239f', 'fixed_ips': [{'subnet_id': '7fd2990f-8459-4737-9a80-89c107c89f6c'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:06.432478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.462581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.588159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.597252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.603124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:06.640890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-81458389-8033-4a46-93ac-ae9b8d6b0ae9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:06.676720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.696179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e4871d-26ff-4f0a-bb63-c1f370910089 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:06.699695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.720656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:06.730566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.733030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.743018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:06.746988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:06.747137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=94fe2e63-7286-4ef8-bdd3-2171719c2a5e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:06.754037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:06.758748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc0b72-446f-4061-b370-2d9b9947d9b7 None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:06.766106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:06.777151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=74d576e4-b9e2-4345-a461-893106247600,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:06.794749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.12 (65e1bd1c-1c9a-470d-9645-a87dc1346f93/98d617df-4d4d-43ee-8b38-e9e30fa58724/bd802c91-d63a-43fc-84d5-3bc4f0f811b8) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:06.815746 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/94fe2e63-7286-4ef8-bdd3-2171719c2a5e HTTP/1.1" status: 204 len: 168 time: 1.4305294 Dec 17 17:01:06.822713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41816) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:06.897630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Pushing event updated for resources: {'Port': ['ID=161cce57-7aca-45a2-90b5-6a2502982766,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:06.900482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:07.028384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] For port 7c8033d3-07e1-4073-911e-ce7fae89b359, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7c8033d3-07e1-4073-911e-ce7fae89b359,segment=NetworkSegment(7956d885-c83b-474b-99fa-bab8a1828a66),segment_id=7956d885-c83b-474b-99fa-bab8a1828a66)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:07.039538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting subnet fb9bdaa0-0f35-4776-ab06-07fcaca76eee {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:07.054032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,segment=NetworkSegment(1550a7d3-e459-46a9-b132-e6c6a48fc2c3),segment_id=1550a7d3-e459-46a9-b132-e6c6a48fc2c3)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:07.125108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Attempting to bind port 161cce57-7aca-45a2-90b5-6a2502982766 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:07.125528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Attempting to bind port 161cce57-7aca-45a2-90b5-6a2502982766 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:07.125919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Attempting to bind port 161cce57-7aca-45a2-90b5-6a2502982766 on network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:07.133704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.150634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f0af825c-ef98-487a-afb3-a4e64636470b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:07.165092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.193255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.210887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Allocated IP 2001:db8::2 (4929260e-2688-4836-9ea1-8e6c46a742be/7fd2990f-8459-4737-9a80-89c107c89f6c/7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:07.214825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.215744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:07.216116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Checking segment: {'id': '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:07.216511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.216909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Bound using segment: {'id': '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:07.217436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Bound port: 161cce57-7aca-45a2-90b5-6a2502982766, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65e1bd1c-1c9a-470d-9645-a87dc1346f93'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:07.217878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.242839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object bd802c91-d63a-43fc-84d5-3bc4f0f811b8 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:07.249485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.289909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:07.396154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.471646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.483653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network c49472b5-1e77-4243-928c-8f059a3461d6 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:07.484708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:07.509276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.515863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:07.585348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.594328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9266f22a-9d33-4851-a5a4-e4a93ad20b95 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:07.610511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.733002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89c16de7-e9a0-4e2d-b5ad-b4b0a05674d2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:07.751442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Pushing event updated for resources: {'Port': ['ID=7c8033d3-07e1-4073-911e-ce7fae89b359,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:07.772047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] For port 161cce57-7aca-45a2-90b5-6a2502982766, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:07.792342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:07.799496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70119e-8b96-4c39-82f6-7618451bca86 None None] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:07.815692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:07.826533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:07.832694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:07.840586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:07.890709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=bd802c91-d63a-43fc-84d5-3bc4f0f811b8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:07.896282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:07.910530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Provisioning for port 74d576e4-b9e2-4345-a461-893106247600 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:07.932324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:07.932926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:07.949893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Subnet': ['ID=7667bef8-532e-4f51-922c-68ecb649482b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:07.964789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:07.971516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.023222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Checking segment: {'id': '7ac38590-1c30-471f-b193-50d448c1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:08.023222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network hostable DHCP agents. Network: 22dac050-f555-44ef-b8d6-a4b5a8499ae9, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:08.029129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] For port 161cce57-7aca-45a2-90b5-6a2502982766, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=161cce57-7aca-45a2-90b5-6a2502982766,segment=NetworkSegment(52a02eb2-5dd0-4deb-b8c2-d31c62c29e67),segment_id=52a02eb2-5dd0-4deb-b8c2-d31c62c29e67)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:08.054598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Provisioning complete for port 74d576e4-b9e2-4345-a461-893106247600 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:08.054984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.060829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:08.078394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Allocated IP 172.26.4.151 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/31eae555-1953-46bf-8785-5c5d3507750d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:08.160511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.173068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:08.187801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.188485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:08.191338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:08.202541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b47c3467-4be6-4af7-b414-48b4b7836473 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:08.204040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:08.204537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:08.224945 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6676719 Dec 17 17:01:08.233061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41828) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:08.246853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9bdaa0-0f35-4776-ab06-07fcaca76eee,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:08.251630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.255951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:08.285368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/fb9bdaa0-0f35-4776-ab06-07fcaca76eee HTTP/1.1" status: 204 len: 168 time: 1.4586418 Dec 17 17:01:08.286334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41834) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:08.328681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 22dac050-f555-44ef-b8d6-a4b5a8499ae9) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:08.357448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Port 74d576e4-b9e2-4345-a461-893106247600 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:08.359931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:08.372988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc1c21-b596-4183-b135-019fbfa49556 None None] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:08.373394 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8938875 Dec 17 17:01:08.379256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41838) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:08.410997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] Sync routers for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:08.411480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:08.412078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.432583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.457720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.477584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.502443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:08.502802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.597794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:08.598570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:08.611640 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0413773 Dec 17 17:01:08.628691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41842) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:08.667117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Provisioning complete for port 7c8033d3-07e1-4073-911e-ce7fae89b359 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:08.667498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-79fe254a-2b27-4e07-a9fc-040785fc12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:08.678965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e53ba-8635-410e-a563-16af9067342a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:08.682738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff0e53ba-8635-410e-a563-16af9067342a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:08.703774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb9c195-50dc-4b15-b5b0-2365bc743780 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:08.704602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-feb9c195-50dc-4b15-b5b0-2365bc743780 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:08.738664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Transition to ACTIVE for port object 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:08.773731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:08.794862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Pushing event updated for resources: {'Port': ['ID=161cce57-7aca-45a2-90b5-6a2502982766,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:08.817600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-feb9c195-50dc-4b15-b5b0-2365bc743780 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:08.818826 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-feb9c195-50dc-4b15-b5b0-2365bc743780 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports/74d576e4-b9e2-4345-a461-893106247600 HTTP/1.1" status: 200 len: 910 time: 0.4346132 Dec 17 17:01:08.818943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:08.821636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41846) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:08.837922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Transition to ACTIVE for port object 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:08.903656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:08.904311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:08.993697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff0e53ba-8635-410e-a563-16af9067342a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:08.995865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ff0e53ba-8635-410e-a563-16af9067342a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.7617645 Dec 17 17:01:08.998049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.012231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41852) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:09.013525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-08acb4af-e89f-42a8-bff8-64c7e2098acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:09.129501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port bd802c91-d63a-43fc-84d5-3bc4f0f811b8 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:09.129860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.138208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.152386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:09.152811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318ce46-7263-4a6b-9ec9-8d347bb4d1e3 None None] The sync data for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:09.158536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10f55f31-7d27-4494-a3a1-457422a8f0d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:09.192451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Network 4929260e-2688-4836-9ea1-8e6c46a742be is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:09.223533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,segment=NetworkSegment(48603035-8afd-4fca-898e-35950c050546),segment_id=48603035-8afd-4fca-898e-35950c050546)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:09.224119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.224205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:09.238616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:09.261849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Pushing event updated for resources: {'Port': ['ID=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:09.302224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:09.323680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:09.407224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-22dac050-f555-44ef-b8d6-a4b5a8499ae9', 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9', 'tenant_id': 'c6570f8828aa46818b2787f37c48239f', 'fixed_ips': [{'subnet_id': '7667bef8-532e-4f51-922c-68ecb649482b'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:09.408090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.436828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717b11d-90ca-465d-843f-9f2973f838ab None None] Network 60fb9bac-547a-4aab-8ba5-5297f3175c53 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:09.460709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:09.625920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Attempting to bind port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:09.626276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Attempting to bind port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7b126218-8ce6-4dcd-9191-42860d1ca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:09.626649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Attempting to bind port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c on network 4929260e-2688-4836-9ea1-8e6c46a742be {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:09.679626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7c8033d3-07e1-4073-911e-ce7fae89b359 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:09.736263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:09.739204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Checking segment: {'id': '7b126218-8ce6-4dcd-9191-42860d1ca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:09.739204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.739204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Bound using segment: {'id': '7b126218-8ce6-4dcd-9191-42860d1ca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:09.739204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Bound port: 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b126218-8ce6-4dcd-9191-42860d1ca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4929260e-2688-4836-9ea1-8e6c46a742be'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:09.739204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.742209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event updated for resources: {'Port': ['ID=31eae555-1953-46bf-8785-5c5d3507750d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:09.754938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:09.783074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:09.787310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Provisioning complete for port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:09.787806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:09.845130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:09.878263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.177762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881de8b-6e2d-4dd0-bb9a-b1477eafcbbf None None] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:10.186075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for bd802c91-d63a-43fc-84d5-3bc4f0f811b8 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:10.212123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.263647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.331117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7c8033d3-07e1-4073-911e-ce7fae89b359 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:10.331496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.378933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Allocated IP 2001:db8::2 (22dac050-f555-44ef-b8d6-a4b5a8499ae9/7667bef8-532e-4f51-922c-68ecb649482b/04d389ab-63ef-454f-9f9c-425fb0580d12) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:10.391168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.393595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] For port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:10.407772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:10.433018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b update to ACTIVE by agent not found {{(pid=88118) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 17 17:01:10.444757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] For port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,segment=NetworkSegment(7b126218-8ce6-4dcd-9191-42860d1ca5fe),segment_id=7b126218-8ce6-4dcd-9191-42860d1ca5fe)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:10.466216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No DVR routers for this DVR port 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:10.470031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Port': ['ID=1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:10.540609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:10.571555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.616838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5dac8062-9e38-4af2-a101-57e07055d72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:10.667077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420054b-e4ff-41cb-97fb-8724c36eed75 None None] DHCP port deletion for 60fb9bac-547a-4aab-8ba5-5297f3175c53 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:10.685121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Provisioning complete for port 74d576e4-b9e2-4345-a461-893106247600 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:10.685502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.764091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.777257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a7232212-3941-46b4-af9a-0e32eede9560 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:10.843502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=bd802c91-d63a-43fc-84d5-3bc4f0f811b8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:10.860984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:10.874426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.923703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Port 74d576e4-b9e2-4345-a461-893106247600 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:10.941574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Pushing event updated for resources: {'Port': ['ID=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:10.958389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:10.964122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:10.967322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:10.978247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.21.0.1 (79078b07-6ada-485f-92fc-36b0fdf644d2/1bc53d93-05f7-4653-ae97-f896d40cc9ed/f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:11.078177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fb9bac-547a-4aab-8ba5-5297f3175c53']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:11.417381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Provisioning for port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:11.417381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Provisioning complete for port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:11.417381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.417381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.419773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48603035-8afd-4fca-898e-35950c050546') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:11.419773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48603035-8afd-4fca-898e-35950c050546') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:11.423062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.423399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Transition to ACTIVE for port object 04d389ab-63ef-454f-9f9c-425fb0580d12 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:11.423399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:11.423399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.423666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:11.423761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Transition to ACTIVE for port object 04d389ab-63ef-454f-9f9c-425fb0580d12 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:11.462856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.470316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:11.472270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.504131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 161cce57-7aca-45a2-90b5-6a2502982766 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:11.505352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.539480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.543062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.560223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86bc4f8b-9838-46e3-854a-890cbaf46af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:11.571921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:11.571921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:11.589268 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:11.617007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:11.630617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:11.638605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:11.657708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Allocated IP 2001:db8::1 (4929260e-2688-4836-9ea1-8e6c46a742be/7fd2990f-8459-4737-9a80-89c107c89f6c/5d231139-9834-4a1c-86ed-30cceea1da18) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:11.657968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:11.664157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:11.671685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:11.682147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] For port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,segment=NetworkSegment(379c99de-d37d-47e6-9146-f351a7ba2b6f),segment_id=379c99de-d37d-47e6-9146-f351a7ba2b6f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:11.686641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Pushing event updated for resources: {'Port': ['ID=04d389ab-63ef-454f-9f9c-425fb0580d12,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:11.691786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:11.721598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:11.747715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:11.749104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.784129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.813615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.816141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.820790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0cc134c1-973c-46f1-bc32-6fca050f1da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:11.866292 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/bd802c91-d63a-43fc-84d5-3bc4f0f811b8 HTTP/1.1" status: 204 len: 168 time: 2.8521311 Dec 17 17:01:11.867452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41870) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:11.925757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f30751-a957-423d-bf79-3e96077a1a79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:01:11.926404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0f30751-a957-423d-bf79-3e96077a1a79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:11.963605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Pushing event updated for resources: {'Port': ['ID=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:11.985151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:11.988198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 161cce57-7aca-45a2-90b5-6a2502982766 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:11.989996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.002535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Attempting to bind port 04d389ab-63ef-454f-9f9c-425fb0580d12 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:12.002897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Attempting to bind port 04d389ab-63ef-454f-9f9c-425fb0580d12 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7ac38590-1c30-471f-b193-50d448c1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:12.003266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Attempting to bind port 04d389ab-63ef-454f-9f9c-425fb0580d12 on network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:12.011653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.011753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:12.011753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Checking segment: {'id': '7ac38590-1c30-471f-b193-50d448c1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:12.011753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.011753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Bound using segment: {'id': '7ac38590-1c30-471f-b193-50d448c1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:12.011753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Bound port: 04d389ab-63ef-454f-9f9c-425fb0580d12, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac38590-1c30-471f-b193-50d448c1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '22dac050-f555-44ef-b8d6-a4b5a8499ae9'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:12.012144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.065848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0f30751-a957-423d-bf79-3e96077a1a79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:12.070760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f0f30751-a957-423d-bf79-3e96077a1a79 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/bd802c91-d63a-43fc-84d5-3bc4f0f811b8 HTTP/1.1" status: 404 len: 333 time: 0.1985927 Dec 17 17:01:12.076793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41876) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.136640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Provisioning for port 078a5db1-0e78-4e47-bc92-49e61ed716df completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:12.176008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Provisioning complete for port 078a5db1-0e78-4e47-bc92-49e61ed716df triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:12.176008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.182133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed241ab4-6553-42a6-9de6-00c7f7c657ee tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:12.297393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.320560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Port 078a5db1-0e78-4e47-bc92-49e61ed716df cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:12.335325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:12.393391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 078a5db1-0e78-4e47-bc92-49e61ed716df {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:12.393910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.462108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/60fb9bac-547a-4aab-8ba5-5297f3175c53 HTTP/1.1" status: 204 len: 168 time: 4.1746895 Dec 17 17:01:12.463025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.482927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=60fb9bac-547a-4aab-8ba5-5297f3175c53,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:12.486275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:12.493240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] For port 04d389ab-63ef-454f-9f9c-425fb0580d12, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:12.517197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] For port 04d389ab-63ef-454f-9f9c-425fb0580d12, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=04d389ab-63ef-454f-9f9c-425fb0580d12,segment=NetworkSegment(7ac38590-1c30-471f-b193-50d448c1c2c7),segment_id=7ac38590-1c30-471f-b193-50d448c1c2c7)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:12.559510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-12666a3f-1c9e-4ca5-9815-80e209b11b6e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.559510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12666a3f-1c9e-4ca5-9815-80e209b11b6e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.559510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-12666a3f-1c9e-4ca5-9815-80e209b11b6e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/557d3f45-44f0-4721-8176-71adb679638d HTTP/1.1" status: 404 len: 337 time: 0.0547836 Dec 17 17:01:12.559794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530af31-b028-4a15-af43-942eed745d6e None None] Network 4929260e-2688-4836-9ea1-8e6c46a742be requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:12.564814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41886) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.610488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-042bf383-38d8-41ca-bc68-b39470aae4af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.611073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042bf383-38d8-41ca-bc68-b39470aae4af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.615215 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-042bf383-38d8-41ca-bc68-b39470aae4af tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/23c44bb6-1bbd-47fb-92b0-a779156d8fde HTTP/1.1" status: 404 len: 339 time: 0.0469360 Dec 17 17:01:12.621263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41890) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.639930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Provisioning for port 161cce57-7aca-45a2-90b5-6a2502982766 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:12.662873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.668021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:12.670694 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:01:12.691734 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff8eb04-0972-4050-9dec-96c115aca643 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.692720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff8eb04-0972-4050-9dec-96c115aca643 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.695736 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ff8eb04-0972-4050-9dec-96c115aca643 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/2267a549-36df-442b-8682-2202ab3c6d60 HTTP/1.1" status: 404 len: 337 time: 0.0626869 Dec 17 17:01:12.704091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41894) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.711641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Router e53d1bf8-b2c4-4214-b769-267a493d8153 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:12.711972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:12.749059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Provisioning complete for port 161cce57-7aca-45a2-90b5-6a2502982766 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:12.749499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.771489 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-11784af1-bd90-47d6-9a3e-1c2ff1dff88f tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.771950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11784af1-bd90-47d6-9a3e-1c2ff1dff88f tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.776172 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-11784af1-bd90-47d6-9a3e-1c2ff1dff88f tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/baa91bce-f544-4866-a180-953739232476 HTTP/1.1" status: 404 len: 339 time: 0.0686014 Dec 17 17:01:12.780319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.789186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:12.835089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:12.852663 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-475cadb5-0c9e-458e-9c05-b9bfc2703260 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.853444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475cadb5-0c9e-458e-9c05-b9bfc2703260 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.857335 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-475cadb5-0c9e-458e-9c05-b9bfc2703260 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/5aef85e6-ceb9-440b-bc3d-eac89275c1d5 HTTP/1.1" status: 404 len: 337 time: 0.0614574 Dec 17 17:01:12.913178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41902) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:12.957135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Transition to ACTIVE for port object 5d231139-9834-4a1c-86ed-30cceea1da18 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:12.975977 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef70ac3a-288b-460e-8087-1a28fc919a21 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:12.976486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef70ac3a-288b-460e-8087-1a28fc919a21 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:12.978217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef70ac3a-288b-460e-8087-1a28fc919a21 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0c772187-6b69-41b2-9201-81da0c753c89 HTTP/1.1" status: 404 len: 339 time: 0.0620682 Dec 17 17:01:12.981834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:13.060310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Pushing event updated for resources: {'Port': ['ID=04d389ab-63ef-454f-9f9c-425fb0580d12,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:13.061662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:13.069982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:13.084549 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] Sync routers for ids ['e53d1bf8-b2c4-4214-b769-267a493d8153'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:13.101074 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] Routers {'e53d1bf8-b2c4-4214-b769-267a493d8153'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:13.102916 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e53d1bf8-b2c4-4214-b769-267a493d8153'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:13.114385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting subnet 197ddc62-6ad1-4774-ba77-0fa2dd26d2cb {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:13.118129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.175977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.177593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9889638 Dec 17 17:01:13.181316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41912) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:13.196725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:13.263905 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:13.273911 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] Routers {'e53d1bf8-b2c4-4214-b769-267a493d8153'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:13.274718 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e53d1bf8-b2c4-4214-b769-267a493d8153'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:13.286358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.294008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.320609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.326821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.346323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6fb98a02-a2cf-4d36-9bb5-ad730881104a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:13.356664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:13.359123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.382525 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:13.383033 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4cd52-a3bb-41ce-bfdb-ee449c3fd51e None None] The sync data for ids ['e53d1bf8-b2c4-4214-b769-267a493d8153'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:13.449747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] For port 161cce57-7aca-45a2-90b5-6a2502982766, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=161cce57-7aca-45a2-90b5-6a2502982766,segment=NetworkSegment(52a02eb2-5dd0-4deb-b8c2-d31c62c29e67),segment_id=52a02eb2-5dd0-4deb-b8c2-d31c62c29e67)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:13.494054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 078a5db1-0e78-4e47-bc92-49e61ed716df owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:13.543962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 4929260e-2688-4836-9ea1-8e6c46a742be is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:13.548903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.553008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:13.593128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.623080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:13.693040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.718699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:13.719421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1dcf0190-3d8a-4aaf-92f0-ee588c7b5e1b not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:13.730723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Pushing event updated for resources: {'Port': ['ID=161cce57-7aca-45a2-90b5-6a2502982766,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:13.731906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-808e58b4-10e0-46d4-ab23-c9dbe04b647b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:13.736699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Provisioning complete for port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:13.737310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.747141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:13.759668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:13.760193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.837243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:13.867184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:13.872021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:13.872780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.958877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:13.964397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Port': ['ID=5d231139-9834-4a1c-86ed-30cceea1da18,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:13.966227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:13.977266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:14.015484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=078a5db1-0e78-4e47-bc92-49e61ed716df,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:14.038677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:14.042917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Could not find standard attr ID for object 078a5db1-0e78-4e47-bc92-49e61ed716df. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:01:14.078110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.161029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Provisioning for port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:14.166823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Provisioning complete for port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:14.167573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.300003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:14.301343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.304331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:14.466126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 04d389ab-63ef-454f-9f9c-425fb0580d12 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:14.502617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.573664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.578288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:14.583876 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/078a5db1-0e78-4e47-bc92-49e61ed716df HTTP/1.1" status: 204 len: 168 time: 2.5112264 Dec 17 17:01:14.587564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:14.598860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.624166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-96d94e1d-2b0c-4540-9bab-97d95da42f98 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:14.673719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c793d-a19e-478a-9db8-ebbfab78c506 None None] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:14.710533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=197ddc62-6ad1-4774-ba77-0fa2dd26d2cb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:14.713073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:14.720879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.776150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985c6be-afe6-44b3-a22b-ff73da8dbc99 None None] Network 62ce8d70-b12e-4a0e-bd44-f9a90a087216 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:14.784880 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d94137-a867-4e22-b919-93f7e0c86d48 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:01:14.785432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b2d94137-a867-4e22-b919-93f7e0c86d48 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:14.826101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:14.831076 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0085709 Dec 17 17:01:14.834227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41928) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:14.861433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/197ddc62-6ad1-4774-ba77-0fa2dd26d2cb HTTP/1.1" status: 204 len: 168 time: 1.8762753 Dec 17 17:01:14.874121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41934) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:14.879928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] Sync routers for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:14.890438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b2d94137-a867-4e22-b919-93f7e0c86d48 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:14.891004 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b2d94137-a867-4e22-b919-93f7e0c86d48 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/078a5db1-0e78-4e47-bc92-49e61ed716df HTTP/1.1" status: 404 len: 333 time: 0.2954528 Dec 17 17:01:14.894243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41938) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:14.903280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] For port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,segment=NetworkSegment(7b126218-8ce6-4dcd-9191-42860d1ca5fe),segment_id=7b126218-8ce6-4dcd-9191-42860d1ca5fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:14.955479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4752fb5-b91f-4c9c-8790-95e1e7c167af tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:14.956077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e4752fb5-b91f-4c9c-8790-95e1e7c167af tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:14.980025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.983368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 98d617df-4d4d-43ee-8b38-e9e30fa58724 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:14.986430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:14.992598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:15.047840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e4752fb5-b91f-4c9c-8790-95e1e7c167af tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:15.049019 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e4752fb5-b91f-4c9c-8790-95e1e7c167af tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports/f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 HTTP/1.1" status: 200 len: 910 time: 0.2144215 Dec 17 17:01:15.052064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41942) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:15.055884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.077261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Pushing event updated for resources: {'Port': ['ID=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:15.109743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:15.136032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:15.136870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:15.190741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.272790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Provisioning for port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:15.274741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 04d389ab-63ef-454f-9f9c-425fb0580d12 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:15.297970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:15.300194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port 0796cef9-5817-4b91-87c8-42ca0306f0eb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:15.300544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.322031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Provisioning complete for port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:15.322425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.359053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 161cce57-7aca-45a2-90b5-6a2502982766 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:15.369793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.410515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.467955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:15.468615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:15.495260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.539260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.558230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:15.563588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:15.564023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf37f5-5a83-45fc-b7a5-6d75d76b1528 None None] The sync data for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:15.582505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Could not find standard attr ID for object bd802c91-d63a-43fc-84d5-3bc4f0f811b8. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:01:15.619170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 161cce57-7aca-45a2-90b5-6a2502982766 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:15.619584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.745566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] DHCP port deletion for 62ce8d70-b12e-4a0e-bd44-f9a90a087216 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:15.751827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Deleting port 31eae555-1953-46bf-8785-5c5d3507750d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:15.752382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.761433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Deleting port 0796cef9-5817-4b91-87c8-42ca0306f0eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:15.761759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.774815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.780904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:15.848197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=98d617df-4d4d-43ee-8b38-e9e30fa58724,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:15.864348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:15.872409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e8930-6c1b-4bd6-9b2e-f2a6b1d34b7e None None] Network 65e1bd1c-1c9a-470d-9645-a87dc1346f93 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:15.873928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.884108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/98d617df-4d4d-43ee-8b38-e9e30fa58724 HTTP/1.1" status: 204 len: 168 time: 0.9890780 Dec 17 17:01:15.887765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.888384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41950) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:15.938383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port 0796cef9-5817-4b91-87c8-42ca0306f0eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0796cef9-5817-4b91-87c8-42ca0306f0eb,segment=NetworkSegment(0a7ce01f-0222-4bb1-ade2-30dbc205106f),segment_id=0a7ce01f-0222-4bb1-ade2-30dbc205106f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:15.938848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.952237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.953039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:15.961363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:15.996112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Provisioning for port 04d389ab-63ef-454f-9f9c-425fb0580d12 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:16.025888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Provisioning complete for port 04d389ab-63ef-454f-9f9c-425fb0580d12 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:16.026287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.112632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.151104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 161cce57-7aca-45a2-90b5-6a2502982766 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:16.151470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.207425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.214771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for 0796cef9-5817-4b91-87c8-42ca0306f0eb owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:16.273177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] For port 0796cef9-5817-4b91-87c8-42ca0306f0eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0796cef9-5817-4b91-87c8-42ca0306f0eb,segment=NetworkSegment(0a7ce01f-0222-4bb1-ade2-30dbc205106f),segment_id=0a7ce01f-0222-4bb1-ade2-30dbc205106f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:16.273785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.402240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:16.427640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Port': ['ID=5d231139-9834-4a1c-86ed-30cceea1da18,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:16.436910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Calling delete_port for 0796cef9-5817-4b91-87c8-42ca0306f0eb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:16.438377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:16.528803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.542052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 4929260e-2688-4836-9ea1-8e6c46a742be is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:16.544810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:16.654989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port 161cce57-7aca-45a2-90b5-6a2502982766, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=161cce57-7aca-45a2-90b5-6a2502982766,segment=NetworkSegment(52a02eb2-5dd0-4deb-b8c2-d31c62c29e67),segment_id=52a02eb2-5dd0-4deb-b8c2-d31c62c29e67)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:16.655321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.661165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.673936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Calling delete_port for 31eae555-1953-46bf-8785-5c5d3507750d owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:16.678322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:16.678716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:16.707454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b618a9a-dbcd-4a48-bf87-6030bc06eaf4 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:16.727540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:16.727941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.796294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.837029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Port': ['ID=0796cef9-5817-4b91-87c8-42ca0306f0eb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:16.838892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No DVR routers for this DVR port 0796cef9-5817-4b91-87c8-42ca0306f0eb on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:16.845410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] For port 04d389ab-63ef-454f-9f9c-425fb0580d12, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=04d389ab-63ef-454f-9f9c-425fb0580d12,segment=NetworkSegment(7ac38590-1c30-471f-b193-50d448c1c2c7),segment_id=7ac38590-1c30-471f-b193-50d448c1c2c7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:16.913667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bfb0e8-dcae-4112-a2e8-51f089e857a8 None None] DHCP port deletion for 65e1bd1c-1c9a-470d-9645-a87dc1346f93 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:16.918124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:16.924634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-89a8d35a-ca64-41b3-a0cc-789083d69adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:16.942254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:16.942810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 161cce57-7aca-45a2-90b5-6a2502982766 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:17.093175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.098716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.105643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:17.106496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfb0e8-dcae-4112-a2e8-51f089e857a8 None None] Deleting port 161cce57-7aca-45a2-90b5-6a2502982766 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:17.107119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb0e8-dcae-4112-a2e8-51f089e857a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.110093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.157147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ce8d70-b12e-4a0e-bd44-f9a90a087216']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.168541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Provisioning complete for port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:17.168723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:17.169114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.232053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=161cce57-7aca-45a2-90b5-6a2502982766,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:17.235707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:17.239344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No DVR routers for this DVR port 161cce57-7aca-45a2-90b5-6a2502982766 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:17.248908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfb0e8-dcae-4112-a2e8-51f089e857a8 None None] The port '161cce57-7aca-45a2-90b5-6a2502982766' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:17.258749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Deleting port 0796cef9-5817-4b91-87c8-42ca0306f0eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:17.259317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.304412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0796cef9-5817-4b91-87c8-42ca0306f0eb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:17.305465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7ce01f-0222-4bb1-ade2-30dbc205106f') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.305465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7ce01f-0222-4bb1-ade2-30dbc205106f') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.324923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.359609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.369949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:17.370390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.374752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0796cef9-5817-4b91-87c8-42ca0306f0eb {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:17.375731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0796cef9-5817-4b91-87c8-42ca0306f0eb not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:17.385984 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:17.406373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a6f20-d4ee-4c69-a5cf-1f89deec9628 None None] The port '0796cef9-5817-4b91-87c8-42ca0306f0eb' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:17.426502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Pushing event updated for resources: {'Port': ['ID=04d389ab-63ef-454f-9f9c-425fb0580d12,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:17.428488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:17.429245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Port f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:17.445752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3130a-b7d0-42cf-8b52-f90fa61f92e8 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:01:17.468342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.478075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Router d9230ecf-a11f-4daf-a742-0b0776388d9d is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:17.492311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Provisioning for port 5d231139-9834-4a1c-86ed-30cceea1da18 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:17.503665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Provisioning complete for port 5d231139-9834-4a1c-86ed-30cceea1da18 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:17.503665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.525695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e1bd1c-1c9a-470d-9645-a87dc1346f93']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.554305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.554628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a02eb2-5dd0-4deb-b8c2-d31c62c29e67') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.573373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.588750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.596285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Port 5d231139-9834-4a1c-86ed-30cceea1da18 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:17.635571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.650613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:17.651851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3130a-b7d0-42cf-8b52-f90fa61f92e8 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:01:17.653601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.665432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.682447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=62ce8d70-b12e-4a0e-bd44-f9a90a087216,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:17.691689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.692906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:17.699137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af679b8a-b997-4ed7-be50-1b8901353227 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:17.724838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:17.752962 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/62ce8d70-b12e-4a0e-bd44-f9a90a087216 HTTP/1.1" status: 204 len: 168 time: 2.8749189 Dec 17 17:01:17.753319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:17.754050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:17.769071 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:17.776865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-72f8c948-fa09-4a6f-8d94-142954a03f6d None None] Provisioning complete for port 04d389ab-63ef-454f-9f9c-425fb0580d12 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:17.777862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-72f8c948-fa09-4a6f-8d94-142954a03f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:17.779028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Pushing event deleted for resources: {'Port': ['ID=31eae555-1953-46bf-8785-5c5d3507750d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:17.781424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41962) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:17.787085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:17.797239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:17.800224 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] Sync routers for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:17.801037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1713581 Dec 17 17:01:17.816857 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:17.818981 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.829360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41966) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:17.905508 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdebb21-85fc-4f4e-8422-19ab110b3c76 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:17.905994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdebb21-85fc-4f4e-8422-19ab110b3c76 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:17.917696 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7bdebb21-85fc-4f4e-8422-19ab110b3c76 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/d118bfba-1c36-4e68-90b3-b094ea24b428 HTTP/1.1" status: 404 len: 337 time: 0.1352293 Dec 17 17:01:17.921248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41970) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:17.949106 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0914df-5cb9-43fc-866a-9cef448a3837 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:17.949106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0914df-5cb9-43fc-866a-9cef448a3837 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:17.961139 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7c0914df-5cb9-43fc-866a-9cef448a3837 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/80273d70-b85f-4f51-a8f4-861d7dec4ee3 HTTP/1.1" status: 404 len: 339 time: 0.0380962 Dec 17 17:01:17.963523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41974) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:17.973138 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.991381 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:17.994635 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:17.997868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.003098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bb2d2705-ca19-45cd-93d2-75a56dbd913f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:18.043795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.043987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-72f8c948-fa09-4a6f-8d94-142954a03f6d None None] Provisioning complete for port 5d231139-9834-4a1c-86ed-30cceea1da18 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:18.044385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-72f8c948-fa09-4a6f-8d94-142954a03f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.046985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.052789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/65e1bd1c-1c9a-470d-9645-a87dc1346f93 HTTP/1.1" status: 204 len: 168 time: 2.1623363 Dec 17 17:01:18.053779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41978) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:18.070449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=65e1bd1c-1c9a-470d-9645-a87dc1346f93,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:18.084353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85544075'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:18.105475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:18.107507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:18.117120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:18.126322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:18.144147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:18.162909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:18.164024 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c7622-922f-444a-85d7-19b04fb18cbd None None] The sync data for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:18.207725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 04d389ab-63ef-454f-9f9c-425fb0580d12 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:18.245008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:18.254553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.286216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-72f8c948-fa09-4a6f-8d94-142954a03f6d None None] Port 5d231139-9834-4a1c-86ed-30cceea1da18 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:18.336497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 04d389ab-63ef-454f-9f9c-425fb0580d12 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:18.337100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.396259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.404343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:18.449740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:18.460180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.460819 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment 510e6e43-7bde-457e-94d3-6161942d12ab of type vlan for network 55980a9c-fa1c-454e-a126-64a75f3790bf Dec 17 17:01:18.496233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting subnet 3b85ab71-c684-4b0d-b13e-7bf738daa560 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:18.503243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=f6ae76e6-9c26-4fb0-a3f4-25467b1a1ea1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:18.524049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.537145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 161cce57-7aca-45a2-90b5-6a2502982766 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:18.589395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 161cce57-7aca-45a2-90b5-6a2502982766 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:18.589395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 161cce57-7aca-45a2-90b5-6a2502982766 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:18.612177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:18.621347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.851409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.883994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.889442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:18.890056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:18.901618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed12e6d5-ed25-4ecf-b6ef-625bb5bd5369 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:19.006607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.033375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.033979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.037267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=55980a9c-fa1c-454e-a126-64a75f3790bf,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:19.040471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:19.056811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 55980a9c-fa1c-454e-a126-64a75f3790bf details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:19.177100 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1123827 Dec 17 17:01:19.180122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 41988) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.189424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:19.245371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Router e53d1bf8-b2c4-4214-b769-267a493d8153 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:19.271405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.429691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:19.437723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:19.442128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:19.450740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:19.474406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:19.490241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:19.499085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.502354 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "PUT /v2.0/routers/e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 200 len: 705 time: 6.3199809 Dec 17 17:01:19.508716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 41996) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.509080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] Sync routers for ids ['e53d1bf8-b2c4-4214-b769-267a493d8153'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:19.520567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] Routers {'e53d1bf8-b2c4-4214-b769-267a493d8153'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:19.521994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e53d1bf8-b2c4-4214-b769-267a493d8153'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:19.543056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:19.546240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.567514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-ebc07f44-c950-44d0-a43c-af916bdaa6fd tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:01:19.571304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ebc07f44-c950-44d0-a43c-af916bdaa6fd tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7380865 Dec 17 17:01:19.586814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:19.598553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] Routers {'e53d1bf8-b2c4-4214-b769-267a493d8153'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:19.599137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e53d1bf8-b2c4-4214-b769-267a493d8153'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:19.627907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42000) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.666718 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-500c161d-ac91-4d9c-a230-53ff90abf0af tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/routers/e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 200 len: 740 time: 0.1596284 Dec 17 17:01:19.671373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:19.671797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f15aa-df45-47e2-9c67-a90fa2871b3c None None] The sync data for ids ['e53d1bf8-b2c4-4214-b769-267a493d8153'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:19.675561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.722292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e46552f8-9716-410d-a4f1-c83f10796103 tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 200 len: 205 time: 0.0447147 Dec 17 17:01:19.724911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42010) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.761980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.770698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fbe02788-32ae-4500-9418-a7659f9eccee tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:19.808931 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8777af2c-feae-4a3b-9146-d92567323f66 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 200 len: 205 time: 0.0826998 Dec 17 17:01:19.814355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.818225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:19.821166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Subnet': ['ID=3b85ab71-c684-4b0d-b13e-7bf738daa560,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:19.828378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35410f83-9de3-45dd-9623-0f3c74500ae6 None None] Network 0ea4566a-afb3-4f5a-bbff-340d417b5d69 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:19.882436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:19.891397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:19.902214 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8492250 Dec 17 17:01:19.905407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42018) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:19.906471 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] Sync routers for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:19.922873 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:19.923805 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:20.035635 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:20.049790 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:20.073865 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:20.109040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/subnets/3b85ab71-c684-4b0d-b13e-7bf738daa560 HTTP/1.1" status: 204 len: 168 time: 2.1427751 Dec 17 17:01:20.111422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42022) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:20.156269 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:20.156935 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9bda4b-8f51-4e33-8068-4c2b3c1bc93b None None] The sync data for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:20.197420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.242275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] DHCP port deletion for 0ea4566a-afb3-4f5a-bbff-340d417b5d69 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:20.246422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Deleting port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:20.247325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.448790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] For port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,segment=NetworkSegment(b87d4af7-01c9-443e-96ee-fca2eb43b752),segment_id=b87d4af7-01c9-443e-96ee-fca2eb43b752)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:20.449105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.466364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.556723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.560893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.568550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:20.569016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.591195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Calling delete_port for 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:20.716094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.716521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Fanout notify agent at l3_agent the message router_deleted on router e53d1bf8-b2c4-4214-b769-267a493d8153 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:01:20.783755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.788551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.793139 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-571c941a-d94c-4329-ab3d-195ae4bf69e5 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 204 len: 168 time: 0.9732320 Dec 17 17:01:20.797705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42032) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:20.804445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58059a80-ec27-49a3-9c68-f925badbeb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:20.819994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.824419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:20.853500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b69ca9f8-bef1-4b2f-ae87-223c20f094ef tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 200 len: 205 time: 0.0589268 Dec 17 17:01:20.856558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] No DVR routers for this DVR port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:20.857405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42036) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:20.860936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] For port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,segment=NetworkSegment(b87d4af7-01c9-443e-96ee-fca2eb43b752),segment_id=b87d4af7-01c9-443e-96ee-fca2eb43b752)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:20.861305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:20.877761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Pushing event deleted for resources: {'Port': ['ID=1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:20.880042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:20.962690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=bf4ae255-4cd2-4985-898e-3124ad779824,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:20.967388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:20.987752 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-e84e1f99-5678-4cac-a6ae-bfc542806c31 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:20.991232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e84e1f99-5678-4cac-a6ae-bfc542806c31 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/e53d1bf8-b2c4-4214-b769-267a493d8153 HTTP/1.1" status: 404 len: 336 time: 0.1303673 Dec 17 17:01:21.009462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': '510e6e43-7bde-457e-94d3-6161942d12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:21.009842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: 55980a9c-fa1c-454e-a126-64a75f3790bf, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:21.014509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42040) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.052933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Calling delete_port for 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:21.085935 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-11d589d0-fea7-4ef6-85bd-7562b71d3cb1 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 200 len: 205 time: 0.0626028 Dec 17 17:01:21.086922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42044) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.114590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:21.166657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-4edabab0-4d68-4808-9026-43e2cb0d47e9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:21.167682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4edabab0-4d68-4808-9026-43e2cb0d47e9 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/ef96d04b-ab2c-4a92-a38f-0bfa97028f5c HTTP/1.1" status: 404 len: 336 time: 0.0802615 Dec 17 17:01:21.171006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42048) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.231393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8cb4ab6a-f3d8-4b65-a352-93927aa0a55e tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 200 len: 205 time: 0.0591362 Dec 17 17:01:21.234500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42052) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.245398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 55980a9c-fa1c-454e-a126-64a75f3790bf is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:21.271635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:21.315809 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-13986175-0009-43dc-af2d-39c2932080c0 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:21.316819 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-13986175-0009-43dc-af2d-39c2932080c0 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/9170d240-33a5-42b2-8597-ffce31a19ef0 HTTP/1.1" status: 404 len: 336 time: 0.0814328 Dec 17 17:01:21.318702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:21.319019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:21.319564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42056) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.362412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b827f07d-ed21-4994-ae35-37b5aaff3e46 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 200 len: 205 time: 0.0416994 Dec 17 17:01:21.364747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42060) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.524107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 55980a9c-fa1c-454e-a126-64a75f3790bf) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:21.532840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:21.533315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ac235-e90b-47d0-8f53-ab81719b8b56 None None] Network 55980a9c-fa1c-454e-a126-64a75f3790bf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:21.533446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:21.558621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-11d43479-b080-4b81-9de6-fccb1052e78a tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:21.562586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11d43479-b080-4b81-9de6-fccb1052e78a tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/f01d0529-554b-40fc-b326-9f4a199371e7 HTTP/1.1" status: 404 len: 336 time: 0.1940141 Dec 17 17:01:21.562586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42064) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.612647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-38858451-a0f1-4a81-a0b3-df28a7015d62 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 200 len: 205 time: 0.0472157 Dec 17 17:01:21.612873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42070) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.683677 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-fca8c47a-9eca-46c7-b841-fc621bdd15ca tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:21.687157 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fca8c47a-9eca-46c7-b841-fc621bdd15ca tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/f82299ba-054f-4d11-a9a4-4f54d5cb97cd HTTP/1.1" status: 404 len: 336 time: 0.0708795 Dec 17 17:01:21.687434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42074) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.691570 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5104239 Dec 17 17:01:21.731516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42078) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.742580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf', 'name': 'tempest-PortsTestJSON-2035496974', 'fixed_ips': [{'subnet_id': 'bf4ae255-4cd2-4985-898e-3124ad779824', 'ip_address': '172.20.0.10'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:21.760751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd8fb08d-ef64-464d-92cd-35b2be8c709f tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd9c783c-5f13-4ad6-ba38-0e55e9801879 HTTP/1.1" status: 200 len: 205 time: 0.0702457 Dec 17 17:01:21.762288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42084) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.780342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-55980a9c-fa1c-454e-a126-64a75f3790bf', 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': 'bf4ae255-4cd2-4985-898e-3124ad779824'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:21.781714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:21.823182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Deleting port 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:21.823531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:21.969749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-0e639a47-75a8-4763-be3a-71f99d807a22 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] delete failed (client error): The resource could not be found. Dec 17 17:01:21.973208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0e639a47-75a8-4763-be3a-71f99d807a22 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/routers/cd9c783c-5f13-4ad6-ba38-0e55e9801879 HTTP/1.1" status: 404 len: 336 time: 0.2075980 Dec 17 17:01:21.978034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42092) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:21.982896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] The port '1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:22.015957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 5d231139-9834-4a1c-86ed-30cceea1da18 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:22.016509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.044565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Allocated IP 172.20.0.2 (55980a9c-fa1c-454e-a126-64a75f3790bf/bf4ae255-4cd2-4985-898e-3124ad779824/a00d0a4b-9d45-496d-b292-4f3057089999) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:22.091173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 74d576e4-b9e2-4345-a461-893106247600 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:22.092660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.101530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c302e8-56d8-4bc6-8171-6f561941a22a tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:22.102015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c302e8-56d8-4bc6-8171-6f561941a22a tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:22.154320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:22.193555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:22.193932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1a36bc2e-70cc-4adb-b484-c16a7d0cf8cc not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:22.214865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-15c302e8-56d8-4bc6-8171-6f561941a22a tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] 10.222.0.61 "DELETE /v2.0/subnets/79d79936-6942-471b-a50b-7fe8350dc37d HTTP/1.1" status: 404 len: 337 time: 0.2283022 Dec 17 17:01:22.258085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.267489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:22.295616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:22.302632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea4566a-afb3-4f5a-bbff-340d417b5d69']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:22.321169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87d4af7-01c9-443e-96ee-fca2eb43b752') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:22.321516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87d4af7-01c9-443e-96ee-fca2eb43b752') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:22.338732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.344703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.349637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Transition to ACTIVE for port object a00d0a4b-9d45-496d-b292-4f3057089999 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:22.365084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb63e-e10e-4c40-8a59-4d53389ed228 req-2d0b4a58-422f-4a10-81d0-5f40891b871e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:22.370550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Transition to ACTIVE for port object a00d0a4b-9d45-496d-b292-4f3057089999 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:22.372030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51cdb63e-e10e-4c40-8a59-4d53389ed228 req-2d0b4a58-422f-4a10-81d0-5f40891b871e tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.3551924 Dec 17 17:01:22.395506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:22.415220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.428049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.433069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1574f1b1-4d06-4d37-86e2-471ee06d8f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:22.442782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.486428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:22.486897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.499655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Network 55980a9c-fa1c-454e-a126-64a75f3790bf is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:22.502688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:22.505516 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:22.510614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:22.513595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Pushing event updated for resources: {'Port': ['ID=a00d0a4b-9d45-496d-b292-4f3057089999,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:22.518274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:22.522018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.574355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51cdb63e-e10e-4c40-8a59-4d53389ed228 req-be2da3fa-d759-4a8a-b503-c9733d277f48 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014587 Dec 17 17:01:22.594888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Calling delete_port for 5d231139-9834-4a1c-86ed-30cceea1da18 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:22.630577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Attempting to bind port a00d0a4b-9d45-496d-b292-4f3057089999 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:22.632815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Attempting to bind port a00d0a4b-9d45-496d-b292-4f3057089999 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '510e6e43-7bde-457e-94d3-6161942d12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:22.633200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Attempting to bind port a00d0a4b-9d45-496d-b292-4f3057089999 on network 55980a9c-fa1c-454e-a126-64a75f3790bf {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:22.636135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.642346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:22.642729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Checking segment: {'id': '510e6e43-7bde-457e-94d3-6161942d12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:22.643137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.643532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Bound using segment: {'id': '510e6e43-7bde-457e-94d3-6161942d12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:22.644032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Bound port: a00d0a4b-9d45-496d-b292-4f3057089999, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e6e43-7bde-457e-94d3-6161942d12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:22.644414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.659169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:22.699370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.703246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:22.719346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.752432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Pushing event deleted for resources: {'Network': ['ID=0ea4566a-afb3-4f5a-bbff-340d417b5d69,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:22.759362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] 10.222.0.61 "DELETE /v2.0/networks/0ea4566a-afb3-4f5a-bbff-340d417b5d69 HTTP/1.1" status: 204 len: 168 time: 2.6466341 Dec 17 17:01:22.775687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] For port a00d0a4b-9d45-496d-b292-4f3057089999, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:22.779417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:22.785133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] For port a00d0a4b-9d45-496d-b292-4f3057089999, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a00d0a4b-9d45-496d-b292-4f3057089999,segment=NetworkSegment(510e6e43-7bde-457e-94d3-6161942d12ab),segment_id=510e6e43-7bde-457e-94d3-6161942d12ab)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:22.817112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 74d576e4-b9e2-4345-a461-893106247600 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:22.881049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:22.887964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-922d1414-655a-4d2d-b4e5-5d677b3b3929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:22.893680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:23.044191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Pushing event updated for resources: {'Port': ['ID=a00d0a4b-9d45-496d-b292-4f3057089999,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:23.049188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:23.090947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.10 (55980a9c-fa1c-454e-a126-64a75f3790bf/bf4ae255-4cd2-4985-898e-3124ad779824/72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:23.164405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.380932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.386677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7fe92f1-5f8f-4ab4-82ab-14813d98b946 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:23.388399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:23.401318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42120) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:23.402366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Usage tracker for resource:security_group_rule and tenant:b41b6a03ff0047d99a55fdb9ef2e593a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:23.414417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:23.431899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:23.462878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.519804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=74d576e4-b9e2-4345-a461-893106247600,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:23.522368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:23.694934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1f3ae1-104b-4c0f-b452-0b71290528ac tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:23.720028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc6ee-2cf6-43fc-ae89-653daf0fa2c6 req-7be7b398-48d7-44f0-897b-2c99309d750a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:23.721837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b9dc6ee-2cf6-43fc-ae89-653daf0fa2c6 req-7be7b398-48d7-44f0-897b-2c99309d750a tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.5440636 Dec 17 17:01:23.740730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4cedbbc0-2948-4772-89f0-ac095934c281 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87a2497eef3f493793531f89345a86bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283792 Dec 17 17:01:23.748233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42128) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:23.796261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.813465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Port': ['ID=5d231139-9834-4a1c-86ed-30cceea1da18,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:23.816048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:23.849119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b9dc6ee-2cf6-43fc-ae89-653daf0fa2c6 req-35906c4c-8e6c-4d04-84f6-07ba84b66f87 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159201 Dec 17 17:01:23.860531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:23.874983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.936459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:23.944550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ba30e41-55eb-43c7-9385-9082bb100f85 tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:24.007720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.015156 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b41b6a03ff0047d99a55fdb9ef2e593a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1200924 Dec 17 17:01:24.021922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42138) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:24.022961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3536f77f-2262-41fa-88fb-f3ce6f8493f6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:24.027730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:24.049276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0770e4-aeba-43b6-95e9-08c45706f4de tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:24.121068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 55980a9c-fa1c-454e-a126-64a75f3790bf is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:24.132175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.138777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:24.151358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:24.256759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a00d0a4b-9d45-496d-b292-4f3057089999 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:24.350888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.357998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:24.358770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.361214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.403695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:24.407387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:24.412346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a00d0a4b-9d45-496d-b292-4f3057089999 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:24.419693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.440896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.492572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7599351 Dec 17 17:01:24.495695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42146) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:24.504058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19eee4-7505-4e3b-bde5-fead9c6d6c40 req-2b1e39f5-681b-4273-b401-d3b7e96c5806 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:24.506167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f19eee4-7505-4e3b-bde5-fead9c6d6c40 req-2b1e39f5-681b-4273-b401-d3b7e96c5806 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.2951772 Dec 17 17:01:24.514589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': '55980a9c-fa1c-454e-a126-64a75f3790bf', 'name': 'tempest-PortsTestJSON-1372649544', 'fixed_ips': [{'subnet_id': 'bf4ae255-4cd2-4985-898e-3124ad779824', 'ip_address': '172.20.0.9'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:24.568077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197e391-8031-4ccc-a0ad-92c124947d7b None None] Network 55980a9c-fa1c-454e-a126-64a75f3790bf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:24.647459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.716327 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f19eee4-7505-4e3b-bde5-fead9c6d6c40 req-e4a95242-e096-4247-9ef5-6af2b38b5528 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846642 Dec 17 17:01:24.772675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835eae-76e8-4437-b74e-7a9702325a20 req-5a30b753-35fc-4bad-9417-01956d45dd04 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:24.779751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c835eae-76e8-4437-b74e-7a9702325a20 req-5a30b753-35fc-4bad-9417-01956d45dd04 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.2493095 Dec 17 17:01:24.801337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.812206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7d97ad99-16e7-4e72-a249-254ea945da2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:24.819255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:24.829842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:24.832074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Provisioning for port a00d0a4b-9d45-496d-b292-4f3057089999 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:24.834268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3536f77f-2262-41fa-88fb-f3ce6f8493f6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:24.838084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:24.839958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:24.854278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:24.855535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Provisioning complete for port a00d0a4b-9d45-496d-b292-4f3057089999 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:24.856506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.859833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:24.860962 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3536f77f-2262-41fa-88fb-f3ce6f8493f6 HTTP/1.1" status: 204 len: 168 time: 0.8350406 Dec 17 17:01:24.888174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c835eae-76e8-4437-b74e-7a9702325a20 req-32fda33c-0592-467e-a6d8-9b1a27f4d929 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014352 Dec 17 17:01:24.898955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Router d9230ecf-a11f-4daf-a742-0b0776388d9d has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:24.971235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:24.977444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.032769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 40fb7efd-720c-4e9a-9b98-050b4404f322 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:25.080125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.139398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] For port a00d0a4b-9d45-496d-b292-4f3057089999, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a00d0a4b-9d45-496d-b292-4f3057089999,segment=NetworkSegment(510e6e43-7bde-457e-94d3-6161942d12ab),segment_id=510e6e43-7bde-457e-94d3-6161942d12ab)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:25.203807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.205568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3c6b462a-08c7-4784-9956-2c956e72492f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:25.281938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Pushing event updated for resources: {'Port': ['ID=a00d0a4b-9d45-496d-b292-4f3057089999,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:25.294255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:25.367479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:25.383057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:25.384648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.9 (55980a9c-fa1c-454e-a126-64a75f3790bf/bf4ae255-4cd2-4985-898e-3124ad779824/40fb7efd-720c-4e9a-9b98-050b4404f322) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:25.392279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] Sync routers for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:25.411439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:25.412203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.468222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.500408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.520687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:25.521679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.530131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-363ffeaa-df50-49eb-871c-499aa2d410c0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:25.552061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec815480-321f-4341-b29d-579718fedd9d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:25.557599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:25.564888 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9267859 Dec 17 17:01:25.568967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.575317 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec815480-321f-4341-b29d-579718fedd9d HTTP/1.1" status: 204 len: 168 time: 1.7953515 Dec 17 17:01:25.579122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42162) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:25.580290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:25.602472 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] Sync routers for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:25.610471 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7011552 Dec 17 17:01:25.612137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42168) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:25.621297 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:25.629272 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.676754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.677644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b05f8-4088-44be-9b0f-ab86357fa866 None None] The sync data for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:25.747331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Provisioning for port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:25.753173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Provisioning complete for port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:25.753746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.779190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42172) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:25.822503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d1829f79-d0cd-4370-8949-f982f8020530 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 HTTP/1.1" status: 200 len: 205 time: 0.2022209 Dec 17 17:01:25.823025 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.832122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:25.833645 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] Routers {'d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:25.834437 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.847088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Provisioning complete for port a00d0a4b-9d45-496d-b292-4f3057089999 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:25.847482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-79c6296c-03f8-4649-834d-73b152c7d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:25.856338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42178) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:25.916988 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:25.917646 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9faec2e-9523-4caa-93e2-fdc3a67ee657 None None] The sync data for ids ['d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:25.964686 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-14e42303-2062-4c71-bbbf-0dc8cc83d29f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] delete failed (client error): The resource could not be found. Dec 17 17:01:25.966127 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-14e42303-2062-4c71-bbbf-0dc8cc83d29f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1331041064 HTTP/1.1" status: 404 len: 335 time: 0.3784719 Dec 17 17:01:25.978755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42182) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:25.997560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0459267c-131b-4b73-83d6-7abe00539df9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9230ecf-a11f-4daf-a742-0b0776388d9d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:26.100797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.120282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8c506db0-1f7e-40c6-8dad-570509b82448 None None] Provisioning complete for port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:26.126427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8c506db0-1f7e-40c6-8dad-570509b82448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.180130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a00d0a4b-9d45-496d-b292-4f3057089999 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:26.266771 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc5cc2c5-cfca-4716-b815-b230579fd5e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1d8f48d99cc4600a0f87b153db18525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831018 Dec 17 17:01:26.270652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42190) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:26.271135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8c506db0-1f7e-40c6-8dad-570509b82448 None None] Port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:26.299093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a00d0a4b-9d45-496d-b292-4f3057089999 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:26.299714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.374643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62550eb7-1a9e-4069-9780-e9d4a628492d req-8efefe7c-b4e6-4b14-a313-a599462aa682 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:26.381714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-62550eb7-1a9e-4069-9780-e9d4a628492d req-8efefe7c-b4e6-4b14-a313-a599462aa682 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.9215517 Dec 17 17:01:26.493424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.496767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.527975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.554148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.568610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.589386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.591864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:01:26.606218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.607301 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0216b9ea-3bf5-48cc-bf2e-0ea053fd0f19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 HTTP/1.1" status: 204 len: 168 time: 0.7500277 Dec 17 17:01:26.610614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42200) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:26.682282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 1bc53d93-05f7-4653-ae97-f896d40cc9ed {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:26.685415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.720395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22db26c-24eb-4121-b02d-9be91921ab13 req-ce8b2c8f-d5b3-49c9-a5c4-ffd5fcee96d1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:26.721919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c22db26c-24eb-4121-b02d-9be91921ab13 req-ce8b2c8f-d5b3-49c9-a5c4-ffd5fcee96d1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8934858 Dec 17 17:01:26.724640 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-62550eb7-1a9e-4069-9780-e9d4a628492d req-ddf85bcc-b840-4f4e-a1c2-96bc20f8225f tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421266 Dec 17 17:01:26.737608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object 40fb7efd-720c-4e9a-9b98-050b4404f322 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:26.739453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.746802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:26.763648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30c299-c6da-41bc-b341-d395fac03e71,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:26.767586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.786732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-9eaa4836-0d85-4ad2-b14d-156f124ebe70 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:26.788380 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-9eaa4836-0d85-4ad2-b14d-156f124ebe70 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.9051960 Dec 17 17:01:26.799523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.799523 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b30c299-c6da-41bc-b341-d395fac03e71 HTTP/1.1" status: 204 len: 168 time: 0.5276823 Dec 17 17:01:26.800358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0459267c-131b-4b73-83d6-7abe00539df9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.803191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:26.876290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:26.885558 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c22db26c-24eb-4121-b02d-9be91921ab13 req-974e14ea-4a08-44d5-92f6-40924387313d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484528 Dec 17 17:01:26.897865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Deleting port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:26.898220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.003720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-0459267c-131b-4b73-83d6-7abe00539df9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] update failed (client error): The resource could not be found. Dec 17 17:01:27.008021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0459267c-131b-4b73-83d6-7abe00539df9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d HTTP/1.1" status: 404 len: 339 time: 1.0162451 Dec 17 17:01:27.008383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42216) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.013165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.015992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-197131305'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:27.023461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5aea05bd-4ed4-42f1-93a1-f2b698182057 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:27.034241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:27.051313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:network and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:27.063425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:27.075976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:27.097926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.105522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9cc516ca-6298-499f-b587-18141d80350b tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:27.179818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.184581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc53d93-05f7-4653-ae97-f896d40cc9ed,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:27.192574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:27.194698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:27.195077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b1f279-f8bf-4316-8bb0-da6825da3f86 None None] Network 79078b07-6ada-485f-92fc-36b0fdf644d2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:27.198605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.217592 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/1bc53d93-05f7-4653-ae97-f896d40cc9ed HTTP/1.1" status: 204 len: 168 time: 0.6037552 Dec 17 17:01:27.219927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.282940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network 55980a9c-fa1c-454e-a126-64a75f3790bf is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:27.283770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42228) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.290545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:27.295425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:27.379609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:27.380256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.436892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:27.437111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=40fb7efd-720c-4e9a-9b98-050b4404f322,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:27.445540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:27.467455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:27.471028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.471560 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Added segment 03e9d5f4-68c5-452f-8417-3344bc5dbe6b of type vlan for network c05f455e-7ba5-43fb-a009-50c97413e56e Dec 17 17:01:27.488421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.507729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0003753 Dec 17 17:01:27.518728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42236) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.625140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.686616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e880c2b8-b601-4a3c-b090-b1376546327e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] Request body: {'port': {'network_id': '32eb67b8-791b-4dc0-bd0f-fbcc8122bbed', 'name': 'tempest-NetworksNegativeTestJSON-1922079547'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:27.731037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.735516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b35aa2-3002-4800-be9d-083bb2cc3afe req-b8eab8fd-088a-4486-b4ad-0efb94d65491 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:27.737044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49b35aa2-3002-4800-be9d-083bb2cc3afe req-b8eab8fd-088a-4486-b4ad-0efb94d65491 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 945 time: 0.7916682 Dec 17 17:01:27.775557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e880c2b8-b601-4a3c-b090-b1376546327e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] POST failed (client error): The resource could not be found. Dec 17 17:01:27.780873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e880c2b8-b601-4a3c-b090-b1376546327e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:27.780873 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e880c2b8-b601-4a3c-b090-b1376546327e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4844196 Dec 17 17:01:27.787163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42250) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.800667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.810940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-413bd102-f6e6-40f3-87dd-1f7a10b7b391 None None] Provisioning for port 40fb7efd-720c-4e9a-9b98-050b4404f322 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:27.817054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-413bd102-f6e6-40f3-87dd-1f7a10b7b391 None None] Provisioning complete for port 40fb7efd-720c-4e9a-9b98-050b4404f322 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:27.820054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-413bd102-f6e6-40f3-87dd-1f7a10b7b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.845998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] For port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:27.846362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.852022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] DHCP port deletion for 79078b07-6ada-485f-92fc-36b0fdf644d2 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:27.863564 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f1debf-aa5a-4181-9c36-5dd782a04fbb tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:27.864346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f1debf-aa5a-4181-9c36-5dd782a04fbb tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:27.875898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Deleting port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:27.876373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.885385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-69f1debf-aa5a-4181-9c36-5dd782a04fbb tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "DELETE /v2.0/networks/0bf571b2-3b1d-42d7-8fc0-1a9d53902673 HTTP/1.1" status: 404 len: 339 time: 0.0945692 Dec 17 17:01:27.894653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42256) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:27.936298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-413bd102-f6e6-40f3-87dd-1f7a10b7b391 None None] Port 40fb7efd-720c-4e9a-9b98-050b4404f322 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:27.959928 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73b9a0e-dc5b-455d-b271-8a7e47de5a8a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:27.960607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73b9a0e-dc5b-455d-b271-8a7e47de5a8a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:27.970329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f73b9a0e-dc5b-455d-b271-8a7e47de5a8a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "DELETE /v2.0/ports/fa2db3a7-7361-4929-9072-1a65dc9b0d15 HTTP/1.1" status: 404 len: 333 time: 0.0742538 Dec 17 17:01:27.974537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42260) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.012667 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbf8184-74e3-48a6-841a-17f1159d018e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] DELETE failed (client error): The resource could not be found. Dec 17 17:01:28.013220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbf8184-74e3-48a6-841a-17f1159d018e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:28.019212 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8fbf8184-74e3-48a6-841a-17f1159d018e tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "DELETE /v2.0/subnets/81d9822e-79f6-43e5-ad01-00df1210c594 HTTP/1.1" status: 404 len: 337 time: 0.0400867 Dec 17 17:01:28.019668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42264) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.036578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.047393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:28.054821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.058274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-ccf787b2-2001-4d38-8dd7-74564f6f4bb4 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:28.058274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-ccf787b2-2001-4d38-8dd7-74564f6f4bb4 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.9273314 Dec 17 17:01:28.063287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2a9cccca-8fae-4985-9d2a-06b93ec2293b tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:28.154828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.175430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:28.256596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] For port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,segment=NetworkSegment(379c99de-d37d-47e6-9146-f351a7ba2b6f),segment_id=379c99de-d37d-47e6-9146-f351a7ba2b6f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:28.256936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.258726 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f221d3-60a1-4f9c-bb9e-cc15b35d5320 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] GET failed (client error): The resource could not be found. Dec 17 17:01:28.263865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-32f221d3-60a1-4f9c-bb9e-cc15b35d5320 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "GET /v2.0/networks/ed7a05d0-57a0-44bf-9be9-b5c671f7e258 HTTP/1.1" status: 404 len: 339 time: 0.2262318 Dec 17 17:01:28.268184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42274) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.283626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.285588 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6 HTTP/1.1" status: 204 len: 168 time: 1.0602040 Dec 17 17:01:28.291919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42278) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.317695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492db34-9475-4217-843f-c423f5d0ccc0 None None] Network c49472b5-1e77-4243-928c-8f059a3461d6 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:28.346705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49b35aa2-3002-4800-be9d-083bb2cc3afe req-36ecdab7-9052-483a-891c-b3c892766ccb tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5970361 Dec 17 17:01:28.383195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Deleting port 08bd39e6-b03b-4d98-be06-c7fde7684e55 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:28.383550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.460296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.476661 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4672058 Dec 17 17:01:28.477518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Network': ['ID=c05f455e-7ba5-43fb-a009-50c97413e56e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:28.481038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42284) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.484395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:28.485282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:28.517523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'subnet': {'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:28.584294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Calling delete_port for cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:28.605041 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d21cae6-a0ee-446b-885f-189e68ee61f0 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] GET failed (client error): The resource could not be found. Dec 17 17:01:28.607190 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8d21cae6-a0ee-446b-885f-189e68ee61f0 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "GET /v2.0/ports/73ef87c2-8c19-4710-a4d2-46062462ae00 HTTP/1.1" status: 404 len: 333 time: 0.3256342 Dec 17 17:01:28.616466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42290) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.617317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42292) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.620660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:28.631139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:28.631972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:28.632309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.648436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c05f455e-7ba5-43fb-a009-50c97413e56e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:28.686514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:28.693259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Usage tracker for resource:subnet and tenant:c6570f8828aa46818b2787f37c48239f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:28.697535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:28.739785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:28.744715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636cb17-a48f-49e6-8658-1f8a3061c32e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:28.745439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8636cb17-a48f-49e6-8658-1f8a3061c32e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:28.785848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8ab64a-b39a-4837-a4bf-959ddeab2bf1 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] GET failed (client error): The resource could not be found. Dec 17 17:01:28.791387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa8ab64a-b39a-4837-a4bf-959ddeab2bf1 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "GET /v2.0/subnets/fd700855-45a1-4858-a338-6f62304be934 HTTP/1.1" status: 404 len: 337 time: 0.1578953 Dec 17 17:01:28.792981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42300) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.800833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.801219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.801537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Floating IP 09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773 disassociated. External IP: 172.26.4.104, port: 99c29e22-7e7d-4ea6-bd90-df77b063a0c8. Dec 17 17:01:28.801911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Calling delete_port for 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:28.856187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7be831b0-5676-4b0f-88e8-674a4ceba992 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:28.859046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Made reservation on behalf of c6570f8828aa46818b2787f37c48239f for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:28.862511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.896182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1620719642'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:28.917579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.922469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:28.934363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be831b0-5676-4b0f-88e8-674a4ceba992 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] PUT failed (client error): The resource could not be found. Dec 17 17:01:28.934836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be831b0-5676-4b0f-88e8-674a4ceba992 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:28.939547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7be831b0-5676-4b0f-88e8-674a4ceba992 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "PUT /v2.0/networks/49589c67-5f90-4f8d-ac4f-f73b170142b6 HTTP/1.1" status: 404 len: 339 time: 0.1040788 Dec 17 17:01:28.941259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:28.944206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42306) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:28.962595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:28.967356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d8c7f47f-c681-423d-bb86-4406e2c1ada3 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:28.988254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.997160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:29.026036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:29.031807 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c7f47f-c681-423d-bb86-4406e2c1ada3 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] PUT failed (client error): The resource could not be found. Dec 17 17:01:29.032283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c7f47f-c681-423d-bb86-4406e2c1ada3 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:29.033409 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d8c7f47f-c681-423d-bb86-4406e2c1ada3 tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "PUT /v2.0/ports/cb1401d8-133c-4ba2-b0a8-1bdeffaa8790 HTTP/1.1" status: 404 len: 333 time: 0.0865369 Dec 17 17:01:29.038504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,segment=NetworkSegment(379c99de-d37d-47e6-9146-f351a7ba2b6f),segment_id=379c99de-d37d-47e6-9146-f351a7ba2b6f)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:29.038871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.052186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42310) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:29.066805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Pushing event deleted for resources: {'Port': ['ID=cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:29.070185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8636cb17-a48f-49e6-8658-1f8a3061c32e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:29.074820 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8636cb17-a48f-49e6-8658-1f8a3061c32e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.4805076 Dec 17 17:01:29.082700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42312) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:29.095432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a545cbdf-48fb-4c20-b66f-d5ac8d67df3a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:29.107340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] DHCP port deletion for c49472b5-1e77-4243-928c-8f059a3461d6 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:29.112965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:29.114578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Deleting port 7c8033d3-07e1-4073-911e-ce7fae89b359 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:29.114959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.133274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98413-4362-45ad-b3e5-b8dcd3b1ab77 req-bc497775-c15d-4efe-81a9-823d79fb6229 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:29.141033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16e98413-4362-45ad-b3e5-b8dcd3b1ab77 req-bc497775-c15d-4efe-81a9-823d79fb6229 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.7820649 Dec 17 17:01:29.159751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] No DVR routers for this DVR port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:29.183968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:29.224107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-a545cbdf-48fb-4c20-b66f-d5ac8d67df3a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] PUT failed (client error): The resource could not be found. Dec 17 17:01:29.224566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a545cbdf-48fb-4c20-b66f-d5ac8d67df3a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:29.230062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a545cbdf-48fb-4c20-b66f-d5ac8d67df3a tempest-NetworksNegativeTestJSON-1779111414 tempest-NetworksNegativeTestJSON-1779111414-project] 10.222.0.61 "PUT /v2.0/subnets/1c0b3259-c324-44b1-a93c-8c45fa70963a HTTP/1.1" status: 404 len: 337 time: 0.1494362 Dec 17 17:01:29.312848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:29.316717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.338301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:29.338634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:29.350297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19fc92-26dc-4439-b091-1b35140b74be req-19274278-259d-4405-a03b-2a0d83a0a17f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:29.351818 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f19fc92-26dc-4439-b091-1b35140b74be req-19274278-259d-4405-a03b-2a0d83a0a17f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.7330315 Dec 17 17:01:29.357119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] For port 7c8033d3-07e1-4073-911e-ce7fae89b359, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7c8033d3-07e1-4073-911e-ce7fae89b359,segment=NetworkSegment(7956d885-c83b-474b-99fa-bab8a1828a66),segment_id=7956d885-c83b-474b-99fa-bab8a1828a66)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:29.358738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.377339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.402452 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16e98413-4362-45ad-b3e5-b8dcd3b1ab77 req-5fbeaa70-93a7-4fdf-a045-56a1c4df1f41 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602272 Dec 17 17:01:29.425609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] For port 08bd39e6-b03b-4d98-be06-c7fde7684e55, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=08bd39e6-b03b-4d98-be06-c7fde7684e55,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:29.432021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.577281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Calling delete_port for 7c8033d3-07e1-4073-911e-ce7fae89b359 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:29.592812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:29.599487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.604655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:29.617945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:security_group_rule and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:29.684641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:29.702401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Subnet': ['ID=48d7cc53-a4ae-45a5-9c84-40667bfd92a5,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:29.706586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:29.708118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Checking segment: {'id': '03e9d5f4-68c5-452f-8417-3344bc5dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:29.708118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network hostable DHCP agents. Network: c05f455e-7ba5-43fb-a009-50c97413e56e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:29.708368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.719325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:29.721385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-635fda4e-323a-4c88-8df5-d024a55becb6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:29.765913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f19fc92-26dc-4439-b091-1b35140b74be req-c6161dfa-95b6-4c57-9052-11728080d5ef tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918986 Dec 17 17:01:29.776878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.784483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0fa09d9b-bafa-4930-9b91-d2b9fe003ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:29.797218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event deleted for resources: {'Port': ['ID=99c29e22-7e7d-4ea6-bd90-df77b063a0c8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:29.805675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network c05f455e-7ba5-43fb-a009-50c97413e56e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:29.807175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:29.833339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dfa17-1759-4e49-b508-2df2c20cb2f8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:29.839065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dfa17-1759-4e49-b508-2df2c20cb2f8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:29.840158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:29.842479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:29.845344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dfa17-1759-4e49-b508-2df2c20cb2f8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:29.849844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1a6dfa17-1759-4e49-b508-2df2c20cb2f8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.7613513 Dec 17 17:01:29.859582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] No DVR routers for this DVR port 7c8033d3-07e1-4073-911e-ce7fae89b359 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:29.874776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Pushing event deleted for resources: {'Port': ['ID=7c8033d3-07e1-4073-911e-ce7fae89b359,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:29.885472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:29.892422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42324) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:29.892766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42326) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:29.903774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c05f455e-7ba5-43fb-a009-50c97413e56e) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:29.913383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df9058-e12e-409d-8dc8-9ad352476e14 None None] Network c05f455e-7ba5-43fb-a009-50c97413e56e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:30.007203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 40fb7efd-720c-4e9a-9b98-050b4404f322 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:30.007548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.093362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:30.106208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.114800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] The port 'cd802ba0-f7e9-4b82-b97c-1bcb1eb6b408' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:30.177331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7c8033d3-07e1-4073-911e-ce7fae89b359 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:30.258228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 7c8033d3-07e1-4073-911e-ce7fae89b359 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:30.258844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7c8033d3-07e1-4073-911e-ce7fae89b359 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:30.290112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 08bd39e6-b03b-4d98-be06-c7fde7684e55 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:30.390090 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9079928 Dec 17 17:01:30.391356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.394343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4bd3-6f33-448b-85b9-82c4d13c936d req-e02efdd2-0b23-43d6-b580-2dba4698c1c9 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:30.401247 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-39bc4bd3-6f33-448b-85b9-82c4d13c936d req-e02efdd2-0b23-43d6-b580-2dba4698c1c9 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 867 time: 0.8845706 Dec 17 17:01:30.405593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42334) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:30.412233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:30.416550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Usage tracker for resource:security_group_rule and tenant:f91d4f9822674eac821b925c2406367e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:30.420545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:30.443444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:30.445841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.446229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.446614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Floating IP efa5bf35-183e-4200-bef0-ea0d81652099 disassociated. External IP: 172.26.4.79, port: 08bd39e6-b03b-4d98-be06-c7fde7684e55. Dec 17 17:01:30.446883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Calling delete_port for 08bd39e6-b03b-4d98-be06-c7fde7684e55 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:30.470565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c05f455e-7ba5-43fb-a009-50c97413e56e', 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e', 'tenant_id': 'c6570f8828aa46818b2787f37c48239f', 'fixed_ips': [{'subnet_id': '48d7cc53-a4ae-45a5-9c84-40667bfd92a5'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:30.471534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.601791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.609758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.623314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-39bc4bd3-6f33-448b-85b9-82c4d13c936d req-1935ee63-3415-458b-8d50-2ad1d25a844c tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups?id=96db53d1-f9d2-440a-a7f7-8c8330d1bf64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210066 Dec 17 17:01:30.623544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1f9b770d-4727-4b07-beab-009cf3facb7c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:30.702983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Allocated IP 2001:db8:1::2 (c05f455e-7ba5-43fb-a009-50c97413e56e/48d7cc53-a4ae-45a5-9c84-40667bfd92a5/62690225-8a84-49a3-8aed-10a4cfa36c10) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:30.739194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.771594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:30.800680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Router 8494d863-5a04-4521-8c46-b6abe9487485 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:30.878986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79078b07-6ada-485f-92fc-36b0fdf644d2']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:30.936141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80b0bf-8c9e-4383-9b37-3a0695c5fbb6 req-cc551e1d-99eb-47e3-b6df-455e2ef4afd1 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:30.943878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee80b0bf-8c9e-4383-9b37-3a0695c5fbb6 req-cc551e1d-99eb-47e3-b6df-455e2ef4afd1 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 945 time: 0.3300841 Dec 17 17:01:30.953795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379c99de-d37d-47e6-9146-f351a7ba2b6f') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:30.954035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379c99de-d37d-47e6-9146-f351a7ba2b6f') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:30.969291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.004142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:31.024532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.037459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:31.039653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2dfc69dc-709f-4fab-a0ee-7783b3ef9557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.047893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.060153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment 47c81f7d-738c-4e09-9974-674dc26dfd55 of type vlan for network 414b8247-c868-4d98-a990-f27eb1bd6713 Dec 17 17:01:31.060312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:31.060312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:31.062438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.073787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.075864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Transition to ACTIVE for port object 62690225-8a84-49a3-8aed-10a4cfa36c10 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:31.079533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.082943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2da8a5-f20a-4275-8867-4bba33526e0b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:31.088936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:31.096631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.099994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Transition to ACTIVE for port object 62690225-8a84-49a3-8aed-10a4cfa36c10 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:31.124376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.170612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.176444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-446e2717-fa2c-43ae-9fb9-a6f21d29ae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.212451 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f91d4f9822674eac821b925c2406367e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3152802 Dec 17 17:01:31.228932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42342) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:31.241467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b936d200-1200-404d-b087-360741291294,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:31.248617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Network c05f455e-7ba5-43fb-a009-50c97413e56e is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:31.252061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:31.256426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:31.258947 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee80b0bf-8c9e-4383-9b37-3a0695c5fbb6 req-bb6b0ca4-1427-429b-a42d-a39395434d91 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups?id=27e29c88-ab23-4cd1-ad7d-ca4e6769c555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138528 Dec 17 17:01:31.260259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:31.275388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f45ded6d-13d5-4fa1-9079-4155ef383f0b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.278114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.281971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.309156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:31.309560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:31.324607 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:31.328630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f9b770d-4727-4b07-beab-009cf3facb7c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.355000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Pushing event updated for resources: {'Port': ['ID=62690225-8a84-49a3-8aed-10a4cfa36c10,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:31.363591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:31.387428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Attempting to bind port 62690225-8a84-49a3-8aed-10a4cfa36c10 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:31.388052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Attempting to bind port 62690225-8a84-49a3-8aed-10a4cfa36c10 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '03e9d5f4-68c5-452f-8417-3344bc5dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:31.390190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Attempting to bind port 62690225-8a84-49a3-8aed-10a4cfa36c10 on network c05f455e-7ba5-43fb-a009-50c97413e56e {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:31.391183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:31.392913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event deleted for resources: {'Port': ['ID=08bd39e6-b03b-4d98-be06-c7fde7684e55,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:31.395211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:31.396216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Checking segment: {'id': '03e9d5f4-68c5-452f-8417-3344bc5dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:31.396216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.397830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Bound using segment: {'id': '03e9d5f4-68c5-452f-8417-3344bc5dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:31.398492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Bound port: 62690225-8a84-49a3-8aed-10a4cfa36c10, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e9d5f4-68c5-452f-8417-3344bc5dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c05f455e-7ba5-43fb-a009-50c97413e56e'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:31.398988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.413327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Sync routers for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:31.440113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:31.459333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.463875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:31.464485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.469249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:31.470079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:31.483957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.652569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 40fb7efd-720c-4e9a-9b98-050b4404f322 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:31.674177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] For port 62690225-8a84-49a3-8aed-10a4cfa36c10, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:31.690796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] For port 62690225-8a84-49a3-8aed-10a4cfa36c10, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=62690225-8a84-49a3-8aed-10a4cfa36c10,segment=NetworkSegment(03e9d5f4-68c5-452f-8417-3344bc5dbe6b),segment_id=03e9d5f4-68c5-452f-8417-3344bc5dbe6b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:31.707004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:31.805721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] No DVR routers for this DVR port 99c29e22-7e7d-4ea6-bd90-df77b063a0c8 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:31.813338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.820263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.821092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60ec1635-566b-471d-8745-d0a8c3d50fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.847026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.882538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.887639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.894515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-89f89c23-1c5a-4cc8-a615-9d2ca4901a78 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:31.932621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=79078b07-6ada-485f-92fc-36b0fdf644d2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:31.937143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:31.948751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:31.950442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.960239 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/79078b07-6ada-485f-92fc-36b0fdf644d2 HTTP/1.1" status: 204 len: 168 time: 3.6333268 Dec 17 17:01:31.964775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42348) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:31.986957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'name': 'network-vif-deleted', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:01:31.993262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bc36876-2e42-4813-bcec-9abae6900ea1 req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.60 "DELETE /v2.0/ports/99c29e22-7e7d-4ea6-bd90-df77b063a0c8 HTTP/1.1" status: 204 len: 173 time: 5.1954377 Dec 17 17:01:32.003551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04258cc-1f0f-4a0e-9f50-18d9d9c50aec req-c3c8202a-644f-4743-97d7-90709cae7310 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:32.011853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c04258cc-1f0f-4a0e-9f50-18d9d9c50aec req-c3c8202a-644f-4743-97d7-90709cae7310 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.0029407 Dec 17 17:01:32.014510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=414b8247-c868-4d98-a990-f27eb1bd6713,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:32.108029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Pushing event updated for resources: {'Port': ['ID=62690225-8a84-49a3-8aed-10a4cfa36c10,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:32.118759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c04258cc-1f0f-4a0e-9f50-18d9d9c50aec req-78e8c802-685d-4d6b-a3f5-f4e373f5b2a0 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053979 Dec 17 17:01:32.134709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:32.222287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-12f48da5-e700-409c-b5a7-1e41e22daf03 req-41c1e382-2f09-4ac6-9b67-1b0f593019e4 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Synchronizing usage tracker for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:32.226238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.226238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.231389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.231389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.231864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.233581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.233581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.235910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.236374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.237097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.237233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.237671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:32.243606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6111565 Dec 17 17:01:32.246370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd679900b-9fac-4127-ad56-161595682aaf', 'name': 'network-vif-deleted', 'tag': '99c29e22-7e7d-4ea6-bd90-df77b063a0c8', 'status': 'completed', 'code': 200} Dec 17 17:01:32.260343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:32.285643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.285643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.285643 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f2da8a5-f20a-4275-8867-4bba33526e0b HTTP/1.1" status: 204 len: 168 time: 1.0396976 Dec 17 17:01:32.285643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:32.286980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.305128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 414b8247-c868-4d98-a990-f27eb1bd6713 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:32.325182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ac49ebd1-b2be-4d85-a481-b68e48dbb0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.391859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.434900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2da8a5-f20a-4275-8867-4bba33526e0b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:32.448220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:32.449259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cc72ebb7-9bed-454a-834c-ad9c21a2ec6f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:32.603028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=40fb7efd-720c-4e9a-9b98-050b4404f322,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:32.636643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:32.638014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:32.645863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Checking router: 8494d863-5a04-4521-8c46-b6abe9487485 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:01:32.678920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:32.679627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:32.751508 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-1f9b770d-4727-4b07-beab-009cf3facb7c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:01:32.754151 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1f9b770d-4727-4b07-beab-009cf3facb7c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d HTTP/1.1" status: 400 len: 364 time: 2.1503212 Dec 17 17:01:32.768611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42358) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:33.059181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.152641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49472b5-1e77-4243-928c-8f059a3461d6']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:33.207018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7956d885-c83b-474b-99fa-bab8a1828a66') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:33.207437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7956d885-c83b-474b-99fa-bab8a1828a66') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:33.268104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.278839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:33.303551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.320606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:33.321256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.395613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:33.418380 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Sync routers for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:33.452174 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:33.459918 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:33.725481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-12f48da5-e700-409c-b5a7-1e41e22daf03 req-41c1e382-2f09-4ac6-9b67-1b0f593019e4 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Unset dirty status for tenant:7c4e7e09b5214932a9f89de66c1b103e on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:33.751779 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12f48da5-e700-409c-b5a7-1e41e22daf03 req-41c1e382-2f09-4ac6-9b67-1b0f593019e4 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/ports?device_id=d679900b-9fac-4127-ad56-161595682aaf HTTP/1.1" status: 200 len: 210 time: 1.9881589 Dec 17 17:01:33.787226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-83fef02f-c387-4585-8dc5-7d77c436f7af req-4a75fa96-c48a-407e-bf71-4999303e9d48 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Synchronizing usage tracker for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:33.815228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] No DVR routers for this DVR port 08bd39e6-b03b-4d98-be06-c7fde7684e55 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:33.819640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.845848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c14f06f-e854-4a1a-b578-273526c5c32b req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.60 "DELETE /v2.0/ports/08bd39e6-b03b-4d98-be06-c7fde7684e55 HTTP/1.1" status: 204 len: 173 time: 5.7681766 Dec 17 17:01:33.847897 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:33.923252 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:34.097562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.194546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-83fef02f-c387-4585-8dc5-7d77c436f7af req-4a75fa96-c48a-407e-bf71-4999303e9d48 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Unset dirty status for tenant:c970a797c4d64a55b22107c1ea2af53d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:34.210405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-83fef02f-c387-4585-8dc5-7d77c436f7af req-4a75fa96-c48a-407e-bf71-4999303e9d48 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/ports?device_id=337a9317-e3df-4188-ae15-b70a349bf127 HTTP/1.1" status: 200 len: 210 time: 0.7006147 Dec 17 17:01:34.254180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'name': 'network-vif-deleted', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:01:34.340041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.351204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:34.368838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 62690225-8a84-49a3-8aed-10a4cfa36c10 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:34.373660 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/c49472b5-1e77-4243-928c-8f059a3461d6 HTTP/1.1" status: 204 len: 168 time: 2.4004896 Dec 17 17:01:34.375877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dda7-ba4f-4125-91ed-e4f373653761 req-7f7dea7d-c92a-491a-878e-cf2978f28080 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:34.377400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5be1dda7-ba4f-4125-91ed-e4f373653761 req-7f7dea7d-c92a-491a-878e-cf2978f28080 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.3791487 Dec 17 17:01:34.377962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42382) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:34.398349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-934280732'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:34.416450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337a9317-e3df-4188-ae15-b70a349bf127', 'name': 'network-vif-deleted', 'tag': '08bd39e6-b03b-4d98-be06-c7fde7684e55', 'status': 'completed', 'code': 200} Dec 17 17:01:34.417720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:34.451732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1dacbe-e994-4fbc-b6a4-d67565a094f6 None None] Network c05f455e-7ba5-43fb-a009-50c97413e56e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:34.462746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:34.469066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:34.530402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:34.594646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5be1dda7-ba4f-4125-91ed-e4f373653761 req-3a4ed2de-7468-452e-94aa-36e7b0ca4bfa tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847553 Dec 17 17:01:34.656212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:34.660966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.668572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=c49472b5-1e77-4243-928c-8f059a3461d6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:34.727592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:34.738687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42388) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:34.747240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.748303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87 of type vlan for network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 Dec 17 17:01:34.753913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.756658 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/40fb7efd-720c-4e9a-9b98-050b4404f322 HTTP/1.1" status: 204 len: 168 time: 4.8611088 Dec 17 17:01:34.759748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42392) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:34.800569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.800569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.801389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.802365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.802735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.803104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.805011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.805011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.805011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.805311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.806312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.806682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:34.809703 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:34.815954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:34.821451 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Checking router: 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:01:34.844008 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:34.844385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8570e0ff-7da8-4a08-96f3-6b529effd3c6 None None] Provisioning for port 62690225-8a84-49a3-8aed-10a4cfa36c10 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:34.846423 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:34.923944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fef9c6-06de-49c4-b2e3-122f81dc4981 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:01:34.928695 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-04fef9c6-06de-49c4-b2e3-122f81dc4981 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/40fb7efd-720c-4e9a-9b98-050b4404f322 HTTP/1.1" status: 404 len: 333 time: 0.1677043 Dec 17 17:01:34.933465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42400) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:35.038846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.131416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.201233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:35.203140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42406) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:35.209433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-323246150'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:35.215528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d663f42-7c2f-4a1d-a6fb-f3d63e7686a9 None None] The sync data for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv is: [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2202f62a-9bdf-4142-b09b-6ee6e6de08d6', 'name': '', 'network_id': '9c8644ef-33d2-49b0-a068-ad8807c8a9ea', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'mac_address': 'fa:16:3e:b4:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:46Z', 'updated_at': '2021-12-17T16:58:59Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'subnets': [{'id': '0e982d63-2d68-49d1-8d5e-89e395079bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:35.220174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:35.226630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 62690225-8a84-49a3-8aed-10a4cfa36c10 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:35.229275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:35.237067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:35.251138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:35.251852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7d129a78-6426-4001-a29d-fa61df8b38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.253284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.257194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:35.278817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 62690225-8a84-49a3-8aed-10a4cfa36c10 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:35.279755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.354257 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:35.356169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:01:35.499634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:35.503115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.552374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42414) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:35.582549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.593933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.594119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:35.594582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.616330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42418) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:35.635215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d31b2ba-c637-45d7-ba5f-9be83363f8ec tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:35.714986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.767432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.773555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 62690225-8a84-49a3-8aed-10a4cfa36c10, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=62690225-8a84-49a3-8aed-10a4cfa36c10,segment=NetworkSegment(03e9d5f4-68c5-452f-8417-3344bc5dbe6b),segment_id=03e9d5f4-68c5-452f-8417-3344bc5dbe6b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:35.783618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b233bb-665e-4f86-8c8e-34d2046c7438 None None] New status for floating IP 09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:01:35.872007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:35.873265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:35.875575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-09e5a26d-8727-445c-9c94-370e7570b15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:35.886032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Allocated IP 2001:db8::1 (9b8a51a5-b045-49c0-b35d-068a0149b7bc/dc99df93-a960-4a32-90f3-eb22065c3239/91a2d7b5-c804-49fa-b44b-6f5f59558614) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:35.916901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:35.959223 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:35.963499 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074d61-3943-40c2-8196-cc2d426e2c7f None None] The sync data for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv is: [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T16:58:46Z', 'revision_number': 4, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '48863b57-55ca-4ce7-b7fe-5ddc98601e76', 'name': '', 'network_id': '04b7219c-8151-4e8b-8b1c-7751bfc38fad', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'mac_address': 'fa:16:3e:b0:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:42Z', 'updated_at': '2021-12-17T16:58:58Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'subnets': [{'id': '195e4bee-fb55-447e-99f8-5a82ae0fefe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:36.000267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:36.024548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:36.030648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.051331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.068017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Transition to ACTIVE for port object 91a2d7b5-c804-49fa-b44b-6f5f59558614 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:36.093137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:36.097363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:36.107500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:36.108657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:subnet and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:36.112718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:36.119522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:36.133638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:36.143181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.155672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:36.158974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7800634 Dec 17 17:01:36.162197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42424) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:36.167435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.181740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ff140f2-3c1d-48ad-a134-1c68d6c04146 tempest-DHCPAgentSchedulersTestJSON-22566338 tempest-DHCPAgentSchedulersTestJSON-22566338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:36.221495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=62690225-8a84-49a3-8aed-10a4cfa36c10,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:36.223274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:36.285199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.322415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1641fc-2f22-41bf-bfb1-ca5e38aa2d0d req-830a5b43-97c5-4661-9b78-b7932f77cf13 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:36.324086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab1641fc-2f22-41bf-bfb1-ca5e38aa2d0d req-830a5b43-97c5-4661-9b78-b7932f77cf13 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4886179 Dec 17 17:01:36.335652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.336011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.336356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.343771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:36.344565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:36.345895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5da8c6b7-ec89-4b91-964d-55d965b0fff2 None None] Provisioning complete for port 62690225-8a84-49a3-8aed-10a4cfa36c10 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:36.346388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5da8c6b7-ec89-4b91-964d-55d965b0fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.350507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:36.355741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:36.360874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.375428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:36.378009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.402459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:36.402459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.423375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.475643 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88125b8c-b84d-4e3e-9e78-e0d120f67e3b None None] New status for floating IP efa5bf35-183e-4200-bef0-ea0d81652099: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:01:36.500629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.519888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Port': ['ID=91a2d7b5-c804-49fa-b44b-6f5f59558614,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:36.543451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:36.597328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:36.611306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.620243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:36.631199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:36.634738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:36.660038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7a8e4957-b8fb-4bf2-9594-c1b304cd367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:36.685619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.687855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:36.692613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab1641fc-2f22-41bf-bfb1-ca5e38aa2d0d req-acc19d5f-cba1-45a6-833e-c16881795d33 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588295 Dec 17 17:01:36.706018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db53d1-f9d2-440a-a7f7-8c8330d1bf64,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:36.718360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:36.746801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.806261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.815475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cce62062-b43e-4325-bf02-8aec7687733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:36.837534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.866501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:36.870178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.897939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:36.900204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e690c6-dd9d-42e3-a794-6da2ed7f718c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:36.941887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-456fbdf6-0971-497e-8dd8-d458e790a2e5 None None] Provisioning for port 91a2d7b5-c804-49fa-b44b-6f5f59558614 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:36.948361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-456fbdf6-0971-497e-8dd8-d458e790a2e5 None None] Provisioning complete for port 91a2d7b5-c804-49fa-b44b-6f5f59558614 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:36.948937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-456fbdf6-0971-497e-8dd8-d458e790a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.995252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:36.996384 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "DELETE /v2.0/security-groups/96db53d1-f9d2-440a-a7f7-8c8330d1bf64 HTTP/1.1" status: 204 len: 168 time: 1.7919288 Dec 17 17:01:37.001157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42428) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.012810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-456fbdf6-0971-497e-8dd8-d458e790a2e5 None None] Port 91a2d7b5-c804-49fa-b44b-6f5f59558614 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:37.020987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:37.035189 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-8fab3713-9fc2-4d61-ba28-9deee0454afa tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] show failed (client error): The resource could not be found. Dec 17 17:01:37.036142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8fab3713-9fc2-4d61-ba28-9deee0454afa tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "GET /v2.0/security-groups/96db53d1-f9d2-440a-a7f7-8c8330d1bf64 HTTP/1.1" status: 404 len: 347 time: 0.0323524 Dec 17 17:01:37.048404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42432) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.142355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.146504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.154474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9b198c2-2eda-4e51-9d0e-41834d0b9463 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:37.184776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3aebd1a0-1ee2-4878-9ed1-435f4c8cc033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:37.227276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.227949 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment da8d7cbc-8ad6-4ab0-b078-ad2f6030da96 of type vlan for network 6c7d3a84-8838-4044-b68a-e73e0d37d40a Dec 17 17:01:37.243733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e29c88-ab23-4cd1-ad7d-ca4e6769c555,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:37.250558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:37.275810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:37.296057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.309416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.320734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:37.321792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b651463f-6ce7-4607-b492-971ef4989440 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:37.357246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Deleting port 740d74c1-46d2-4e3b-8632-342e2b909c0d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:37.357688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.405728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.409096 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "DELETE /v2.0/security-groups/27e29c88-ab23-4cd1-ad7d-ca4e6769c555 HTTP/1.1" status: 204 len: 168 time: 1.8495190 Dec 17 17:01:37.417462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42436) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.505923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.510791 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-588b013c-e85b-4253-9a3b-48ca368d5c13 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] show failed (client error): The resource could not be found. Dec 17 17:01:37.511386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:37.514467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-588b013c-e85b-4253-9a3b-48ca368d5c13 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "GET /v2.0/security-groups/27e29c88-ab23-4cd1-ad7d-ca4e6769c555 HTTP/1.1" status: 404 len: 347 time: 0.0794606 Dec 17 17:01:37.514599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.518564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42440) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.522644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a52280e-a800-4c5f-a07f-e79a6c708c8e tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:37.549037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=2b4721ee-8653-4aea-bc6f-70fb03d12933,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:37.552191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:37.611012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.622086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': '47c81f7d-738c-4e09-9974-674dc26dfd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:37.622734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: 414b8247-c868-4d98-a990-f27eb1bd6713, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:37.696183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.696512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.768300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 HTTP/1.1" status: 204 len: 168 time: 2.8142641 Dec 17 17:01:37.775270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42446) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.821025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 414b8247-c868-4d98-a990-f27eb1bd6713 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:37.831571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Calling delete_port for 740d74c1-46d2-4e3b-8632-342e2b909c0d owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:37.872429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Deleting port d4bd1fa4-1603-43c3-a087-2e9ad56271c2 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:37.872868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.899370 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1469531 Dec 17 17:01:37.899370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=6c7d3a84-8838-4044-b68a-e73e0d37d40a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:37.907508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42450) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:37.910605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:37.916595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:01:37.924072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:37.933353 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890342b-700d-4a84-8a11-f4c678b4a4d8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:01:37.933915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c890342b-700d-4a84-8a11-f4c678b4a4d8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:37.939192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'name': 'tempest-PortsIpV6TestJSON-1382375934'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:37.941977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 414b8247-c868-4d98-a990-f27eb1bd6713) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:37.956030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:37.956625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:37.980126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.003839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1973c63-6b3f-4744-9a98-7835bdb411ca None None] Network 414b8247-c868-4d98-a990-f27eb1bd6713 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:38.110763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb30614-6a2a-4939-b46b-6e1d80ffba2f req-23784187-3736-4391-ba8b-7833c2324f27 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.120870 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fdb30614-6a2a-4939-b46b-6e1d80ffba2f req-23784187-3736-4391-ba8b-7833c2324f27 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.2602160 Dec 17 17:01:38.122493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.140630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dcd4e2a6-04a1-4223-98d3-0912dd2ff119 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:38.149331 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3159711 Dec 17 17:01:38.152519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42454) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:38.166837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1081396346'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:38.168773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.169977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.178084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:38.188242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:38.192351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:38.200488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:38.210284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 62690225-8a84-49a3-8aed-10a4cfa36c10 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:38.210650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.230423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:38.318607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.319173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.377739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-414b8247-c868-4d98-a990-f27eb1bd6713', 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': '2b4721ee-8653-4aea-bc6f-70fb03d12933'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:38.378620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.395620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 62690225-8a84-49a3-8aed-10a4cfa36c10 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:38.396242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.410082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:38.414099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.428763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Pushing event deleted for resources: {'Port': ['ID=740d74c1-46d2-4e3b-8632-342e2b909c0d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:38.435020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.449388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:38.461203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fdb30614-6a2a-4939-b46b-6e1d80ffba2f req-a820762d-2099-4dd4-8dd9-5d41ac2ce219 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389864 Dec 17 17:01:38.489930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:38.500568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.501010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment fc7f4c46-35c7-47a2-9bbc-be4587250112 of type vlan for network d3313518-48b3-4003-a75c-6f2446c44e54 Dec 17 17:01:38.531104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.532591 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] 10.222.0.61 "DELETE /v2.0/floatingips/09dc6e0b-f9a5-4b6b-8e56-93d29a1cc773 HTTP/1.1" status: 204 len: 168 time: 1.4824879 Dec 17 17:01:38.533690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Calling delete_port for d4bd1fa4-1603-43c3-a087-2e9ad56271c2 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:38.535647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:38.539809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:38.566897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c890342b-700d-4a84-8a11-f4c678b4a4d8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:38.569605 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c890342b-700d-4a84-8a11-f4c678b4a4d8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/72fb1fbd-f3ea-4a1f-922d-2f2f0a2fd945 HTTP/1.1" status: 404 len: 333 time: 0.7820060 Dec 17 17:01:38.571978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42462) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:38.574845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:38.666763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Allocated IP 2001:db8:0:ffff::2 (414b8247-c868-4d98-a990-f27eb1bd6713/2b4721ee-8653-4aea-bc6f-70fb03d12933/21270496-a8bc-4f11-aa3f-303b4bac2621) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:38.678841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:38.722689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:38.894313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:38.904889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:38.905252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:38.912191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=cddf14c4-437c-4219-adc9-f5a733fe60cc,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:38.917318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:38.923366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07fb76a6-5d32-4054-9275-81c1228b243d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:39.031860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.044038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Transition to ACTIVE for port object 21270496-a8bc-4f11-aa3f-303b4bac2621 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:39.052988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet bf4ae255-4cd2-4985-898e-3124ad779824 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:39.070972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Transition to ACTIVE for port object 21270496-a8bc-4f11-aa3f-303b4bac2621 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:39.082187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:39.085673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.095281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.099143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.104996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:39.105588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.118879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe2fde6a-76a5-4a9d-af49-f2ea3603de97 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:39.142140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.152430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b116f048-43d6-4f60-8152-200d9fffb6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:39.152623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:39.153479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event updated for resources: {'Port': ['ID=91a2d7b5-c804-49fa-b44b-6f5f59558614,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:39.161850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:39.207583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Network 414b8247-c868-4d98-a990-f27eb1bd6713 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:39.214968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:39.219310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:39.236810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:39.238066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 3db41545-848d-4e38-a1a4-6d4c36535918 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:39.250467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=d3313518-48b3-4003-a75c-6f2446c44e54,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:39.254483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:39.285558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.314080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d3313518-48b3-4003-a75c-6f2446c44e54 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:39.319883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:39.339062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Pushing event updated for resources: {'Port': ['ID=21270496-a8bc-4f11-aa3f-303b4bac2621,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:39.346071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:39.350203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:39.350892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.354766 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2010477 Dec 17 17:01:39.358814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:39.361632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42466) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:39.374590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:39.421695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce71c9d-2ffd-4783-94df-7cf16e56eea1 None None] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:39.520928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:39.527593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:subnet and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:39.533612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:39.547699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:39.614308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Attempting to bind port 21270496-a8bc-4f11-aa3f-303b4bac2621 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:39.614730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Attempting to bind port 21270496-a8bc-4f11-aa3f-303b4bac2621 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '47c81f7d-738c-4e09-9974-674dc26dfd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:39.615107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Attempting to bind port 21270496-a8bc-4f11-aa3f-303b4bac2621 on network 414b8247-c868-4d98-a990-f27eb1bd6713 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:39.660283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:39.660672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Checking segment: {'id': '47c81f7d-738c-4e09-9974-674dc26dfd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:39.661086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.661495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Bound using segment: {'id': '47c81f7d-738c-4e09-9974-674dc26dfd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:39.662055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Bound port: 21270496-a8bc-4f11-aa3f-303b4bac2621, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c81f7d-738c-4e09-9974-674dc26dfd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '414b8247-c868-4d98-a990-f27eb1bd6713'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:39.662441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.670562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.685310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373c88bb-6dae-472e-846e-9692f8109877 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:39.704764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.716171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.751077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Router d9230ecf-a11f-4daf-a742-0b0776388d9d has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:39.772490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:39.776413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.780541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] For port 21270496-a8bc-4f11-aa3f-303b4bac2621, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:39.783961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] For port 21270496-a8bc-4f11-aa3f-303b4bac2621, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=21270496-a8bc-4f11-aa3f-303b4bac2621,segment=NetworkSegment(47c81f7d-738c-4e09-9974-674dc26dfd55),segment_id=47c81f7d-738c-4e09-9974-674dc26dfd55)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:39.803511 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6379423 Dec 17 17:01:39.810345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42472) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:39.856449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.866860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aa25bff3-e6eb-4c9f-9f42-5a882875b1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:39.877490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-77592039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:39.885121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Pushing event deleted for resources: {'Port': ['ID=d4bd1fa4-1603-43c3-a087-2e9ad56271c2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:39.887553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:39.894155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:39.913925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0d09dd9c-adf9-4fd4-b3ca-18a0406e8221 None None] Provisioning complete for port 91a2d7b5-c804-49fa-b44b-6f5f59558614 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:39.914399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0d09dd9c-adf9-4fd4-b3ca-18a0406e8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.944666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:39.951538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74', 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': 'cddf14c4-437c-4219-adc9-f5a733fe60cc'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:39.952361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:39.957683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:39.976759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:40.061055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Pushing event updated for resources: {'Port': ['ID=21270496-a8bc-4f11-aa3f-303b4bac2621,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:40.063711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0d09dd9c-adf9-4fd4-b3ca-18a0406e8221 None None] Port 91a2d7b5-c804-49fa-b44b-6f5f59558614 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:40.065084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:40.138907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.167871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.185982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Allocated IP 172.20.0.2 (8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74/cddf14c4-437c-4219-adc9-f5a733fe60cc/8b7e91fb-827b-4cfd-8c5f-99899b5ec293) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:40.186446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.187636 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] 10.222.0.61 "DELETE /v2.0/floatingips/efa5bf35-183e-4200-bef0-ea0d81652099 HTTP/1.1" status: 204 len: 168 time: 2.6510451 Dec 17 17:01:40.190906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42476) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:40.250948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:40.268108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4209280 Dec 17 17:01:40.273395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] Sync routers for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:40.283876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.296066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:40.300821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.301864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.308793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc3793f2-95c7-445a-b759-8e026f58bfaf tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:40.316359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:40.317186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:40.385875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.387890 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/bf4ae255-4cd2-4985-898e-3124ad779824 HTTP/1.1" status: 204 len: 168 time: 1.7999878 Dec 17 17:01:40.389621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4ae255-4cd2-4985-898e-3124ad779824,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:40.392331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:40.393030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:40.417520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:40.434691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31342bd-058b-45cc-90a5-04afff282ff6 None None] Network 55980a9c-fa1c-454e-a126-64a75f3790bf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:40.574725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:40.576460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:40.607952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.613346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.620017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ffc2f700-4952-416b-8517-56dc454b0fa8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:40.679904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:40.680326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69cb49-7b68-45d0-a884-0d2064faa652 None None] The sync data for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:40.707808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.760338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ced24-fbc9-4770-85ad-efd44c71c06d req-3063138c-b598-495b-a886-52cbf2bb2cb2 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:40.762163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f3ced24-fbc9-4770-85ad-efd44c71c06d req-3063138c-b598-495b-a886-52cbf2bb2cb2 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.9393473 Dec 17 17:01:40.814894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35e30717-a74d-4929-b943-3d153bc69993 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.958857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.967830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:40.983327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Transition to ACTIVE for port object 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:40.993913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port a00d0a4b-9d45-496d-b292-4f3057089999 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:40.994801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.016786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Transition to ACTIVE for port object 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:41.034173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=3db41545-848d-4e38-a1a4-6d4c36535918,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:41.037003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:41.079471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:41.079834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: 6c7d3a84-8838-4044-b68a-e73e0d37d40a, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:41.109663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-35e30717-a74d-4929-b943-3d153bc69993 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 17:01:41.113831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.129844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-35e30717-a74d-4929-b943-3d153bc69993 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d HTTP/1.1" status: 409 len: 329 time: 0.8276241 Dec 17 17:01:41.132543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:41.144651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42488) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:41.152604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f3ced24-fbc9-4770-85ad-efd44c71c06d req-e48f5427-e305-4cbe-8e48-eff2a6f6d2ca tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761311 Dec 17 17:01:41.288348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:41.291077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Pushing event updated for resources: {'Port': ['ID=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:41.303442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:41.305913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] DHCP port deletion for 55980a9c-fa1c-454e-a126-64a75f3790bf request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:41.311035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:41.317435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:41.318902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Deleting port a00d0a4b-9d45-496d-b292-4f3057089999 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:41.319689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.347860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.352230 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c336582f-66cf-4ecf-bee1-0a0c708c6c60 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.5407877 Dec 17 17:01:41.357698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42494) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:41.361557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:41.374182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Deleting port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:41.374182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.377923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'port': {'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74', 'name': 'tempest-RoutersTest-1552278983'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:41.456330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909aef2-93f8-48ed-aa10-af0bc99f50e6 None None] Network 414b8247-c868-4d98-a990-f27eb1bd6713 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:41.498926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:01:41.518556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.522655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85d25b7e-1c32-4186-bf12-f75a02fccb76 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:41.526236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 6c7d3a84-8838-4044-b68a-e73e0d37d40a) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:41.538651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port a00d0a4b-9d45-496d-b292-4f3057089999, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a00d0a4b-9d45-496d-b292-4f3057089999,segment=NetworkSegment(510e6e43-7bde-457e-94d3-6161942d12ab),segment_id=510e6e43-7bde-457e-94d3-6161942d12ab)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:41.539029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.555554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:41.560971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:41.561572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.615743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59b151-50d7-42b2-9e24-8db7ad1320d8 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:41.716081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for a00d0a4b-9d45-496d-b292-4f3057089999 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:41.753872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Attempting to bind port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:41.754265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Attempting to bind port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:41.754640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Attempting to bind port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 on network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:41.839759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:41.840170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Checking segment: {'id': 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:41.840489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.840851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Bound using segment: {'id': 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:41.841207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:41.841403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Bound port: 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:41.841764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.846560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:port and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:41.850765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=2cc9b919-d7f5-4017-be17-0beff5b04005,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:41.863537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:41.863907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:41.864001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b2109cf3-e04c-44a1-b905-1da85f397740 None None] Provisioning for port 21270496-a8bc-4f11-aa3f-303b4bac2621 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:41.896982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:41.900865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.9923866 Dec 17 17:01:41.904519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42500) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:41.920015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2009948309'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:41.928469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:41.933982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:41.938201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:41.945311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:41.965106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.009316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': 'fc7f4c46-35c7-47a2-9bbc-be4587250112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:42.009678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: d3313518-48b3-4003-a75c-6f2446c44e54, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:42.019360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:42.019532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] For port 2202f62a-9bdf-4142-b09b-6ee6e6de08d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:42.019532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.022679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.034948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.049091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d655ab4-a054-4969-8ca6-237901b49d17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:42.056758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] For port a00d0a4b-9d45-496d-b292-4f3057089999, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a00d0a4b-9d45-496d-b292-4f3057089999,segment=NetworkSegment(510e6e43-7bde-457e-94d3-6161942d12ab),segment_id=510e6e43-7bde-457e-94d3-6161942d12ab)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:42.057174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.091834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:42.094474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.129581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=a00d0a4b-9d45-496d-b292-4f3057089999,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.135699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:42.138979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No DVR routers for this DVR port a00d0a4b-9d45-496d-b292-4f3057089999 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:42.192355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] device_id is not set on port 36558c24-79d2-434e-afe9-3616ec366c3e yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:42.213615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Calling delete_port for a00d0a4b-9d45-496d-b292-4f3057089999 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:42.241295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Calling delete_port for 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:42.252783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 21270496-a8bc-4f11-aa3f-303b4bac2621 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:42.381404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] For port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:42.423846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] For port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,segment=NetworkSegment(b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87),segment_id=b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:42.451481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:42.451481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:42.458918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:42.502887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.508220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f5716cc1-985c-4d80-84cf-47673d294a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:42.538389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd34c3-80c8-4563-9f03-4a59c174f9c3 req-5cb5b973-adef-4cf2-be42-af0b35f33fd5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:42.539921 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38fd34c3-80c8-4563-9f03-4a59c174f9c3 req-5cb5b973-adef-4cf2-be42-af0b35f33fd5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.7700355 Dec 17 17:01:42.576948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.584615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.584974 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment 011dbee6-b8ce-45ff-9b6e-2311b7032494 of type vlan for network 033edd85-3790-472a-83af-f2b6ca84293c Dec 17 17:01:42.601226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 21270496-a8bc-4f11-aa3f-303b4bac2621 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:42.609689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 21270496-a8bc-4f11-aa3f-303b4bac2621 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:42.609918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.610837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network d3313518-48b3-4003-a75c-6f2446c44e54 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:42.663232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-15ffdff7-2422-42d8-89e8-2398c4ba7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:42.664639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-15ffdff7-2422-42d8-89e8-2398c4ba7363 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.7081661 Dec 17 17:01:42.689509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Pushing event updated for resources: {'Port': ['ID=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.694281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:42.696028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38fd34c3-80c8-4563-9f03-4a59c174f9c3 req-861b3854-b0d3-434f-9f1f-110be355fc2e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374822 Dec 17 17:01:42.766552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d3313518-48b3-4003-a75c-6f2446c44e54) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:42.780349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a3e89-24d2-430d-8504-8fb71f63fe19 None None] Network d3313518-48b3-4003-a75c-6f2446c44e54 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:42.800555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55980a9c-fa1c-454e-a126-64a75f3790bf']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:42.814595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:42.815186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.913861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.20.0.12 (8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74/cddf14c4-437c-4219-adc9-f5a733fe60cc/36558c24-79d2-434e-afe9-3616ec366c3e) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:42.921412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e6e43-7bde-457e-94d3-6161942d12ab') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:42.922482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e6e43-7bde-457e-94d3-6161942d12ab') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:42.929206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.935481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.955554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Deleting port a00d0a4b-9d45-496d-b292-4f3057089999 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:42.956073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.957183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-79e91eb3-f008-41b5-9abc-d284599e41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:42.961430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-79e91eb3-f008-41b5-9abc-d284599e41d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.2839699 Dec 17 17:01:42.964439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:42.983994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.004907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:43.005325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.033373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6706150 Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:43.039762 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:43.052048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42504) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:43.056702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-20153bd6-756d-40ee-99d5-be49014480b5 None None] The port 'a00d0a4b-9d45-496d-b292-4f3057089999' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:43.064294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'port': {'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54', 'name': 'tempest-NetworksIpV6TestAttrs-418926899'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.089692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.090546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 21270496-a8bc-4f11-aa3f-303b4bac2621, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=21270496-a8bc-4f11-aa3f-303b4bac2621,segment=NetworkSegment(47c81f7d-738c-4e09-9974-674dc26dfd55),segment_id=47c81f7d-738c-4e09-9974-674dc26dfd55)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:43.100269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-90a8c885-b375-49b4-a360-bece8d61b232 None None] Provisioning complete for port 21270496-a8bc-4f11-aa3f-303b4bac2621 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:43.100489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90a8c885-b375-49b4-a360-bece8d61b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.190683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.203637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:43.287665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.294285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:43.294900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.296810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a00d0a4b-9d45-496d-b292-4f3057089999 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:43.317603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24afe51d-a9f7-4f3a-8cb1-82443892f8d0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:43.339357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.343722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.348058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a00d0a4b-9d45-496d-b292-4f3057089999 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:43.348417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a00d0a4b-9d45-496d-b292-4f3057089999 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:43.360142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Deleting port 48863b57-55ca-4ce7-b7fe-5ddc98601e76 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:43.360390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.367910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.373357 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-7a0ae7e6-082f-4708-af8c-bd3ea46a9c0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.4042661 Dec 17 17:01:43.379174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:43.404377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=21270496-a8bc-4f11-aa3f-303b4bac2621,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.409862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:43.477182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2202f62a-9bdf-4142-b09b-6ee6e6de08d6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.489397 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/55980a9c-fa1c-454e-a126-64a75f3790bf HTTP/1.1" status: 204 len: 168 time: 3.0920756 Dec 17 17:01:43.498429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42508) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:43.511161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:43.514098 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6068285 Dec 17 17:01:43.517995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-532295937'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.525121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:43.529691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:network and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:43.530607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-d3313518-48b3-4003-a75c-6f2446c44e54', 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': '2cc9b919-d7f5-4017-be17-0beff5b04005'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:43.531670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.531796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42512) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:43.532698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:43.538918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:43.559617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=033edd85-3790-472a-83af-f2b6ca84293c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.563080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:43.568280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebe1a0b2-3946-44c8-b983-38e00c1d7f7a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:43.580624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'ports': [{'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'}, {'network_id': '033edd85-3790-472a-83af-f2b6ca84293c'}]} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.581348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.581562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '033edd85-3790-472a-83af-f2b6ca84293c'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.650816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 033edd85-3790-472a-83af-f2b6ca84293c details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:43.676803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:43.680344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.708051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=55980a9c-fa1c-454e-a126-64a75f3790bf,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.710424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:43.854706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:43.881327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] For port 48863b57-55ca-4ce7-b7fe-5ddc98601e76, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48863b57-55ca-4ce7-b7fe-5ddc98601e76,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:43.881688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.889858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:43.890205 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Added segment 9d975e15-f57b-4f8c-bf21-72b818a992c4 of type vlan for network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 Dec 17 17:01:43.927769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Allocated IP 2001:db8::f816:3eff:fe3a:9dcd (d3313518-48b3-4003-a75c-6f2446c44e54/2cc9b919-d7f5-4017-be17-0beff5b04005/3990c23f-a01a-433e-867c-93f0ca0a0b7b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:44.033049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Calling delete_port for 48863b57-55ca-4ce7-b7fe-5ddc98601e76 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:44.124725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.153845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.248878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object 36558c24-79d2-434e-afe9-3616ec366c3e will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:44.281271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.300890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Transition to ACTIVE for port object 3990c23f-a01a-433e-867c-93f0ca0a0b7b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:44.334067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Transition to ACTIVE for port object 3990c23f-a01a-433e-867c-93f0ca0a0b7b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:44.341426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.351661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:44.351661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.354502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-edccb96a-7492-42b7-baad-77abac9509d9 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:44.360123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ead3b3-5e79-457c-8ecb-dd214cdad6ba None None] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:44.445510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 21270496-a8bc-4f11-aa3f-303b4bac2621 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:44.459335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.498820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:44.503842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:port and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:44.507064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:44.529701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.530039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-7e1f6f2d-7be2-47e5-b5dd-0f22a6c91ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:44.532080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-7e1f6f2d-7be2-47e5-b5dd-0f22a6c91ecb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 1.1217532 Dec 17 17:01:44.551057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:44.614763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.665372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:44.682636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Network d3313518-48b3-4003-a75c-6f2446c44e54 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:44.688282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Network': ['ID=e1f0d7e8-798a-4b0f-acaa-88bfd4472df3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:44.692573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:44.692922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:44.693525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db1d17d5-9eb4-4d8d-8b9d-7deba8eee95d tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:44.695068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:44.705958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Pushing event updated for resources: {'Port': ['ID=3990c23f-a01a-433e-867c-93f0ca0a0b7b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:44.708232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:44.713900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:44.726759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-10d5a630-7677-4c0d-bbab-258056417b34 None None] Provisioning for port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:44.735603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:44.743584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:44.752598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:44.800718 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2942193 Dec 17 17:01:44.803096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42518) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:44.816969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:44.835433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36558c24-79d2-434e-afe9-3616ec366c3e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:44.844520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:44.883484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:44.899816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:44.901181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.904284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:44.910437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f4be918-8060-4fe4-933b-5c3744660400 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:44.925751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:44.931347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:44.934987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.956092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:44.956833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:44.971298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c8e5a-7925-45d2-a749-71cfe78a1e7f req-859f898c-2243-4ac1-a959-a097cf83b81a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:44.972959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-856c8e5a-7925-45d2-a749-71cfe78a1e7f req-859f898c-2243-4ac1-a959-a097cf83b81a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8051457 Dec 17 17:01:44.997464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=48863b57-55ca-4ce7-b7fe-5ddc98601e76,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:44.997715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 21270496-a8bc-4f11-aa3f-303b4bac2621 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:44.998022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.006743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:45.054911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Attempting to bind port 3990c23f-a01a-433e-867c-93f0ca0a0b7b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:45.055285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Attempting to bind port 3990c23f-a01a-433e-867c-93f0ca0a0b7b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'fc7f4c46-35c7-47a2-9bbc-be4587250112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:45.055656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Attempting to bind port 3990c23f-a01a-433e-867c-93f0ca0a0b7b on network d3313518-48b3-4003-a75c-6f2446c44e54 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:45.069123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 2} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:45.078206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.079447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:45.079831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Checking segment: {'id': 'fc7f4c46-35c7-47a2-9bbc-be4587250112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:45.080246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.080693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Bound using segment: {'id': 'fc7f4c46-35c7-47a2-9bbc-be4587250112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:45.081180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Bound port: 3990c23f-a01a-433e-867c-93f0ca0a0b7b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7f4c46-35c7-47a2-9bbc-be4587250112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd3313518-48b3-4003-a75c-6f2446c44e54'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:45.081559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.112329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] device_id is not set on port 52604e2e-7425-443d-b471-063786481ba1 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:45.121614 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7611213 Dec 17 17:01:45.130853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:45.136044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:45.143623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:45.148866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-3dac476a-ebc7-4205-a070-8a61ed08fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:45.150160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:45.150415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-3dac476a-ebc7-4205-a070-8a61ed08fa2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4914346 Dec 17 17:01:45.150898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42522) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:45.241345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:45.245335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.256473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.289081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] For port 3990c23f-a01a-433e-867c-93f0ca0a0b7b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:45.308163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] For port 3990c23f-a01a-433e-867c-93f0ca0a0b7b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3990c23f-a01a-433e-867c-93f0ca0a0b7b,segment=NetworkSegment(fc7f4c46-35c7-47a2-9bbc-be4587250112),segment_id=fc7f4c46-35c7-47a2-9bbc-be4587250112)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:45.311178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:45.386607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.399271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1a65d00d-0744-4f87-a0f6-c7b9c437ed6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:45.402559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.511756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Pushing event updated for resources: {'Port': ['ID=3990c23f-a01a-433e-867c-93f0ca0a0b7b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:45.520136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:45.590957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.610598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:45.615850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:45.621495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:45.701482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-856c8e5a-7925-45d2-a749-71cfe78a1e7f req-87792b7c-474e-49b2-acf5-fbe273905360 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6666658 Dec 17 17:01:45.727413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Provisioning complete for port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:45.727413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.014142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.026050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.041656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ad243d8-1ad2-4e80-bbca-51fe01691937 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:46.058871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] For port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,segment=NetworkSegment(b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87),segment_id=b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:46.069774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.113021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=966f9fa2-4931-4353-8629-fcb33bf25041,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:46.122717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:46.127235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 91a2d7b5-c804-49fa-b44b-6f5f59558614 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:46.127580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.177781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.182506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-80b8a5cc-2ec2-4a4a-8872-7440f4cfc4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:46.228631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Checking segment: {'id': '9d975e15-f57b-4f8c-bf21-72b818a992c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:46.228865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network hostable DHCP agents. Network: e1f0d7e8-798a-4b0f-acaa-88bfd4472df3, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:46.298293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Allocated IP 2001:db8::f816:3eff:fea7:f832 (d3313518-48b3-4003-a75c-6f2446c44e54/2cc9b919-d7f5-4017-be17-0beff5b04005/52604e2e-7425-443d-b471-063786481ba1) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:46.305247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:46.305700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:46.308264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:46.309153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Pushing event updated for resources: {'Port': ['ID=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:46.313259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:46.341688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Provisioning for port 36558c24-79d2-434e-afe9-3616ec366c3e completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:46.347472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Provisioning complete for port 36558c24-79d2-434e-afe9-3616ec366c3e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:46.348099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.373371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:46.410829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Port 36558c24-79d2-434e-afe9-3616ec366c3e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:46.533485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f061549d-c61b-4b85-a168-852cf81186f8 None None] Provisioning complete for port 36558c24-79d2-434e-afe9-3616ec366c3e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:46.533969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f061549d-c61b-4b85-a168-852cf81186f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.586285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Router 8494d863-5a04-4521-8c46-b6abe9487485 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:46.598983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, e1f0d7e8-798a-4b0f-acaa-88bfd4472df3) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:46.601615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 319b55f2-9590-451b-ab06-8cb758f75f86 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:46.610478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9a9ac-6c83-40dc-8456-4254cb1deb37 None None] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:46.617539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:46.618080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.632834 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-28bbf18b-409f-4a88-9949-d8380f0b34de service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3607702 Dec 17 17:01:46.638787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f061549d-c61b-4b85-a168-852cf81186f8 None None] Port 36558c24-79d2-434e-afe9-3616ec366c3e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:46.666338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:46.674988 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] 10.222.0.61 "PUT /v2.0/routers/7061ff62-c9fb-4ffe-a346-2c13c2e9e408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4830065 Dec 17 17:01:46.676019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42526) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:46.680342 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Sync routers for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:46.694669 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:46.695440 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:46.832619 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0263467 Dec 17 17:01:46.841715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42532) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:46.861232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1783219327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:46.892728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:46.906445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:router and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:46.942089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.971442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e1f0d7e8-798a-4b0f-acaa-88bfd4472df3', 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': '966f9fa2-4931-4353-8629-fcb33bf25041'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:46.972658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:46.980977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:47.036570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:47.067633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:47.084116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Calling delete_port for 91a2d7b5-c804-49fa-b44b-6f5f59558614 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:47.125000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.249897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Allocated IP 172.20.0.2 (e1f0d7e8-798a-4b0f-acaa-88bfd4472df3/966f9fa2-4931-4353-8629-fcb33bf25041/f6ff6548-853d-4682-9e9e-9ef7771b6a2d) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:47.252184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.253319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.342134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.449984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3990c23f-a01a-433e-867c-93f0ca0a0b7b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:47.458140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.461028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T17:01:44Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:47.465164 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Checking router: 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:01:47.474540 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Routers {'7061ff62-c9fb-4ffe-a346-2c13c2e9e408'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:47.475263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:47.478165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cbe172-2251-4e2a-a344-34ef516a55e6 None None] Network d3313518-48b3-4003-a75c-6f2446c44e54 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:47.518686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.547684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Deleting port 832dd594-0c83-4039-80e4-988e4f153cc0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:47.548201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.576128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.592627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Transition to ACTIVE for port object 52604e2e-7425-443d-b471-063786481ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:47.605421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.606978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1955b97-06fd-494b-974d-2f1401cb4063 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7539437 Dec 17 17:01:47.612982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42536) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:47.636094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3', 'name': 'tempest-PortsTestJSON-1036895923'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:47.689758 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] Set router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:47.743418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.772210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Transition to ACTIVE for port object f6ff6548-853d-4682-9e9e-9ef7771b6a2d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:47.799036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a27bff47-3433-4301-a951-eac772d68e63 None None] Provisioning for port 3990c23f-a01a-433e-867c-93f0ca0a0b7b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:47.807606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:47.845658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Transition to ACTIVE for port object f6ff6548-853d-4682-9e9e-9ef7771b6a2d will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:47.869408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:47.884519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:47.896418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:47.916359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3990c23f-a01a-433e-867c-93f0ca0a0b7b completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:47.942150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.951067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-78ecbc13-be15-4944-b8e4-56294702969e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:47.969613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] For port 832dd594-0c83-4039-80e4-988e4f153cc0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=832dd594-0c83-4039-80e4-988e4f153cc0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:47.970190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:47.983234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3990c23f-a01a-433e-867c-93f0ca0a0b7b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:47.983625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.087556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.089198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.106267 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T17:01:44Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:48.111532 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567c543-af55-4a9e-97c4-2e4e7f301873 None None] The sync data for ids ['7061ff62-c9fb-4ffe-a346-2c13c2e9e408'] in dv-neutron-821073-1-hyperv is: [{'id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'name': 'tempest-ServersTestManualDisk-895327366-router', 'tenant_id': 'c970a797c4d64a55b22107c1ea2af53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:32Z', 'updated_at': '2021-12-17T17:01:44Z', 'revision_number': 5, 'project_id': 'c970a797c4d64a55b22107c1ea2af53d', 'gw_port': {'id': '832dd594-0c83-4039-80e4-988e4f153cc0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061ff62-c9fb-4ffe-a346-2c13c2e9e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:34Z', 'updated_at': '2021-12-17T16:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:48.127450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77824f72-712f-40d2-8c79-157e574e2b3c tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:48.127846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:48.135079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:48.145763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:48.163635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Calling delete_port for 832dd594-0c83-4039-80e4-988e4f153cc0 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:48.205273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:48.216616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network d3313518-48b3-4003-a75c-6f2446c44e54 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:48.232007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Sync routers for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:48.240345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Pushing event updated for resources: {'Port': ['ID=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:48.252194 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bf75918-bc59-4c4f-a909-8e1ff227f9eb req-e71d5c26-3638-488f-8882-447c9b5882eb service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6004384 Dec 17 17:01:48.257221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:48.261534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.267234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:48.299631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:48.300553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965bb37-2b48-421b-9089-7e4bd087658c req-6ff65532-179c-47b8-a93c-e86441840369 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:48.303433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port 9f4f91a3-438e-481c-90d5-bb4d792ab34c yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:48.307663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0965bb37-2b48-421b-9089-7e4bd087658c req-6ff65532-179c-47b8-a93c-e86441840369 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.9058926 Dec 17 17:01:48.320728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:48.327650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:48.328289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.328606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:48.329269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:48.434242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Port': ['ID=52604e2e-7425-443d-b471-063786481ba1,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:48.448533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Attempting to bind port f6ff6548-853d-4682-9e9e-9ef7771b6a2d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:48.448919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Attempting to bind port f6ff6548-853d-4682-9e9e-9ef7771b6a2d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9d975e15-f57b-4f8c-bf21-72b818a992c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:48.449296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Attempting to bind port f6ff6548-853d-4682-9e9e-9ef7771b6a2d on network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:48.473893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:48.481377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Checking segment: {'id': '9d975e15-f57b-4f8c-bf21-72b818a992c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:48.481377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.481377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Bound using segment: {'id': '9d975e15-f57b-4f8c-bf21-72b818a992c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:48.481377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Bound port: f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d975e15-f57b-4f8c-bf21-72b818a992c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f0d7e8-798a-4b0f-acaa-88bfd4472df3'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:48.481377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.500630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.8 (e1f0d7e8-798a-4b0f-acaa-88bfd4472df3/966f9fa2-4931-4353-8629-fcb33bf25041/9f4f91a3-438e-481c-90d5-bb4d792ab34c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:48.544030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] 10.222.0.61 "PUT /v2.0/routers/8494d863-5a04-4521-8c46-b6abe9487485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0072536 Dec 17 17:01:48.545128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42540) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:48.631292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:48.649766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.759255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.765933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6142c1e0-6009-4b60-bb91-9a48240e2f2e tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:48.771773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.7144608 Dec 17 17:01:48.786945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:48.793029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42544) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:48.870406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0965bb37-2b48-421b-9089-7e4bd087658c req-36843f44-5d3c-45cd-bd5d-101ed966e73a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5618846 Dec 17 17:01:48.873269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:48.893131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=832dd594-0c83-4039-80e4-988e4f153cc0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:48.895911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:48.920045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 3990c23f-a01a-433e-867c-93f0ca0a0b7b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3990c23f-a01a-433e-867c-93f0ca0a0b7b,segment=NetworkSegment(fc7f4c46-35c7-47a2-9bbc-be4587250112),segment_id=fc7f4c46-35c7-47a2-9bbc-be4587250112)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:49.033097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.033980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:49.086036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] For port f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:49.094363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:49.124959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.180946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:49.212522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.232552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] For port f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,segment=NetworkSegment(9d975e15-f57b-4f8c-bf21-72b818a992c4),segment_id=9d975e15-f57b-4f8c-bf21-72b818a992c4)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:49.259217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f1e52d6b-7051-4d73-88fb-fd334dd689f6 None None] Provisioning complete for port 3990c23f-a01a-433e-867c-93f0ca0a0b7b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:49.259217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f1e52d6b-7051-4d73-88fb-fd334dd689f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.261261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting subnet 2cc9b919-d7f5-4017-be17-0beff5b04005 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:49.264443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Port': ['ID=91a2d7b5-c804-49fa-b44b-6f5f59558614,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:49.306229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.309632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.330323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=3990c23f-a01a-433e-867c-93f0ca0a0b7b,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:49.332866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:49.343851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:49.352365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d94f1bbf-e581-4664-b881-ac9bfc314a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:49.381978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 40fd920e-7696-4695-9b9a-2935c0b24311 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:49.407979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.430485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.434540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.469720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.493411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object 9f4f91a3-438e-481c-90d5-bb4d792ab34c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:49.533296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Pushing event updated for resources: {'Port': ['ID=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:49.565225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:49.565509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.581807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.582731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7061ff62-c9fb-4ffe-a346-2c13c2e9e408 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:01:49.627006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.637363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1dc51ca0-64b4-4bd8-8fa7-20e69411d665 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:49.673654 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:01:49.684755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-0aa13aa6-435a-472f-9f69-9dc00244bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:49.684755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-0aa13aa6-435a-472f-9f69-9dc00244bc36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 1.2898066 Dec 17 17:01:49.720802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:49.762120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.781256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=9f4f91a3-438e-481c-90d5-bb4d792ab34c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:49.784531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:49.790149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.810148 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7061ff62-c9fb-4ffe-a346-2c13c2e9e408 HTTP/1.1" status: 204 len: 168 time: 3.1329114 Dec 17 17:01:49.811103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42548) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:49.874201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:01:42Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:49.883412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Checking router: 8494d863-5a04-4521-8c46-b6abe9487485 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:01:49.907710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Routers {'8494d863-5a04-4521-8c46-b6abe9487485'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:49.908522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8494d863-5a04-4521-8c46-b6abe9487485'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:49.916712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Deleting subnet 195e4bee-fb55-447e-99f8-5a82ae0fefe0 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:49.923318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:49.989743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:49.991258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:49.996324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:50.078790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.090100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a5325374-eb31-492e-a3ba-6b429f65b7f6 None None] Provisioning for port 52604e2e-7425-443d-b471-063786481ba1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:50.103340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a5325374-eb31-492e-a3ba-6b429f65b7f6 None None] Provisioning complete for port 52604e2e-7425-443d-b471-063786481ba1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:50.104529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5325374-eb31-492e-a3ba-6b429f65b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.126047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:50.126668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.180261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.190682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a5325374-eb31-492e-a3ba-6b429f65b7f6 None None] Port 52604e2e-7425-443d-b471-063786481ba1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:50.203089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] Set router 8494d863-5a04-4521-8c46-b6abe9487485 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:01:50.203433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-16fbf72f-2919-4619-9120-251a9af65f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:50.205207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-16fbf72f-2919-4619-9120-251a9af65f02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.4844542 Dec 17 17:01:50.222290 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6080492 Dec 17 17:01:50.225086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42554) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:50.495452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3990c23f-a01a-433e-867c-93f0ca0a0b7b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:50.555615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.642778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.655676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3990c23f-a01a-433e-867c-93f0ca0a0b7b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:50.656144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.729515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:01:50.745014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.748098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.751130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.763223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9b2704c2-289a-4670-995d-e9248f1de89d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:50.769248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.792852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3968e3e4-deb0-4003-ab2f-87be061bd647 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:50.802656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.811717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:01:42Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:50.813968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1f64a-48e1-43ad-ba23-f2dcb3edb554 None None] Network 04b7219c-8151-4e8b-8b1c-7751bfc38fad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:50.842056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef86-9f6f-4721-ab08-41de0126d7ac None None] The sync data for ids ['8494d863-5a04-4521-8c46-b6abe9487485'] in dv-neutron-821073-1-hyperv is: [{'id': '8494d863-5a04-4521-8c46-b6abe9487485', 'name': 'tempest-ServersTestJSON-111651202-router', 'tenant_id': '7c4e7e09b5214932a9f89de66c1b103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:01:42Z', 'revision_number': 5, 'project_id': '7c4e7e09b5214932a9f89de66c1b103e', 'gw_port': {'id': '561a0a66-34c8-4d11-b42e-753f87321b1d', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494d863-5a04-4521-8c46-b6abe9487485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:50.897658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f6ff6548-853d-4682-9e9e-9ef7771b6a2d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:50.918333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.929645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:50.957853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace3aea-8826-4324-9721-cef778232074 None None] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:50.978628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94faf5da-022c-47af-ba88-b887ea088959 None None] Network d3313518-48b3-4003-a75c-6f2446c44e54 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:50.980897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195e4bee-fb55-447e-99f8-5a82ae0fefe0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:50.986324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/195e4bee-fb55-447e-99f8-5a82ae0fefe0 HTTP/1.1" status: 204 len: 168 time: 1.1708739 Dec 17 17:01:50.987553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:50.990469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42558) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:51.079747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.092594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-35234c50-3e7e-4a61-b21a-0cc50993145e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.7551892 Dec 17 17:01:51.134698 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/2cc9b919-d7f5-4017-be17-0beff5b04005 HTTP/1.1" status: 204 len: 168 time: 2.3386595 Dec 17 17:01:51.147234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42562) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:51.184198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.217181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.320247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.365927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:51.486942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Provisioning for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:51.504870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:51.505177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.553527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:51.555764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:51.558756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:51.559477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421b5b4-e6f0-4710-a816-a5b781f5b120 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:51.560097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.561604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421b5b4-e6f0-4710-a816-a5b781f5b120 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:51.563162 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9421b5b4-e6f0-4710-a816-a5b781f5b120 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4149866 Dec 17 17:01:51.567141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42566) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:51.569430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Deleting port c1f9b803-171d-4b81-a6c4-fb34e0f20245 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:51.569582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.577506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Provisioning complete for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:51.577925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.601691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=319b55f2-9590-451b-ab06-8cb758f75f86,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:51.605023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:51.616848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc15b17-7bac-441e-92f7-c8c085542ee7 req-71b83bbc-bb9c-46cb-b940-7bb975b13f85 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:51.616848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffc15b17-7bac-441e-92f7-c8c085542ee7 req-71b83bbc-bb9c-46cb-b940-7bb975b13f85 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.4015820 Dec 17 17:01:51.620718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.665s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:51.683145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc9b919-d7f5-4017-be17-0beff5b04005,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:51.686484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:51.687669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Deleting port 561a0a66-34c8-4d11-b42e-753f87321b1d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:51.687669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.727368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.770s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:51.814782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c01371d-ba22-4342-9266-ea4348dd8b7d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.854910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Router d9230ecf-a11f-4daf-a742-0b0776388d9d has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:01:51.856214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-844990f5-eb33-449f-856c-480144079215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:51.857739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-844990f5-eb33-449f-856c-480144079215 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.7110484 Dec 17 17:01:51.875880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.891061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.947594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,segment=NetworkSegment(9d975e15-f57b-4f8c-bf21-72b818a992c4),segment_id=9d975e15-f57b-4f8c-bf21-72b818a992c4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:51.991304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': '011dbee6-b8ce-45ff-9b6e-2311b7032494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '033edd85-3790-472a-83af-f2b6ca84293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:51.991737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: 033edd85-3790-472a-83af-f2b6ca84293c, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:51.992055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] DHCP port deletion for d3313518-48b3-4003-a75c-6f2446c44e54 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:51.996649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Deleting port 3990c23f-a01a-433e-867c-93f0ca0a0b7b {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:51.997126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:51.999117 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c01371d-ba22-4342-9266-ea4348dd8b7d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 17:01:51.999881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c01371d-ba22-4342-9266-ea4348dd8b7d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:01:52.006120 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4c01371d-ba22-4342-9266-ea4348dd8b7d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/d3313518-48b3-4003-a75c-6f2446c44e54 HTTP/1.1" status: 409 len: 405 time: 0.4335730 Dec 17 17:01:52.012005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42570) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:52.024475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6b506-cf77-4bd8-bcf7-4f254d78661e None None] DHCP port deletion for 04b7219c-8151-4e8b-8b1c-7751bfc38fad request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:52.036295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1589949212'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:52.053449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6b506-cf77-4bd8-bcf7-4f254d78661e None None] Deleting port c1f9b803-171d-4b81-a6c4-fb34e0f20245 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:52.053845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b506-cf77-4bd8-bcf7-4f254d78661e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.061734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:52.072127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] For port c1f9b803-171d-4b81-a6c4-fb34e0f20245, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1f9b803-171d-4b81-a6c4-fb34e0f20245,segment=NetworkSegment(095b38a3-a7ec-41f4-93ed-1a5ea71067fb),segment_id=095b38a3-a7ec-41f4-93ed-1a5ea71067fb)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:52.072454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.086865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:52.087678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.094620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:52.117802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36558c24-79d2-434e-afe9-3616ec366c3e,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:52.118063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:52.179282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffc15b17-7bac-441e-92f7-c8c085542ee7 req-ee29786b-ae00-414e-8003-9804f1d84da8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5207262 Dec 17 17:01:52.186336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:52.242068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 832dd594-0c83-4039-80e4-988e4f153cc0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:52.261203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Calling delete_port for c1f9b803-171d-4b81-a6c4-fb34e0f20245 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:52.312057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:01:52.331179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 832dd594-0c83-4039-80e4-988e4f153cc0 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:52.331461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 832dd594-0c83-4039-80e4-988e4f153cc0 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:52.331898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48863b57-55ca-4ce7-b7fe-5ddc98601e76 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:52.342879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.405788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:52.409618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.434582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.438579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.445527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-21e05ff4-a934-4736-8aed-5853819772e6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:52.466772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 48863b57-55ca-4ce7-b7fe-5ddc98601e76 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:52.467505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48863b57-55ca-4ce7-b7fe-5ddc98601e76 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:52.562495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:52.563253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-bc2b12f0-359a-472c-97dc-be437cd5ba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:52.566552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:01:52.578645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] No DVR routers for this DVR port c1f9b803-171d-4b81-a6c4-fb34e0f20245 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:52.583217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6b506-cf77-4bd8-bcf7-4f254d78661e None None] The port 'c1f9b803-171d-4b81-a6c4-fb34e0f20245' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:52.595009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:52.596760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=40fd920e-7696-4695-9b9a-2935c0b24311,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:52.598372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3990c23f-a01a-433e-867c-93f0ca0a0b7b no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:52.605943 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] Sync routers for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:52.615314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4632466 Dec 17 17:01:52.625739 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:52.629288 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:52.640960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42576) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:52.656822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:52.664018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:52.666614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.666951 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment 7fc0f224-91ac-43a7-b6e5-0204c1b78847 of type vlan for network 0a745e32-7b0c-45a1-85f2-614e184726fa Dec 17 17:01:52.693163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] For port 561a0a66-34c8-4d11-b42e-753f87321b1d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=561a0a66-34c8-4d11-b42e-753f87321b1d,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:52.693699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.706965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] For port 3990c23f-a01a-433e-867c-93f0ca0a0b7b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3990c23f-a01a-433e-867c-93f0ca0a0b7b,segment=NetworkSegment(fc7f4c46-35c7-47a2-9bbc-be4587250112),segment_id=fc7f4c46-35c7-47a2-9bbc-be4587250112)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:52.707746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:52.726753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:52.736757 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] Routers {'d9230ecf-a11f-4daf-a742-0b0776388d9d'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:52.737663 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d9230ecf-a11f-4daf-a742-0b0776388d9d'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:52.803736 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:52.808847 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956ce20-a659-42ad-9741-f803bd2c6f17 None None] The sync data for ids ['d9230ecf-a11f-4daf-a742-0b0776388d9d'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:52.815413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:52.882466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Calling delete_port for 3990c23f-a01a-433e-867c-93f0ca0a0b7b owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:52.886537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.302s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:52.886944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:52.911634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Calling delete_port for 561a0a66-34c8-4d11-b42e-753f87321b1d owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:52.938195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 033edd85-3790-472a-83af-f2b6ca84293c is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:52.946374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=9f4f91a3-438e-481c-90d5-bb4d792ab34c,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:52.990719 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-46568bcf-1061-4695-97a1-84e9951ca4eb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] show failed (client error): The resource could not be found. Dec 17 17:01:52.999262 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-46568bcf-1061-4695-97a1-84e9951ca4eb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-852243589 HTTP/1.1" status: 404 len: 334 time: 0.3409865 Dec 17 17:01:53.000776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.006371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42580) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:53.022004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-641ce8f7-0158-42a0-a259-fbec83d88f6d tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:53.041964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.073934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f9b803-171d-4b81-a6c4-fb34e0f20245,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:53.096468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 033edd85-3790-472a-83af-f2b6ca84293c) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:53.120366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02dae2-7014-4770-aee4-090e088711d3 None None] Network 033edd85-3790-472a-83af-f2b6ca84293c requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:53.120721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:53.120902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.125363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:53.127052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:53.132296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:53.133093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.140475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.630s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:53.140826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.140955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:53.146548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-641ce8f7-0158-42a0-a259-fbec83d88f6d tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] update failed (client error): The resource could not be found. Dec 17 17:01:53.151002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-641ce8f7-0158-42a0-a259-fbec83d88f6d tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-925191150 HTTP/1.1" status: 404 len: 334 time: 0.1387434 Dec 17 17:01:53.160110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-631ec946-b3b0-4898-9dce-37a4482e9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:53.161594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42584) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:53.161717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-631ec946-b3b0-4898-9dce-37a4482e9dcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2822616 Dec 17 17:01:53.167952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:53.168132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.239786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012865e-6a8c-4e84-8309-58047820a914 req-95d63a6b-c401-4f0d-a831-74acd9531455 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:53.241331 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6012865e-6a8c-4e84-8309-58047820a914 req-95d63a6b-c401-4f0d-a831-74acd9531455 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8634558 Dec 17 17:01:53.262231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b7219c-8151-4e8b-8b1c-7751bfc38fad']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:53.302453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.7677891 Dec 17 17:01:53.315488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42588) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:53.330725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095b38a3-a7ec-41f4-93ed-1a5ea71067fb') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:53.330975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095b38a3-a7ec-41f4-93ed-1a5ea71067fb') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:53.398010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.403327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:53.417520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting subnet 48d7cc53-a4ae-45a5-9c84-40667bfd92a5 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:53.425744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.430256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Pushing event deleted for resources: {'Port': ['ID=3990c23f-a01a-433e-867c-93f0ca0a0b7b,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:53.431441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:53.432086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.438594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] No DVR routers for this DVR port 3990c23f-a01a-433e-867c-93f0ca0a0b7b on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:53.442089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:53.445122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64bbbf2b-ef0e-4b93-9844-c94c9a634a2f tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:53.462959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:53.463316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2202f62a-9bdf-4142-b09b-6ee6e6de08d6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:53.463745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1f9b803-171d-4b81-a6c4-fb34e0f20245 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:53.464280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.504087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: c1f9b803-171d-4b81-a6c4-fb34e0f20245 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:53.504445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1f9b803-171d-4b81-a6c4-fb34e0f20245 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:53.546332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6012865e-6a8c-4e84-8309-58047820a914 req-8088ebf7-2334-41e1-9cb1-a91449dec041 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501748 Dec 17 17:01:53.553134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.617727 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-19313f2b-cf28-41bf-bf43-54b9842322f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220018 Dec 17 17:01:53.627464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.673067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Provisioning for port 9f4f91a3-438e-481c-90d5-bb4d792ab34c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:01:53.681277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Provisioning complete for port 9f4f91a3-438e-481c-90d5-bb4d792ab34c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:53.681830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.694625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.758305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Port 9f4f91a3-438e-481c-90d5-bb4d792ab34c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:53.768754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 40fd920e-7696-4695-9b9a-2935c0b24311 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:53.768754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.769988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Provisioning complete for port 36558c24-79d2-434e-afe9-3616ec366c3e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:53.770481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.826455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Port 36558c24-79d2-434e-afe9-3616ec366c3e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:53.838532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Provisioning complete for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:53.839031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8e3f026f-cb83-4965-96a5-97535939cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.881869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:53.882205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:53.902122 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:53.904808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.976873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:53.992964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-db77226b-6e3a-4bfa-b7bc-0231fa0987fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:54.057150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Pushing event deleted for resources: {'Port': ['ID=561a0a66-34c8-4d11-b42e-753f87321b1d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:54.060013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:54.062862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76941e24-11fd-4cdb-91ae-14d354b898c5 req-6f24cf71-2ae6-4675-930b-ece23bf77afb service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351525 Dec 17 17:01:54.109152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=0a745e32-7b0c-45a1-85f2-614e184726fa,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:54.121616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0a745e32-7b0c-45a1-85f2-614e184726fa details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:01:54.132476 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1023924 Dec 17 17:01:54.136068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:54.156764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42596) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:54.216821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:54.323468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.345025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.350134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.397575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39737c03-b09c-4167-ac86-4a12d6bfc307 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:54.421545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.434766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.479486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=04b7219c-8151-4e8b-8b1c-7751bfc38fad,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:54.514849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:54.564134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.583043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.618041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f884778-d220-4d8f-bf45-385d89a59726 req-c124212f-d555-4f9c-9c0e-4c85670d7c55 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:54.619586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f884778-d220-4d8f-bf45-385d89a59726 req-c124212f-d555-4f9c-9c0e-4c85670d7c55 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4316869 Dec 17 17:01:54.706445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f6ff6548-853d-4682-9e9e-9ef7771b6a2d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:01:54.707135 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f884778-d220-4d8f-bf45-385d89a59726 req-7e3bd441-cf3c-457f-b9bb-d688f0ba200b tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708892 Dec 17 17:01:54.713637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.746324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.751545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8494d863-5a04-4521-8c46-b6abe9487485 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:01:54.763547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.765440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8494d863-5a04-4521-8c46-b6abe9487485 HTTP/1.1" status: 204 len: 168 time: 6.1328769 Dec 17 17:01:54.767684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:54.787854 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] 10.222.0.61 "DELETE /v2.0/networks/04b7219c-8151-4e8b-8b1c-7751bfc38fad HTTP/1.1" status: 204 len: 168 time: 3.7956476 Dec 17 17:01:54.798036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 40fd920e-7696-4695-9b9a-2935c0b24311 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:54.803255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f6ff6548-853d-4682-9e9e-9ef7771b6a2d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:54.803704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.859776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:54.863917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.891592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:54.916602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:subnet and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:54.923149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:54.940856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:54.947723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe66cf97-5493-489e-b192-4b69de46284b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:55.082812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Deleting subnet 0e982d63-2d68-49d1-8d5e-89e395079bf0 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:55.086146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.140271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.157055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:55.160510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.170273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.184236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.200592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f76d9bde-d8db-4a42-9298-ce7c60363bf5 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:55.297203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.298975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Subnet': ['ID=48d7cc53-a4ae-45a5-9c84-40667bfd92a5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:55.323200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36558c24-79d2-434e-afe9-3616ec366c3e,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:55.328154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:55.328836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1be497e7-063b-4425-909a-f0c3276a17f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:55.331369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:55.352307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f0276-b5ec-492b-8b79-cb4121d440ea None None] Network c05f455e-7ba5-43fb-a009-50c97413e56e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:55.378665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.427870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=40fd920e-7696-4695-9b9a-2935c0b24311,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:55.437176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.438997 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/40fd920e-7696-4695-9b9a-2935c0b24311 HTTP/1.1" status: 204 len: 168 time: 2.1183300 Dec 17 17:01:55.439934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:55.443906 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/subnets/48d7cc53-a4ae-45a5-9c84-40667bfd92a5 HTTP/1.1" status: 204 len: 168 time: 2.2813115 Dec 17 17:01:55.453749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42612) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:55.456938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42614) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:55.480388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42620) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:55.567821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:55.583259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:55.697273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] DHCP port deletion for c05f455e-7ba5-43fb-a009-50c97413e56e request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:55.704469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Deleting port 62690225-8a84-49a3-8aed-10a4cfa36c10 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:55.704854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.775692 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b2fba804-f185-4357-99dc-44506174fe72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c970a797c4d64a55b22107c1ea2af53d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2890704 Dec 17 17:01:55.776677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42624) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:55.815423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.832449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.860632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d104e-c99f-4a8e-b3ef-0b99ec34e708 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:55.866179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d104e-c99f-4a8e-b3ef-0b99ec34e708 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:55.866965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dc2d104e-c99f-4a8e-b3ef-0b99ec34e708 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:55.911001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090261b2-445c-42a5-aca6-dac6ca2e87d9 req-ca14f836-b1ec-43e1-bcb3-5f99ab3c0169 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:55.913191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 62690225-8a84-49a3-8aed-10a4cfa36c10 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:55.913541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.918566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-090261b2-445c-42a5-aca6-dac6ca2e87d9 req-ca14f836-b1ec-43e1-bcb3-5f99ab3c0169 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4344411 Dec 17 17:01:55.972860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:55.999525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.012012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dc2d104e-c99f-4a8e-b3ef-0b99ec34e708 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:56.013719 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dc2d104e-c99f-4a8e-b3ef-0b99ec34e708 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5586872 Dec 17 17:01:56.019098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42628) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:56.023020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] For port 62690225-8a84-49a3-8aed-10a4cfa36c10, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=62690225-8a84-49a3-8aed-10a4cfa36c10,segment=NetworkSegment(03e9d5f4-68c5-452f-8417-3344bc5dbe6b),segment_id=03e9d5f4-68c5-452f-8417-3344bc5dbe6b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:56.023020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.038076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-090261b2-445c-42a5-aca6-dac6ca2e87d9 req-4fedbe27-2ea0-4e3b-ba4c-e127d23632fd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181726 Dec 17 17:01:56.038729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.066666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66522c0b-abbf-48eb-bce4-8ad02c9b889b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:56.108417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.116226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.124105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:56.171766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e982d63-2d68-49d1-8d5e-89e395079bf0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:56.175971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.185325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Calling delete_port for 62690225-8a84-49a3-8aed-10a4cfa36c10 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:56.185583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:56.186248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 642fe8be-9098-4bd8-8e5a-6296de76641b is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:56.196367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 319b55f2-9590-451b-ab06-8cb758f75f86 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:56.196726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.220010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5a661-f129-4c46-a511-91b33800448d None None] Network 9c8644ef-33d2-49b0-a068-ad8807c8a9ea requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:56.238350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e982d63-2d68-49d1-8d5e-89e395079bf0 HTTP/1.1" status: 204 len: 168 time: 1.4694855 Dec 17 17:01:56.250089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:56.361771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5c82df4-1ddb-43fb-8c41-efaa4fb45203 None None] Provisioning complete for port 36558c24-79d2-434e-afe9-3616ec366c3e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:56.362401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5c82df4-1ddb-43fb-8c41-efaa4fb45203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.467721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:01:56.468702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.472128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=9f4f91a3-438e-481c-90d5-bb4d792ab34c,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:56.486503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.495604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:56.499409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f784a6a-2f00-4621-b1f1-b7c48e90ded6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:56.510658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f5c82df4-1ddb-43fb-8c41-efaa4fb45203 None None] Port 36558c24-79d2-434e-afe9-3616ec366c3e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:56.596379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 62690225-8a84-49a3-8aed-10a4cfa36c10 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:56.612426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.646668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.650959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 62690225-8a84-49a3-8aed-10a4cfa36c10 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:56.650959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 62690225-8a84-49a3-8aed-10a4cfa36c10 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:56.651149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 561a0a66-34c8-4d11-b42e-753f87321b1d no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:56.663140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:56.671957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] For port 62690225-8a84-49a3-8aed-10a4cfa36c10, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=62690225-8a84-49a3-8aed-10a4cfa36c10,segment=NetworkSegment(03e9d5f4-68c5-452f-8417-3344bc5dbe6b),segment_id=03e9d5f4-68c5-452f-8417-3344bc5dbe6b)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:56.672326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.675380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.682793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:56.689854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3d2fcd3e-fdb4-4714-9c18-1844379ce482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:56.720186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] Sync routers for ids ['642fe8be-9098-4bd8-8e5a-6296de76641b'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:56.723965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] DHCP port deletion for 9c8644ef-33d2-49b0-a068-ad8807c8a9ea request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:01:56.727385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253a474a-1018-430b-bf85-f8b413b596ec,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:56.737272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:56.757396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.757886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 561a0a66-34c8-4d11-b42e-753f87321b1d {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:56.758062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 561a0a66-34c8-4d11-b42e-753f87321b1d not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:56.766104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Deleting port bddff333-e64c-403d-a009-69cd4999bfd5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:56.766483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.770365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Pushing event deleted for resources: {'Port': ['ID=62690225-8a84-49a3-8aed-10a4cfa36c10,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:56.772908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Deleting port bddff333-e64c-403d-a009-69cd4999bfd5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:56.773294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.802520 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/642fe8be-9098-4bd8-8e5a-6296de76641b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6437910 Dec 17 17:01:56.803222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42636) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:56.814410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:56.815468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/253a474a-1018-430b-bf85-f8b413b596ec HTTP/1.1" status: 204 len: 168 time: 1.0324576 Dec 17 17:01:56.819338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:56.831250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] Routers {'642fe8be-9098-4bd8-8e5a-6296de76641b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:56.832337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['642fe8be-9098-4bd8-8e5a-6296de76641b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:56.832570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Calling delete_port for 62690225-8a84-49a3-8aed-10a4cfa36c10 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:56.863871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': '7fc0f224-91ac-43a7-b6e5-0204c1b78847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:56.864106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: 0a745e32-7b0c-45a1-85f2-614e184726fa, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:01:56.906164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=bf27ee0b-4cfa-4a46-a919-4ebd886ebef7,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:56.910621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:56.944546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] No DVR routers for this DVR port 62690225-8a84-49a3-8aed-10a4cfa36c10 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:56.946394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:56.965450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] Routers {'642fe8be-9098-4bd8-8e5a-6296de76641b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:56.966655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['642fe8be-9098-4bd8-8e5a-6296de76641b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:56.991897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:56.993624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:57.133666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 319b55f2-9590-451b-ab06-8cb758f75f86 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:57.211505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:57.211990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860531fa-a9aa-41cf-942e-59163b1870e7 None None] The sync data for ids ['642fe8be-9098-4bd8-8e5a-6296de76641b'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:57.226384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 0a745e32-7b0c-45a1-85f2-614e184726fa is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:01:57.233740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:57.234187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:57.290671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0a745e32-7b0c-45a1-85f2-614e184726fa) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:57.300069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:57.300849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.302738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add406db-35b4-40a5-9c9e-63f2593c64bd None None] Network 0a745e32-7b0c-45a1-85f2-614e184726fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:01:57.337998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.347182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] For port bddff333-e64c-403d-a009-69cd4999bfd5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bddff333-e64c-403d-a009-69cd4999bfd5,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:57.347490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.356695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22ba8ae8-082c-4357-a0c9-f29693ac009d tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:57.410969 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2520123 Dec 17 17:01:57.413737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42648) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:57.419777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'port': {'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa', 'name': 'tempest-NetworksIpV6TestAttrs-791426418'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:57.440893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Router ebf470dd-ff81-40df-8e1a-05fd71a4ca04 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:01:57.454050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=319b55f2-9590-451b-ab06-8cb758f75f86,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:57.463021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:57.475355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa0b842-7b0d-47c4-83a3-32c32e56e5b2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:57.479926 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-baa0b842-7b0d-47c4-83a3-32c32e56e5b2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports/36558c24-79d2-434e-afe9-3616ec366c3e HTTP/1.1" status: 200 len: 978 time: 0.6670806 Dec 17 17:01:57.488952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.491367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42654) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:57.535360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Calling delete_port for bddff333-e64c-403d-a009-69cd4999bfd5 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:57.613039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-aec5bfee-8278-4f04-9395-87c0e6bed4ff None None] Provisioning complete for port 9f4f91a3-438e-481c-90d5-bb4d792ab34c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:01:57.613371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aec5bfee-8278-4f04-9395-87c0e6bed4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.715375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] For port bddff333-e64c-403d-a009-69cd4999bfd5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bddff333-e64c-403d-a009-69cd4999bfd5,segment=NetworkSegment(65986536-acff-49e2-be97-3d4e6c64470b),segment_id=65986536-acff-49e2-be97-3d4e6c64470b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:01:57.716855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.738801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aec5bfee-8278-4f04-9395-87c0e6bed4ff None None] Port 9f4f91a3-438e-481c-90d5-bb4d792ab34c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:01:57.739205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 62690225-8a84-49a3-8aed-10a4cfa36c10 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:57.739694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.794110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0a745e32-7b0c-45a1-85f2-614e184726fa', 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': 'bf27ee0b-4cfa-4a46-a919-4ebd886ebef7'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:01:57.794953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.818528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] The port '62690225-8a84-49a3-8aed-10a4cfa36c10' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:57.855264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:01:57.857140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.861113 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/routers/ebf470dd-ff81-40df-8e1a-05fd71a4ca04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6347201 Dec 17 17:01:57.862129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:57.866298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:01:57.870595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:port and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:01:57.873990 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] Sync routers for ids ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:57.874582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:57.881188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:01:57.887104 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] Routers {'ebf470dd-ff81-40df-8e1a-05fd71a4ca04'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:57.888532 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:57.910661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Pushing event deleted for resources: {'Port': ['ID=bddff333-e64c-403d-a009-69cd4999bfd5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:57.927280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:57.932139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] No DVR routers for this DVR port bddff333-e64c-403d-a009-69cd4999bfd5 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:57.971438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:57.986503 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] Routers {'ebf470dd-ff81-40df-8e1a-05fd71a4ca04'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:01:57.987521 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:57.993913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:01:58.031941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Allocated IP 2001:db8::f816:3eff:fe85:99e6 (0a745e32-7b0c-45a1-85f2-614e184726fa/bf27ee0b-4cfa-4a46-a919-4ebd886ebef7/f5fddc94-c237-48dd-aa62-0b76bc926897) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:58.066844 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:58.067518 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b4b9c-1d89-45a7-af8e-16c285b5f5a0 None None] The sync data for ids ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:58.155723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Calling delete_port for bddff333-e64c-403d-a009-69cd4999bfd5 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:01:58.179356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.217501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f455e-7ba5-43fb-a009-50c97413e56e']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:58.234440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01857980-b4a4-4348-9ace-8d28e3766956 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:58.235155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01857980-b4a4-4348-9ace-8d28e3766956 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:01:58.247475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:01:58.250976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.261578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e9d5f4-68c5-452f-8417-3344bc5dbe6b') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:58.261983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e9d5f4-68c5-452f-8417-3344bc5dbe6b') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:58.283213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.303460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] device_id is not set on port ef88ee03-4edc-4dbc-b76b-1271449e628b yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:01:58.313494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/319b55f2-9590-451b-ab06-8cb758f75f86 HTTP/1.1" status: 204 len: 168 time: 2.2893169 Dec 17 17:01:58.337872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42676) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:58.349734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.386791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb97a-cbab-42ee-9106-c3399613454f req-15ffaaa4-7017-447d-83c8-1229688684b4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:58.388374 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a03cb97a-cbab-42ee-9106-c3399613454f req-15ffaaa4-7017-447d-83c8-1229688684b4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.1085675 Dec 17 17:01:58.470347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:01:58.470581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:01:58.477049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a03cb97a-cbab-42ee-9106-c3399613454f req-a5125bb0-bec6-433e-a6f1-1704975cb6e0 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770817 Dec 17 17:01:58.517014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.566248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bddff333-e64c-403d-a009-69cd4999bfd5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:01:58.569736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01857980-b4a4-4348-9ace-8d28e3766956 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:01:58.571103 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-01857980-b4a4-4348-9ace-8d28e3766956 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebf470dd-ff81-40df-8e1a-05fd71a4ca04 HTTP/1.1" status: 200 len: 982 time: 0.6920648 Dec 17 17:01:58.577937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:58.578081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42684) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:58.578169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:58.595249 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:58.654682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: bddff333-e64c-403d-a009-69cd4999bfd5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:01:58.655366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bddff333-e64c-403d-a009-69cd4999bfd5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:01:58.710862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06540f50-27eb-41c3-898f-463e4449ef2f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:58.712426 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06540f50-27eb-41c3-898f-463e4449ef2f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3729026 Dec 17 17:01:58.715089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42692) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:58.769672 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6cdd21-3157-4aca-aca8-ed34f0337091 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:01:58.771122 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4a6cdd21-3157-4aca-aca8-ed34f0337091 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/40fd920e-7696-4695-9b9a-2935c0b24311 HTTP/1.1" status: 404 len: 333 time: 0.0550733 Dec 17 17:01:58.773909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42696) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:58.821454 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81f4c13-51c2-47c3-89ba-c08889a55440 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:01:58.822826 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b81f4c13-51c2-47c3-89ba-c08889a55440 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/319b55f2-9590-451b-ab06-8cb758f75f86 HTTP/1.1" status: 404 len: 333 time: 0.0479665 Dec 17 17:01:58.826392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42700) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:58.833090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Transition to ACTIVE for port object f5fddc94-c237-48dd-aa62-0b76bc926897 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:58.854101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.859155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.862062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:58.874639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Transition to ACTIVE for port object f5fddc94-c237-48dd-aa62-0b76bc926897 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:01:58.939847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.965182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.979899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:58.995773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Deleting port bddff333-e64c-403d-a009-69cd4999bfd5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:01:58.997427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.018608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.026491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Network': ['ID=c05f455e-7ba5-43fb-a009-50c97413e56e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:59.026491 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/networks/c05f455e-7ba5-43fb-a009-50c97413e56e HTTP/1.1" status: 204 len: 168 time: 3.5686803 Dec 17 17:01:59.030570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:59.067156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42710) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:59.088395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Network 0a745e32-7b0c-45a1-85f2-614e184726fa is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:01:59.090166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Pushing event updated for resources: {'Port': ['ID=f5fddc94-c237-48dd-aa62-0b76bc926897,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:59.099457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:01:59.101681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:59.102639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:01:59.219468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] The port 'bddff333-e64c-403d-a009-69cd4999bfd5' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:01:59.242901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Attempting to bind port f5fddc94-c237-48dd-aa62-0b76bc926897 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:01:59.243382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Attempting to bind port f5fddc94-c237-48dd-aa62-0b76bc926897 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7fc0f224-91ac-43a7-b6e5-0204c1b78847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:01:59.243825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Attempting to bind port f5fddc94-c237-48dd-aa62-0b76bc926897 on network 0a745e32-7b0c-45a1-85f2-614e184726fa {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:01:59.251210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:01:59.251688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Checking segment: {'id': '7fc0f224-91ac-43a7-b6e5-0204c1b78847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:01:59.252170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.252645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Bound using segment: {'id': '7fc0f224-91ac-43a7-b6e5-0204c1b78847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:01:59.253196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Bound port: f5fddc94-c237-48dd-aa62-0b76bc926897, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc0f224-91ac-43a7-b6e5-0204c1b78847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0a745e32-7b0c-45a1-85f2-614e184726fa'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:01:59.269122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.313879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.331457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting subnet 7667bef8-532e-4f51-922c-68ecb649482b {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:01:59.348833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.426327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Allocated IP 2001:db8::f816:3eff:fe0a:7c6d (0a745e32-7b0c-45a1-85f2-614e184726fa/bf27ee0b-4cfa-4a46-a919-4ebd886ebef7/ef88ee03-4edc-4dbc-b76b-1271449e628b) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:01:59.431426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] For port f5fddc94-c237-48dd-aa62-0b76bc926897, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:01:59.436348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] For port f5fddc94-c237-48dd-aa62-0b76bc926897, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5fddc94-c237-48dd-aa62-0b76bc926897,segment=NetworkSegment(7fc0f224-91ac-43a7-b6e5-0204c1b78847),segment_id=7fc0f224-91ac-43a7-b6e5-0204c1b78847)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:01:59.465187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.502125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.508430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:59.508837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033edd85-3790-472a-83af-f2b6ca84293c']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.543383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011dbee6-b8ce-45ff-9b6e-2311b7032494') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.544268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011dbee6-b8ce-45ff-9b6e-2311b7032494') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.577082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.577312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.611812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.628306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Pushing event updated for resources: {'Port': ['ID=f5fddc94-c237-48dd-aa62-0b76bc926897,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:59.648621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:59.649032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.649843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:59.664225 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:59.670012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8644ef-33d2-49b0-a068-ad8807c8a9ea']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.709706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65986536-acff-49e2-be97-3d4e6c64470b') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.710313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65986536-acff-49e2-be97-3d4e6c64470b') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:59.732766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:01:59.749844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7e9ff-474a-41a0-9236-bee005fdd414 req-c001a183-f0cf-48d5-8de0-5fb76d8e367e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:59.752169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9af7e9ff-474a-41a0-9236-bee005fdd414 req-c001a183-f0cf-48d5-8de0-5fb76d8e367e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6390259 Dec 17 17:01:59.755924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.822497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.843898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.899161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:01:59.899714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.927957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9af7e9ff-474a-41a0-9236-bee005fdd414 req-29a8c7f1-a47e-43e0-8974-9d2bea0c80c5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596112 Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:01:59.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:01:59.966502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:59.977394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c58976c8-15fa-4c07-bcbb-77e92900dd88 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:01:59.997059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.003534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.025384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=033edd85-3790-472a-83af-f2b6ca84293c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:00.034270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:00.042018 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/033edd85-3790-472a-83af-f2b6ca84293c HTTP/1.1" status: 204 len: 168 time: 1.2145510 Dec 17 17:02:00.042798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42730) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:00.049803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f4e9a863-2afc-4d96-aabb-4ab639ce14c9 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:00.050274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Transition to ACTIVE for port object ef88ee03-4edc-4dbc-b76b-1271449e628b will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:00.052353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 36558c24-79d2-434e-afe9-3616ec366c3e {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:00.052704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.054488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1260220853'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:00.063937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:00.071940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:00.076179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:00.083793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:00.142082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.157412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.161420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7aabb7a6-d062-46ed-be97-5547dc3e5474 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:00.196319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:00.200576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Subnet': ['ID=7667bef8-532e-4f51-922c-68ecb649482b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:00.204158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:00.206434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.210812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:00.214173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.217081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d66d4-e2ad-45c4-86de-d6cb2ceade6d None None] Network 22dac050-f555-44ef-b8d6-a4b5a8499ae9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:00.221964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.225766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.237174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e432b57b-a5c3-4447-9536-4a12a2d92844 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:00.239487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8644ef-33d2-49b0-a068-ad8807c8a9ea,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:00.246151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:00.272580 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/subnets/7667bef8-532e-4f51-922c-68ecb649482b HTTP/1.1" status: 204 len: 168 time: 1.2003157 Dec 17 17:02:00.279211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42734) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:00.321583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:00.327711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 0a745e32-7b0c-45a1-85f2-614e184726fa is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:00.333937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:00.340313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:00.347532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:00.348482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.354193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Port': ['ID=ef88ee03-4edc-4dbc-b76b-1271449e628b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:00.364949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:00.376280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.376855 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment 16eef1a6-8e40-4483-85fd-855bc8d87d31 of type vlan for network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 Dec 17 17:02:00.413491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.464598 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0494418 Dec 17 17:02:00.466431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42740) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:00.478303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f4e9a863-2afc-4d96-aabb-4ab639ce14c9 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "PUT /v2.0/quotas/0a4713c8c1514155ab06c0e7d7db7d4b HTTP/1.1" status: 200 len: 368 time: 0.7376695 Dec 17 17:02:00.494118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42744) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:00.519048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Request body: {'network': {'project_id': '0a4713c8c1514155ab06c0e7d7db7d4b'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:00.531111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.537132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] DHCP port deletion for 22dac050-f555-44ef-b8d6-a4b5a8499ae9 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:00.542886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Deleting port 04d389ab-63ef-454f-9f9c-425fb0580d12 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:00.542886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.551657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:00.563338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:00.563338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.572289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Usage tracker for resource:network and tenant:0a4713c8c1514155ab06c0e7d7db7d4b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:00.586853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:00.591856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:00.593494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.628796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5fddc94-c237-48dd-aa62-0b76bc926897 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:00.657632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] 10.222.0.61 "DELETE /v2.0/networks/9c8644ef-33d2-49b0-a068-ad8807c8a9ea HTTP/1.1" status: 204 len: 168 time: 4.3976095 Dec 17 17:02:00.674476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.760776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:00.776610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting subnet 7fd2990f-8459-4737-9a80-89c107c89f6c {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:00.894172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=ca17511c-13d8-46f6-8ec6-69c8c3d25d01,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:00.902569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:00.919669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Made reservation on behalf of 0a4713c8c1514155ab06c0e7d7db7d4b for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:00.922852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.924383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting subnet bf27ee0b-4cfa-4a46-a919-4ebd886ebef7 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:00.928151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.930702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:00.966064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 36558c24-79d2-434e-afe9-3616ec366c3e owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:00.983911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:00.990489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.006880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f5fddc94-c237-48dd-aa62-0b76bc926897 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:01.030109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f761d8e-685b-486d-99c2-94f6a6d073fc None None] Network 0a745e32-7b0c-45a1-85f2-614e184726fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:01.068256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.097620 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0467145 Dec 17 17:02:01.101296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:01.109866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:01.191911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:01.209494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:01.210673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Usage tracker for resource:security_group_rule and tenant:0a4713c8c1514155ab06c0e7d7db7d4b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:01.215830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] For port 04d389ab-63ef-454f-9f9c-425fb0580d12, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=04d389ab-63ef-454f-9f9c-425fb0580d12,segment=NetworkSegment(7ac38590-1c30-471f-b193-50d448c1c2c7),segment_id=7ac38590-1c30-471f-b193-50d448c1c2c7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:01.216314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.217742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.256365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:01.316890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:01.323432 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-60e2e08b-ee46-44bb-9672-f49f07721803 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c4e7e09b5214932a9f89de66c1b103e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1085229 Dec 17 17:02:01.323580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:01.326154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:01.338740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:01.346653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:01.352121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:01.352663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Calling delete_port for 04d389ab-63ef-454f-9f9c-425fb0580d12 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:01.381921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Provisioning for port f5fddc94-c237-48dd-aa62-0b76bc926897 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:01.383172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.460960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Provisioning complete for port f5fddc94-c237-48dd-aa62-0b76bc926897 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:01.462318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.462448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.500935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.507151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4e9c-5d67-4f49-a6b7-2bb34aa5ed8b req-d7ac1395-50cc-4791-9d49-0716c3ca76bf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:01.512602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:01.514119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c7c4e9c-5d67-4f49-a6b7-2bb34aa5ed8b req-d7ac1395-50cc-4791-9d49-0716c3ca76bf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4162819 Dec 17 17:02:01.517216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.614370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.634105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.642947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9063ed49-a932-4d28-87f5-942b64f6877b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:01.675623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:02:01.678452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:02:01.688785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.693342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c7c4e9c-5d67-4f49-a6b7-2bb34aa5ed8b req-cabff5d1-52f7-4e3f-9d8b-0c66a317e881 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783538 Dec 17 17:02:01.695507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=bf27ee0b-4cfa-4a46-a919-4ebd886ebef7,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:01.699242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:01.717767 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/bf27ee0b-4cfa-4a46-a919-4ebd886ebef7 HTTP/1.1" status: 204 len: 168 time: 1.2452579 Dec 17 17:02:01.717767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:01.718072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.730328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6eb5276a-8ee1-4616-b642-3fc87bff6273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:01.730861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 9f4f91a3-438e-481c-90d5-bb4d792ab34c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:01.731247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.779279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.789769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Pushing event deleted for resources: {'Port': ['ID=04d389ab-63ef-454f-9f9c-425fb0580d12,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:01.793892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.809144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:01.814917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] No DVR routers for this DVR port 04d389ab-63ef-454f-9f9c-425fb0580d12 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:01.853136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4f004-68a5-449a-9cfe-71808d1304ea tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:01.855812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4f004-68a5-449a-9cfe-71808d1304ea tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:01.857738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-aec4f004-68a5-449a-9cfe-71808d1304ea tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Synchronizing usage tracker for tenant:c3d7b3ff40a4414ab3290ec81ca830ea on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:01.860649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-45f64599-1d1a-4324-809e-203623c9560a None None] For port f5fddc94-c237-48dd-aa62-0b76bc926897, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5fddc94-c237-48dd-aa62-0b76bc926897,segment=NetworkSegment(7fc0f224-91ac-43a7-b6e5-0204c1b78847),segment_id=7fc0f224-91ac-43a7-b6e5-0204c1b78847)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:01.878913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.891007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.901353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7950434f-aaf8-4c33-bb44-ef95358c19e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:01.941010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.942792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:01.957620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.005196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.010556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-aec4f004-68a5-449a-9cfe-71808d1304ea tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Unset dirty status for tenant:c3d7b3ff40a4414ab3290ec81ca830ea on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:02.012184 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aec4f004-68a5-449a-9cfe-71808d1304ea tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2955294 Dec 17 17:02:02.017458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:02.025941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:02.033491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Pushing event updated for resources: {'Port': ['ID=f5fddc94-c237-48dd-aa62-0b76bc926897,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.036899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.043911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:02.063280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b647d53-f9a4-4bf1-b04c-29f2ad06e53a None None] Network 4929260e-2688-4836-9ea1-8e6c46a742be requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:02.068448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.085587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd491ffe-10e5-49a4-87e8-3f831e1e51b7,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.085720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a60a4d5-f4bb-496b-b943-5b0e64219afc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.102971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.109002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.119641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.123821 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd491ffe-10e5-49a4-87e8-3f831e1e51b7 HTTP/1.1" status: 204 len: 168 time: 0.7963016 Dec 17 17:02:02.282901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c30f0-a3fd-49c2-b002-82614ba44b5d None None] Network 0a745e32-7b0c-45a1-85f2-614e184726fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:02.319997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9c68c9a-768c-49d6-b5e4-7311fd7d1660 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.339324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.339324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2ff99c9-3697-4217-97e0-4dadc4d29eb0 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:02.390392 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c68c9a-768c-49d6-b5e4-7311fd7d1660 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 17:02:02.390906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c68c9a-768c-49d6-b5e4-7311fd7d1660 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:02.396557 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d9c68c9a-768c-49d6-b5e4-7311fd7d1660 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/0a745e32-7b0c-45a1-85f2-614e184726fa HTTP/1.1" status: 409 len: 405 time: 0.3464618 Dec 17 17:02:02.396931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.398466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:02.415132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-340116201'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:02.423396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:02.429510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d88680ca-e1be-4d8e-8ff1-4758094baee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.450965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:02.453558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': '16eef1a6-8e40-4483-85fd-855bc8d87d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:02.453944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: ca17511c-13d8-46f6-8ec6-69c8c3d25d01, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:02.461479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:02.475440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:02.478890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=fc69fd6c-8d1a-4c23-a14b-a291f5b088e8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.485346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.524050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ba2ed255-f961-4a90-825f-dab8c330a918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:02.560091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/subnets/7fd2990f-8459-4737-9a80-89c107c89f6c HTTP/1.1" status: 204 len: 168 time: 2.2757323 Dec 17 17:02:02.562858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42782) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:02.600808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5fddc94-c237-48dd-aa62-0b76bc926897 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:02.632000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 9f4f91a3-438e-481c-90d5-bb4d792ab34c owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:02.635866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Provisioning for port ef88ee03-4edc-4dbc-b76b-1271449e628b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:02.647254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:02.656844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:02.663038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.666993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Provisioning complete for port ef88ee03-4edc-4dbc-b76b-1271449e628b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:02.667697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.680644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.680995 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Added segment ff66afab-6d49-4c12-b572-573a932e7aaf of type vlan for network 9f99ff7b-974b-4643-a059-3585a2329ca1 Dec 17 17:02:02.702386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=36558c24-79d2-434e-afe9-3616ec366c3e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.705773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.745987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.749604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:02.767904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.768062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ba645f5-15f8-4a65-bc53-4adde4423ff9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.792s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:02.768612 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment 93beb927-97cd-4536-9117-6b5c2ec3b7ad of type vlan for network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 Dec 17 17:02:02.771819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Port ef88ee03-4edc-4dbc-b76b-1271449e628b cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:02.787123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f5fddc94-c237-48dd-aa62-0b76bc926897 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:02.787774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.850147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Provisioning complete for port f5fddc94-c237-48dd-aa62-0b76bc926897 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:02.850532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4249edae-1e65-47e4-bdc9-f28e8a63580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.851136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd2990f-8459-4737-9a80-89c107c89f6c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.864096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:02.881618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.901903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] DHCP port deletion for 4929260e-2688-4836-9ea1-8e6c46a742be request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:02.909727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ca17511c-13d8-46f6-8ec6-69c8c3d25d01) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:02.914950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.918332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:02.920587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.923501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Deleting port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:02.923906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.952056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.958280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252918f-e8ef-47db-9cdc-3e24eea4433f None None] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:03.083972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] DHCP port deletion for 0a745e32-7b0c-45a1-85f2-614e184726fa request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:03.085382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:02:03.092990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.105790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2e2b-8c1d-42f9-8bf5-0a3351372bd6 req-4779e9a8-5a02-495d-99c2-6579922b82a9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.107871 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-738a2e2b-8c1d-42f9-8bf5-0a3351372bd6 req-4779e9a8-5a02-495d-99c2-6579922b82a9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.2137363 Dec 17 17:02:03.127759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dac050-f555-44ef-b8d6-a4b5a8499ae9']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:03.141286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac38590-1c30-471f-b193-50d448c1c2c7') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:03.141581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac38590-1c30-471f-b193-50d448c1c2c7') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:03.153898 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0505681 Dec 17 17:02:03.157475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.157601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Deleting port f5fddc94-c237-48dd-aa62-0b76bc926897 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:03.157782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.161884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42794) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:03.171116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01', 'name': 'tempest-PortsIpV6TestJSON-839724061'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:03.259517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.272449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:03.272870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.281706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.283043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.283795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:03.288307 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:03.295643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.296911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-34fc8098-be1c-4339-a9d7-5487e999ed8c tempest-ExternalNetworksTestJSON-1432553008 tempest-ExternalNetworksTestJSON-1432553008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:03.301101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.301695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.327818 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-738a2e2b-8c1d-42f9-8bf5-0a3351372bd6 req-4cad9129-4fee-4edc-a263-e1e4cd3e3d90 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104559 Dec 17 17:02:03.477078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 642fe8be-9098-4bd8-8e5a-6296de76641b has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:03.498512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event updated for resources: {'Network': ['ID=9f99ff7b-974b-4643-a059-3585a2329ca1,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:03.504044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:03.514180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b6b1363-0574-4593-9742-572f539651ae tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:03.547672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9f99ff7b-974b-4643-a059-3585a2329ca1 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:03.597891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1023874 Dec 17 17:02:03.642072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42808) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:03.682016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Request body: {'network': {'project_id': '0a4713c8c1514155ab06c0e7d7db7d4b'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:03.708066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:03.722556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Usage tracker for resource:network and tenant:0a4713c8c1514155ab06c0e7d7db7d4b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:03.729494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:03.731684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.737753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.742510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.743294 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/networks/22dac050-f555-44ef-b8d6-a4b5a8499ae9 HTTP/1.1" status: 204 len: 168 time: 1.1793220 Dec 17 17:02:03.745850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:03.749438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:03.750054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:03.754649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42814) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:03.760389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c0c5991-f85f-49ef-90dd-29992d400d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:03.795939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Network': ['ID=22dac050-f555-44ef-b8d6-a4b5a8499ae9,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:03.798602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:03.803282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:03.808784 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-088d89e8-4e7a-488e-bbe6-ec480e74fab9 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4011035 Dec 17 17:02:03.808784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:03.812874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42818) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:03.815774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:03.820853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:03.829539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:03.860050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:03.876598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 04d389ab-63ef-454f-9f9c-425fb0580d12 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:03.907129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Made reservation on behalf of 0a4713c8c1514155ab06c0e7d7db7d4b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:03.910750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.933905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:03.940485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.986038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:03.986172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:03.991802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:03.992364 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Added segment 4a70ff70-ca7c-4ced-a5aa-620135c26bef of type vlan for network 6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0 Dec 17 17:02:04.001601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=9f4f91a3-438e-481c-90d5-bb4d792ab34c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:04.025511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port f65be144-a1ae-4008-924f-d840c761244f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:04.045140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 04d389ab-63ef-454f-9f9c-425fb0580d12 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:04.045496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 04d389ab-63ef-454f-9f9c-425fb0580d12 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:04.088061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.089721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:04.094360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:04.124033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] Sync routers for ids ['642fe8be-9098-4bd8-8e5a-6296de76641b'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:04.162660 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/642fe8be-9098-4bd8-8e5a-6296de76641b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6687920 Dec 17 17:02:04.176876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42826) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:04.192225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] For port f5fddc94-c237-48dd-aa62-0b76bc926897, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5fddc94-c237-48dd-aa62-0b76bc926897,segment=NetworkSegment(7fc0f224-91ac-43a7-b6e5-0204c1b78847),segment_id=7fc0f224-91ac-43a7-b6e5-0204c1b78847)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:04.192640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.281530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:04.310483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] For port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,segment=NetworkSegment(7b126218-8ce6-4dcd-9191-42860d1ca5fe),segment_id=7b126218-8ce6-4dcd-9191-42860d1ca5fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:04.310818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.322920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] Routers {'642fe8be-9098-4bd8-8e5a-6296de76641b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:04.323575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['642fe8be-9098-4bd8-8e5a-6296de76641b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:04.344820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:04.378792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.405147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e69fa0-fbb6-4b3e-8928-64cce81ea837 req-16fb7ac9-23c1-4ba3-a57d-cdaeacc69398 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:04.407058 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c3e69fa0-fbb6-4b3e-8928-64cce81ea837 req-16fb7ac9-23c1-4ba3-a57d-cdaeacc69398 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.9123287 Dec 17 17:02:04.455383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Calling delete_port for f5fddc94-c237-48dd-aa62-0b76bc926897 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:04.577792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:04.581282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.633588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ca17511c-13d8-46f6-8ec6-69c8c3d25d01', 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': 'fc69fd6c-8d1a-4c23-a14b-a291f5b088e8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:04.634688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.643728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:04.677593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Calling delete_port for 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:04.683107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.684709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:04.685348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.689565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:04.689944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.696702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:04.712150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:04.758183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.776968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] Routers {'642fe8be-9098-4bd8-8e5a-6296de76641b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:04.777621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:01:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['642fe8be-9098-4bd8-8e5a-6296de76641b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:04.823594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event updated for resources: {'Network': ['ID=6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:04.850375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:04.851578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::22c (ca17511c-13d8-46f6-8ec6-69c8c3d25d01/fc69fd6c-8d1a-4c23-a14b-a291f5b088e8/f65be144-a1ae-4008-924f-d840c761244f) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:04.859192 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c3e69fa0-fbb6-4b3e-8928-64cce81ea837 req-3009598b-4622-4e98-963d-0ac65c93dc90 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623629 Dec 17 17:02:04.889700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:04.948223 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-40ba7d37-529f-44d4-873c-29a69205a138 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 17:02:04.952888 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-40ba7d37-529f-44d4-873c-29a69205a138 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/642fe8be-9098-4bd8-8e5a-6296de76641b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7687807 Dec 17 17:02:04.957618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42846) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.001942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:05.002360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade87ae6-9d29-4eda-a0e3-4f82b524f042 None None] The sync data for ids ['642fe8be-9098-4bd8-8e5a-6296de76641b'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:05.030860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-73cb385e-2d36-4a44-ae29-c1c665416186 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:05.050696 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3912487 Dec 17 17:02:05.060155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42850) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.079768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Request body: {'network': {'project_id': '0a4713c8c1514155ab06c0e7d7db7d4b'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:05.085691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:05.089970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Usage tracker for resource:network and tenant:0a4713c8c1514155ab06c0e7d7db7d4b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:05.093073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:05.099426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:05.104195 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 17:02:05.104195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:05.105236 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5aba7022-9bd6-4bee-91e7-22ace73c482b tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0440943 Dec 17 17:02:05.122480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42854) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.211441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-73cb385e-2d36-4a44-ae29-c1c665416186 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:05.213438 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-73cb385e-2d36-4a44-ae29-c1c665416186 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=642fe8be-9098-4bd8-8e5a-6296de76641b HTTP/1.1" status: 200 len: 205 time: 0.2548580 Dec 17 17:02:05.217459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42860) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.269096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.278761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.290049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-26fb0f96-fab8-4c4e-aee6-96f535efad2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:05.327648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-988eb8b4-04db-47e3-b584-dc049c5f6f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.334903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] No DVR routers for this DVR port f5fddc94-c237-48dd-aa62-0b76bc926897 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:05.339530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Pushing event deleted for resources: {'Port': ['ID=f5fddc94-c237-48dd-aa62-0b76bc926897,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:05.347637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.352794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:05.352794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-21e7323c-7ac5-4648-95a1-126e77798166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:05.404217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.408851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Pushing event deleted for resources: {'Port': ['ID=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:05.408851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] No DVR routers for this DVR port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:05.449736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:05.451835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5fddc94-c237-48dd-aa62-0b76bc926897 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:05.489209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f5fddc94-c237-48dd-aa62-0b76bc926897 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:05.489651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5fddc94-c237-48dd-aa62-0b76bc926897 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:05.539742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Router ebf470dd-ff81-40df-8e1a-05fd71a4ca04 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:05.550814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3bcc455e-d0c2-466a-a448-428db4e8f063 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a4713c8c1514155ab06c0e7d7db7d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206269 Dec 17 17:02:05.570134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42868) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.599221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] For port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c,segment=NetworkSegment(7b126218-8ce6-4dcd-9191-42860d1ca5fe),segment_id=7b126218-8ce6-4dcd-9191-42860d1ca5fe)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:05.599904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.604088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.841650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.906497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.928349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.930201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object f65be144-a1ae-4008-924f-d840c761244f will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:05.931715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:05.960379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42878) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:05.962939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf83542-0ff3-4443-97cd-175fba48c7c1 req-3db152b2-ad8a-457a-9d21-62ff7d2edb6a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:05.964409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6cf83542-0ff3-4443-97cd-175fba48c7c1 req-3db152b2-ad8a-457a-9d21-62ff7d2edb6a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8829060 Dec 17 17:02:05.974385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Calling delete_port for 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:06.027441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.028724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router 642fe8be-9098-4bd8-8e5a-6296de76641b {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:02:06.050302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.051772 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b28c6e37-1348-49ca-aaf8-11dd28c43e19 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/642fe8be-9098-4bd8-8e5a-6296de76641b HTTP/1.1" status: 204 len: 168 time: 0.8329015 Dec 17 17:02:06.054450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42884) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:06.124638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.132088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd36645e-8013-44bf-b877-8e315a9289cc tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:06.142576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Allocated IP 2001:db8::2 (ca17511c-13d8-46f6-8ec6-69c8c3d25d01/fc69fd6c-8d1a-4c23-a14b-a291f5b088e8/53094af9-b330-4e2b-98ff-c3ba074aea75) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:06.168281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:06.181405 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] Sync routers for ids ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:06.192488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:06.195197 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] Routers {'ebf470dd-ff81-40df-8e1a-05fd71a4ca04'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:06.196997 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:06.201370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet cddf14c4-437c-4219-adc9-f5a733fe60cc {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:06.205838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.212016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/routers/ebf470dd-ff81-40df-8e1a-05fd71a4ca04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6328361 Dec 17 17:02:06.224080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42888) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:06.228735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6cf83542-0ff3-4443-97cd-175fba48c7c1 req-9c6bccb0-54b2-44cd-a3f9-0e1113b4ef3e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541615 Dec 17 17:02:06.232780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.280381 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:06.280824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:06.291874 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] Routers {'ebf470dd-ff81-40df-8e1a-05fd71a4ca04'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:06.292843 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:06.296022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.328878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:floatingip and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:06.334506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:06.347909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:06.352897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:06.362250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:06.364197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:06.368715 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:06.369386 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5936a9-61eb-4e67-82c9-cf7fafc6d216 None None] The sync data for ids ['ebf470dd-ff81-40df-8e1a-05fd71a4ca04'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:06.369675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:06.370350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.375174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf9acd7-73ef-4f76-8363-725d42daf695 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:02:06.375718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-daf9acd7-73ef-4f76-8363-725d42daf695 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:06.385418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=f65be144-a1ae-4008-924f-d840c761244f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:06.396415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:06.404727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.405686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.411803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:06.412130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:06.417850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Transition to ACTIVE for port object 53094af9-b330-4e2b-98ff-c3ba074aea75 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:06.445712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Transition to ACTIVE for port object 53094af9-b330-4e2b-98ff-c3ba074aea75 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:06.445948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.472158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.508666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:02:06.508666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.508666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ae0789d5-ccb6-43fe-9969-0b3c09fba0ca tempest-BulkNetworkOpsIpV6Test-482906920 tempest-BulkNetworkOpsIpV6Test-482906920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:06.561763 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3956485 Dec 17 17:02:06.567822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42894) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:06.570502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=c68f55db-6210-4ab1-9368-ef4373ca3843,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:06.576125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:06.587823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.593855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:06.643460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-daf9acd7-73ef-4f76-8363-725d42daf695 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:06.647602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-daf9acd7-73ef-4f76-8363-725d42daf695 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/9f4f91a3-438e-481c-90d5-bb4d792ab34c HTTP/1.1" status: 404 len: 333 time: 0.4179296 Dec 17 17:02:06.648686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': '93beb927-97cd-4536-9117-6b5c2ec3b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:06.649517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:06.649668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:06.658652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:06.661609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:06.664438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:06.678057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port f65be144-a1ae-4008-924f-d840c761244f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:06.678409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.705274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Pushing event updated for resources: {'Port': ['ID=53094af9-b330-4e2b-98ff-c3ba074aea75,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:06.705274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:06.713862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.723124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6830f5a4-a440-4785-b7ac-22765a0612b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:06.744757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a60a4d5-f4bb-496b-b943-5b0e64219afc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:06.755604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:06.768296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.786473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Attempting to bind port 53094af9-b330-4e2b-98ff-c3ba074aea75 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:06.786858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Attempting to bind port 53094af9-b330-4e2b-98ff-c3ba074aea75 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '16eef1a6-8e40-4483-85fd-855bc8d87d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:06.787226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Attempting to bind port 53094af9-b330-4e2b-98ff-c3ba074aea75 on network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:06.795145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:06.795842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Checking segment: {'id': '16eef1a6-8e40-4483-85fd-855bc8d87d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:06.796542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.797319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Bound using segment: {'id': '16eef1a6-8e40-4483-85fd-855bc8d87d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:06.798452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Bound port: 53094af9-b330-4e2b-98ff-c3ba074aea75, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16eef1a6-8e40-4483-85fd-855bc8d87d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca17511c-13d8-46f6-8ec6-69c8c3d25d01'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:06.798846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.815156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.822094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e150f80f-4a3b-43ba-b808-bd500aa327d4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:06.823044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.824191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a60a4d5-f4bb-496b-b943-5b0e64219afc HTTP/1.1" status: 204 len: 168 time: 1.2531044 Dec 17 17:02:06.832219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42902) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:06.875117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c6a3d-88f8-4148-a61e-945156733c1a None None] Network 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:06.876484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=cddf14c4-437c-4219-adc9-f5a733fe60cc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:06.879857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.913273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:06.913622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.936016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:06.936820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:06.948442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:07.020356 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/cddf14c4-437c-4219-adc9-f5a733fe60cc HTTP/1.1" status: 204 len: 168 time: 0.9616969 Dec 17 17:02:07.036269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] For port 53094af9-b330-4e2b-98ff-c3ba074aea75, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:07.070998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] The port '7d0aa2b3-6973-42d4-9cb3-e0a2fd37543c' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:07.074713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:07.091993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] For port 53094af9-b330-4e2b-98ff-c3ba074aea75, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53094af9-b330-4e2b-98ff-c3ba074aea75,segment=NetworkSegment(16eef1a6-8e40-4483-85fd-855bc8d87d31),segment_id=16eef1a6-8e40-4483-85fd-855bc8d87d31)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:07.139897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:07.149701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a1ea2-635f-450d-afb3-21fc091855c7 None None] Network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:07.171754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.217364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45f64599-1d1a-4324-809e-203623c9560a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:07.263118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] DHCP port deletion for 8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:07.270539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.275383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.299718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Deleting port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:07.300110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.438777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.444653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.453459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Pushing event updated for resources: {'Port': ['ID=53094af9-b330-4e2b-98ff-c3ba074aea75,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:07.455663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Allocated IP 172.26.4.234 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/cd9c540e-1a1a-4d1e-adde-4024f3532aa7) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:07.456891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:07.482606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:07.487536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.499789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.545770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.567808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:07.568268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.574180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.574781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Fanout notify agent at l3_agent the message router_deleted on router ebf470dd-ff81-40df-8e1a-05fd71a4ca04 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:02:07.645869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.649303 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-15f1c6d4-a14e-4d7d-858b-140124ac2f22 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/routers/ebf470dd-ff81-40df-8e1a-05fd71a4ca04 HTTP/1.1" status: 204 len: 168 time: 0.9970658 Dec 17 17:02:07.650755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42910) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:07.724190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8', 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': 'c68f55db-6210-4ab1-9368-ef4373ca3843'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:07.725127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.749146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4929260e-2688-4836-9ea1-8e6c46a742be']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:07.753465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.761658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7859783 Dec 17 17:02:07.763847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42914) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:07.806842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.809991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 966f9fa2-4931-4353-8629-fcb33bf25041 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:07.834765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] For port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,segment=NetworkSegment(b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87),segment_id=b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:07.835258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.889427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b126218-8ce6-4dcd-9191-42860d1ca5fe') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:07.889649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b126218-8ce6-4dcd-9191-42860d1ca5fe') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:07.894611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.974772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.977173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:07.982946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Calling delete_port for 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:08.042928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.059049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.060338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for f65be144-a1ae-4008-924f-d840c761244f owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:08.128930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Allocated IP 2001:db8::f816:3eff:fe50:4430 (76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8/c68f55db-6210-4ab1-9368-ef4373ca3843/caf58cf4-97e9-43dc-89b8-3cdce46fbbff) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:08.130559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.162263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.191977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.200658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-017d5f21-f44c-49dd-8f73-a286455108d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.203892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:08.204330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.220498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:08.228660 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:08.236547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.238625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8719614-75c9-4981-86db-5fede1dd5d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.286650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Pushing event deleted for resources: {'Port': ['ID=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.288718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] No DVR routers for this DVR port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:08.297296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.298161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:08.299869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.328387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a70ff70-ca7c-4ced-a5aa-620135c26bef') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:08.328955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a70ff70-ca7c-4ced-a5aa-620135c26bef') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:08.342324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:08.347666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:08.379564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8b7e91fb-827b-4cfd-8c5f-99899b5ec293,segment=NetworkSegment(b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87),segment_id=b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:08.380201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.388599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.400821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=cd9c540e-1a1a-4d1e-adde-4024f3532aa7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.404854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.454900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.466628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Transition to ACTIVE for port object caf58cf4-97e9-43dc-89b8-3cdce46fbbff will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:08.486059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Transition to ACTIVE for port object caf58cf4-97e9-43dc-89b8-3cdce46fbbff will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:08.516276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.527392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18d31561-0786-44be-973e-9b09931c1ed0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.533225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:08.561591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.565625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.567565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.576284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e0db2e1-f5b5-4bc3-b57f-20d8b88ad032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.580455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.588504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:08.589210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.589709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.600768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.616508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=966f9fa2-4931-4353-8629-fcb33bf25041,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.619963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551e05b-4635-4bc9-98fa-14b19ef561dd None None] Network e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:08.620115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.631265 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/966f9fa2-4931-4353-8629-fcb33bf25041 HTTP/1.1" status: 204 len: 168 time: 0.9789991 Dec 17 17:02:08.633997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42918) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:08.634208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53094af9-b330-4e2b-98ff-c3ba074aea75 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:08.760047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58aa1e3d-71fd-4dbc-a0b5-551326d03912 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.776365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:08.783006 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:08.788153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:08.791637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-14762e58-3778-44f2-bdd2-9586baa4a0b3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.798651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:08.805804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:08.822816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Network': ['ID=4929260e-2688-4836-9ea1-8e6c46a742be,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.830143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Pushing event updated for resources: {'Port': ['ID=caf58cf4-97e9-43dc-89b8-3cdce46fbbff,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.830302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/networks/4929260e-2688-4836-9ea1-8e6c46a742be HTTP/1.1" status: 204 len: 168 time: 5.0709517 Dec 17 17:02:08.839978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.840856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42922) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:08.848188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.865078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.870824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=c68f55db-6210-4ab1-9368-ef4373ca3843,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.871249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d237b08c-39b1-497b-a633-0223db8b15f4 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:08.875325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.897013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.908651 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "DELETE /v2.0/networks/6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0 HTTP/1.1" status: 204 len: 168 time: 2.0734086 Dec 17 17:02:08.913154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42928) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:08.915380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:08.927731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0923a0f-b913-460b-9131-2353112e8446 None None] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:08.944069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ee903ed-cd6f-45e6-bc4b-d62bef7f62b0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:08.967873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:08.994957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:09.008079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:09.008443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:09.041484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.093091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 53094af9-b330-4e2b-98ff-c3ba074aea75 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:09.120054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Attempting to bind port caf58cf4-97e9-43dc-89b8-3cdce46fbbff on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:09.120189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Attempting to bind port caf58cf4-97e9-43dc-89b8-3cdce46fbbff by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '93beb927-97cd-4536-9117-6b5c2ec3b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:09.120550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Attempting to bind port caf58cf4-97e9-43dc-89b8-3cdce46fbbff on network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:09.130044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.136026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:09.136564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Checking segment: {'id': '93beb927-97cd-4536-9117-6b5c2ec3b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:09.136832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.137764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Bound using segment: {'id': '93beb927-97cd-4536-9117-6b5c2ec3b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:09.138279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Bound port: caf58cf4-97e9-43dc-89b8-3cdce46fbbff, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93beb927-97cd-4536-9117-6b5c2ec3b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:09.138661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.158200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.167438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.167895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abee9dd6-f2eb-45a9-9a3f-68e49765e889 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:09.180850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:09.198483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93beb927-97cd-4536-9117-6b5c2ec3b7ad') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.198841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93beb927-97cd-4536-9117-6b5c2ec3b7ad') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.216332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Provisioning for port 53094af9-b330-4e2b-98ff-c3ba074aea75 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:09.220992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.230192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port f6ff6548-853d-4682-9e9e-9ef7771b6a2d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:09.230579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.256428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:09.256428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:09.259539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting subnet dc99df93-a960-4a32-90f3-eb22065c3239 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:09.278034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.302300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Provisioning complete for port 53094af9-b330-4e2b-98ff-c3ba074aea75 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:09.302300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.391421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=f65be144-a1ae-4008-924f-d840c761244f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:09.394357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:09.428727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.454625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.468872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.475540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/f65be144-a1ae-4008-924f-d840c761244f HTTP/1.1" status: 204 len: 168 time: 2.9037709 Dec 17 17:02:09.475540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f99ff7b-974b-4643-a059-3585a2329ca1']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.477204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42932) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:09.489403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff66afab-6d49-4c12-b572-573a932e7aaf') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.489735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff66afab-6d49-4c12-b572-573a932e7aaf') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.501941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] For port caf58cf4-97e9-43dc-89b8-3cdce46fbbff, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:09.503625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.510736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 8b7e91fb-827b-4cfd-8c5f-99899b5ec293 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:09.511074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.563872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] DHCP port deletion for e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:09.580480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Deleting port f6ff6548-853d-4682-9e9e-9ef7771b6a2d {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:09.580862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.582036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:09.582540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:09.597219 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:09.600134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] The port '8b7e91fb-827b-4cfd-8c5f-99899b5ec293' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:09.600134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.637582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.645192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:09.645775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:09.662985 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:09.698067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.730044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c82e6f4-991c-4a1e-a634-9b0bd59d35e3 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:09.730044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c82e6f4-991c-4a1e-a634-9b0bd59d35e3 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:09.734646 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3c82e6f4-991c-4a1e-a634-9b0bd59d35e3 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/f65be144-a1ae-4008-924f-d840c761244f HTTP/1.1" status: 404 len: 333 time: 0.2495432 Dec 17 17:02:09.739953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] For port 53094af9-b330-4e2b-98ff-c3ba074aea75, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53094af9-b330-4e2b-98ff-c3ba074aea75,segment=NetworkSegment(16eef1a6-8e40-4483-85fd-855bc8d87d31),segment_id=16eef1a6-8e40-4483-85fd-855bc8d87d31)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:09.756108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42936) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:09.828536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.837957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.849218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:09.860979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.867101 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d7c276-ff3e-4913-831f-e7355c8e0344 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:02:09.867708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-22d7c276-ff3e-4913-831f-e7355c8e0344 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:09.881841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.882510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a8ac10-fe2f-4715-a8a1-fc2c135d0d87') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:09.908506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.921047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] For port caf58cf4-97e9-43dc-89b8-3cdce46fbbff, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=caf58cf4-97e9-43dc-89b8-3cdce46fbbff,segment=NetworkSegment(93beb927-97cd-4536-9117-6b5c2ec3b7ad),segment_id=93beb927-97cd-4536-9117-6b5c2ec3b7ad)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:09.931799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] For port f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,segment=NetworkSegment(9d975e15-f57b-4f8c-bf21-72b818a992c4),segment_id=9d975e15-f57b-4f8c-bf21-72b818a992c4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:09.932226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.936875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.953667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:09.954146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:09.974594 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:09.981491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:09.992154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:02:09.992154 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:02:09.992154 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8'}] Dec 17 17:02:09.992154 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:09.992557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:10.050334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a60ec8c6-d0bf-4814-9cce-adcb1616a378 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.071666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.084478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f99ff7b-974b-4643-a059-3585a2329ca1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.087995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.097194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Calling delete_port for f6ff6548-853d-4682-9e9e-9ef7771b6a2d owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:10.102438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.114178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] 10.222.0.61 "DELETE /v2.0/networks/9f99ff7b-974b-4643-a059-3585a2329ca1 HTTP/1.1" status: 204 len: 168 time: 1.1961498 Dec 17 17:02:10.147126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.170908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Pushing event updated for resources: {'Port': ['ID=53094af9-b330-4e2b-98ff-c3ba074aea75,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.178429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.179167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-501aba25-618f-4e72-86fc-42a0eec7bed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.192737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.205399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.206185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] For port f6ff6548-853d-4682-9e9e-9ef7771b6a2d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,segment=NetworkSegment(9d975e15-f57b-4f8c-bf21-72b818a992c4),segment_id=9d975e15-f57b-4f8c-bf21-72b818a992c4)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:10.206552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.217299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9e578d1-f373-47fb-aa1b-8fd697579d3a tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.253437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74 HTTP/1.1" status: 204 len: 168 time: 3.1321931 Dec 17 17:02:10.266059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=8d0a0df1-6c5b-4bf5-a6bb-26f0ffb21b74,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.268370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42942) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:10.274057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.283603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-452083408'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:10.289793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2fd51421-8502-4b9c-a47c-4ac83c9d51b3 None None] Provisioning complete for port 53094af9-b330-4e2b-98ff-c3ba074aea75 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:10.290414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2fd51421-8502-4b9c-a47c-4ac83c9d51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.300022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:10.308405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:10.329560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:10.339962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Pushing event updated for resources: {'Port': ['ID=caf58cf4-97e9-43dc-89b8-3cdce46fbbff,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.342298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:10.344704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.368704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.380940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for f6ff6548-853d-4682-9e9e-9ef7771b6a2d owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:10.404089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.408231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-22d7c276-ff3e-4913-831f-e7355c8e0344 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:10.409412 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-22d7c276-ff3e-4913-831f-e7355c8e0344 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/f65be144-a1ae-4008-924f-d840c761244f HTTP/1.1" status: 404 len: 333 time: 0.6422584 Dec 17 17:02:10.416482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42946) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:10.417187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.427336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b836d0a0-3447-41ea-966c-06cb294f673d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.441782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.459004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:10.464271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.464911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.485380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Subnet': ['ID=dc99df93-a960-4a32-90f3-eb22065c3239,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.489222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.498777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.503468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.507119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e62e325f-1889-4cc6-bae2-16ef53df4398 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:10.519824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:10.520277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caca43-2f20-4da8-8335-f69878428c1d None None] Network 9b8a51a5-b045-49c0-b35d-068a0149b7bc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:10.531801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.532315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 743b47c3-577d-4fb6-ae6f-79105d1f19c5 of type vlan for network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 Dec 17 17:02:10.562908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Pushing event deleted for resources: {'Port': ['ID=f6ff6548-853d-4682-9e9e-9ef7771b6a2d,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.577386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.607086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet fc69fd6c-8d1a-4c23-a14b-a291f5b088e8 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:10.639805 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/subnets/dc99df93-a960-4a32-90f3-eb22065c3239 HTTP/1.1" status: 204 len: 168 time: 1.7663896 Dec 17 17:02:10.642997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42952) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:10.653414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.663344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.667851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] No DVR routers for this DVR port f6ff6548-853d-4682-9e9e-9ef7771b6a2d on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:10.681753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53094af9-b330-4e2b-98ff-c3ba074aea75 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:10.691777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:10.692104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:10.692682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port caf58cf4-97e9-43dc-89b8-3cdce46fbbff {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:10.693023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.746259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.750437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.754376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=cd9c540e-1a1a-4d1e-adde-4024f3532aa7,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:10.762372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:10.847467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c485011-24ba-46ab-9ff9-69fb7e1b4ea3 None None] Network 76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:10.910814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.912046 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9506116 Dec 17 17:02:10.916842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42958) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:10.936254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1473381735'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:10.955222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:10.963028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:network and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:10.968781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:10.972340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] For port caf58cf4-97e9-43dc-89b8-3cdce46fbbff, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=caf58cf4-97e9-43dc-89b8-3cdce46fbbff,segment=NetworkSegment(93beb927-97cd-4536-9117-6b5c2ec3b7ad),segment_id=93beb927-97cd-4536-9117-6b5c2ec3b7ad)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:10.972701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.986805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.992351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:10.992930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.994684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-49bd9eb7-b573-4cec-b77b-b7c34b955515 None None] Could not find standard attr ID for object f65be144-a1ae-4008-924f-d840c761244f. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:02:11.004198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d0219c0f-026b-41f4-9b34-6427af9b897e tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:11.091481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 53094af9-b330-4e2b-98ff-c3ba074aea75 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:11.091706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.092305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.140175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.162062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:11.171165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Calling delete_port for caf58cf4-97e9-43dc-89b8-3cdce46fbbff owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:11.177744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=155421bb-8d93-46f9-8d73-6a24b5d78ad0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:11.183786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:11.195451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:11.195451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.199922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:11.201282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port f6ff6548-853d-4682-9e9e-9ef7771b6a2d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:11.201685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.245979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9754889 Dec 17 17:02:11.249424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42964) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:11.261164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:11.375149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.390400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:11.402539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] DHCP port deletion for 9b8a51a5-b045-49c0-b35d-068a0149b7bc request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:11.411902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Deleting port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:11.412658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.450369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42970) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:11.463140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=fc69fd6c-8d1a-4c23-a14b-a291f5b088e8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:11.466057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.466754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e9613-4742-4fba-bb2e-8bb188aee204 None None] Network ca17511c-13d8-46f6-8ec6-69c8c3d25d01 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:11.478932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:11.509109 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/fc69fd6c-8d1a-4c23-a14b-a291f5b088e8 HTTP/1.1" status: 204 len: 168 time: 1.0890563 Dec 17 17:02:11.513945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Made reservation on behalf of 74e7ffff29f241d59d57b7667b33b392 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:11.517698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.531026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42976) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:11.538389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] The port 'f6ff6548-853d-4682-9e9e-9ef7771b6a2d' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:11.541325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.546515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f6ff6548-853d-4682-9e9e-9ef7771b6a2d no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:11.614413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f6ff6548-853d-4682-9e9e-9ef7771b6a2d {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:11.614756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f6ff6548-853d-4682-9e9e-9ef7771b6a2d not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:11.683417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:11.694119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:11.704668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:11.712382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:11.723083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:security_group_rule and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:11.729062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.735858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:11.740396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:11.763178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:11.771210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Usage tracker for resource:security_group_rule and tenant:bb248b2ba5f749e58c0d689b1fac7a76 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:11.774658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] For port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,segment=NetworkSegment(1550a7d3-e459-46a9-b132-e6c6a48fc2c3),segment_id=1550a7d3-e459-46a9-b132-e6c6a48fc2c3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:11.775020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.782678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:11.789181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:11.792121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:11.806636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.818069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7eeacf7c-c436-474b-aa4d-f00926610634 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:11.865291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] For port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,segment=NetworkSegment(1550a7d3-e459-46a9-b132-e6c6a48fc2c3),segment_id=1550a7d3-e459-46a9-b132-e6c6a48fc2c3)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:11.865765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.887707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.891306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No DVR routers for this DVR port caf58cf4-97e9-43dc-89b8-3cdce46fbbff on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:11.919146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Port': ['ID=caf58cf4-97e9-43dc-89b8-3cdce46fbbff,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:11.921516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:11.923556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Calling delete_port for 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:11.939711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.950309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:11.953409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:11.997638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Calling delete_port for 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:12.058732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f0d7e8-798a-4b0f-acaa-88bfd4472df3']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.102558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 53094af9-b330-4e2b-98ff-c3ba074aea75 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:12.102898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.130203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] DHCP port deletion for ca17511c-13d8-46f6-8ec6-69c8c3d25d01 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:12.138825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Deleting port 53094af9-b330-4e2b-98ff-c3ba074aea75 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:12.140806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.141978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d975e15-f57b-4f8c-bf21-72b818a992c4') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.146499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d975e15-f57b-4f8c-bf21-72b818a992c4') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.158806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.186643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.189989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.202927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e566c1b3-2c8f-4fa2-bf44-5039c1b9ef53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.221292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.225010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:12.225174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:12.225575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.235431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.259088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Pushing event deleted for resources: {'Port': ['ID=54d1d166-eb94-4b6c-8985-e4dcbb1ff97a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:12.266178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:12.268781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] No DVR routers for this DVR port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:12.282628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.288886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:12.289298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.291551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2edb14e7-9cb4-41a2-80d3-abfe37e34e26 tempest-ExternalNetworksTestJSON-1717977023 tempest-ExternalNetworksTestJSON-1717977023-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:12.309589 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:12.315641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93beb927-97cd-4536-9117-6b5c2ec3b7ad') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.315944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93beb927-97cd-4536-9117-6b5c2ec3b7ad') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:12.337342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb248b2ba5f749e58c0d689b1fac7a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755701 Dec 17 17:02:12.338663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58962538-18a2-4bad-965b-cced602c7c40,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:12.341893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42982) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:12.349688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:12.373075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.382706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.429272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.452737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] For port 53094af9-b330-4e2b-98ff-c3ba074aea75, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53094af9-b330-4e2b-98ff-c3ba074aea75,segment=NetworkSegment(16eef1a6-8e40-4483-85fd-855bc8d87d31),segment_id=16eef1a6-8e40-4483-85fd-855bc8d87d31)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:12.452737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.477152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.481484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=229d73c6-d659-4391-b1d3-56085ae6aef2,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:12.490030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:12.516479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '743b47c3-577d-4fb6-ae6f-79105d1f19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:12.516930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 155421bb-8d93-46f9-8d73-6a24b5d78ad0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:12.531708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.547375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.548659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.572883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:12.573284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.583971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Calling delete_port for 53094af9-b330-4e2b-98ff-c3ba074aea75 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:12.588551 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:12.622212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53094af9-b330-4e2b-98ff-c3ba074aea75 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:12.648857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:12.659962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.664568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.667037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.677324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91e9fbe3-9259-458e-bb98-b3e699b90882 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.705979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.710800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b30d7963-ab03-456f-acd9-0a0dcfc3dbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.724721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58962538-18a2-4bad-965b-cced602c7c40,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:12.733241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:12.733786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Deleting port 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:12.734360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.748865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port 53094af9-b330-4e2b-98ff-c3ba074aea75, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53094af9-b330-4e2b-98ff-c3ba074aea75,segment=NetworkSegment(16eef1a6-8e40-4483-85fd-855bc8d87d31),segment_id=16eef1a6-8e40-4483-85fd-855bc8d87d31)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:12.749480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.760221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=e1f0d7e8-798a-4b0f-acaa-88bfd4472df3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:12.763453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:12.770431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b961f533-204c-4cb9-a005-6f3ff5716e23 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.773093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 155421bb-8d93-46f9-8d73-6a24b5d78ad0) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:12.780487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.784338 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58962538-18a2-4bad-965b-cced602c7c40 HTTP/1.1" status: 204 len: 168 time: 0.4414730 Dec 17 17:02:12.789923 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/e1f0d7e8-798a-4b0f-acaa-88bfd4472df3 HTTP/1.1" status: 204 len: 168 time: 4.1502590 Dec 17 17:02:12.789923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:12.791422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:12.792161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.807088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42988) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:12.829207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895dffa-aaeb-444f-aabc-ac5127864a97 None None] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:12.880234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] The port '54d1d166-eb94-4b6c-8985-e4dcbb1ff97a' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:12.894379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6416547 Dec 17 17:02:12.917842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.922049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.932086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 53094af9-b330-4e2b-98ff-c3ba074aea75 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:12.938306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 42992) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:12.944512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.951417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:12.957246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1873874700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:12.987766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.996321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:12.996719 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Added segment 23e96f8e-cb2f-47de-ba19-73ef022bc117 of type vlan for network 165b09fe-b8be-4160-8f13-86f26f5f1278 Dec 17 17:02:13.000036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6e2cc3-50ff-4047-b297-1a3dc7c3af30,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:13.007434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:13.009944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7d99de22-6411-4bbf-9234-81eb2dfba47a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:13.025329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 HTTP/1.1" status: 204 len: 168 time: 5.2604218 Dec 17 17:02:13.033685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 42996) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.047456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:13.051193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:13.056616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-362024247'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:13.063319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.072810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:13.086855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:13.090742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:13.096043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4ebc0-2066-4261-9fbf-c2971a675ac6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:13.097387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d3d4ebc0-2066-4261-9fbf-c2971a675ac6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/39c4fe33-35c9-484a-92c9-511e8a897403 HTTP/1.1" status: 200 len: 841 time: 0.2658513 Dec 17 17:02:13.098438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:13.101267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43000) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.104121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:13.108909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.113103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:13.116194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:13.121461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a51a5-b045-49c0-b35d-068a0149b7bc']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:13.127502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Pushing event deleted for resources: {'Port': ['ID=53094af9-b330-4e2b-98ff-c3ba074aea75,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:13.137772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1550a7d3-e459-46a9-b132-e6c6a48fc2c3') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:13.141389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1550a7d3-e459-46a9-b132-e6c6a48fc2c3') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:13.154381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.174592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:13.177349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.184658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:13.185361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.185866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:13.192572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:13.192752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:13.205123 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:13.213208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.214684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.220736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c28b07e-ed6d-48ae-8a19-df89be070ef5 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Synchronizing usage tracker for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:13.286432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:13.290087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:13.290502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 54d1d166-eb94-4b6c-8985-e4dcbb1ff97a not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:13.292136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] No DVR routers for this DVR port 53094af9-b330-4e2b-98ff-c3ba074aea75 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:13.356432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:13.357329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-155421bb-8d93-46f9-8d73-6a24b5d78ad0', 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '229d73c6-d659-4391-b1d3-56085ae6aef2'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:13.358287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.359854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.388241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.393415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5de81520-5149-4229-ad97-66f355120c6d tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:13.400636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:13.409417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.409760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment 2626c7ef-5e29-48c4-893e-2f828678f6dd of type vlan for network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e Dec 17 17:02:13.417928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.427251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Pushing event deleted for resources: {'Network': ['ID=9b8a51a5-b045-49c0-b35d-068a0149b7bc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:13.429699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.438220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:13.444460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/networks/9b8a51a5-b045-49c0-b35d-068a0149b7bc HTTP/1.1" status: 204 len: 168 time: 2.6080887 Dec 17 17:02:13.445256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.448889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.456645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:13.457252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.463637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.469521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c79f3ee-97af-4203-82c6-c6c37455d15e tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:13.493580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23650bf-1ccb-4aa2-9523-1b89a7f8675a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Synchronizing usage tracker for tenant:c6570f8828aa46818b2787f37c48239f on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:13.530129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Allocated IP 172.20.0.2 (155421bb-8d93-46f9-8d73-6a24b5d78ad0/229d73c6-d659-4391-b1d3-56085ae6aef2/c9656455-0d96-477f-9e67-ef0d808f6046) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:13.542688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43010) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.548572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c28b07e-ed6d-48ae-8a19-df89be070ef5 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Unset dirty status for tenant:85dde104528e4560bcd0f9cf105fff69 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:13.553541 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c28b07e-ed6d-48ae-8a19-df89be070ef5 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/39c4fe33-35c9-484a-92c9-511e8a897403?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4474349 Dec 17 17:02:13.556964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.562225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.575872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:13.588962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.598142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Network': ['ID=165b09fe-b8be-4160-8f13-86f26f5f1278,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:13.600864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:13.609212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23650bf-1ccb-4aa2-9523-1b89a7f8675a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Unset dirty status for tenant:c6570f8828aa46818b2787f37c48239f on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:13.611257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a23650bf-1ccb-4aa2-9523-1b89a7f8675a tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9230ecf-a11f-4daf-a742-0b0776388d9d HTTP/1.1" status: 200 len: 205 time: 0.1630270 Dec 17 17:02:13.614486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43018) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.614623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:13.671723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:13.678730 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7581468 Dec 17 17:02:13.688789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Usage tracker for resource:security_group_rule and tenant:ee4b99866582420c9f80eb6b945293d4 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:13.690810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43022) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.693200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:13.701406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Request body: {'subnet': {'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:13.725106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:13.734206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 53094af9-b330-4e2b-98ff-c3ba074aea75 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:13.734206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.782604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.788475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:13.789092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.795860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6b4ff51-ff46-45b5-99d0-dbf9de5fdb1f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:13.843728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.857311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Transition to ACTIVE for port object c9656455-0d96-477f-9e67-ef0d808f6046 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:13.859354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.876909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Transition to ACTIVE for port object c9656455-0d96-477f-9e67-ef0d808f6046 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:13.914068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.915220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4ba511b1-52a7-4276-b134-cda2856c57d1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9749722 Dec 17 17:02:13.917804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] The port '53094af9-b330-4e2b-98ff-c3ba074aea75' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:13.930828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43026) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:13.937381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:13.943772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8eac20d9-f739-42fe-a86e-f97ef90579dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:14.011308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Pushing event updated for resources: {'Port': ['ID=c9656455-0d96-477f-9e67-ef0d808f6046,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:14.015204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:14.023505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:14.024073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:14.025700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:14.029084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:14.089859 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0461721 Dec 17 17:02:14.094232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:14.100067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:14.102516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43030) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:14.118817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:14.124449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': '46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:14.135871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Attempting to bind port c9656455-0d96-477f-9e67-ef0d808f6046 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:14.136266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Attempting to bind port c9656455-0d96-477f-9e67-ef0d808f6046 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '743b47c3-577d-4fb6-ae6f-79105d1f19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:14.136634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Attempting to bind port c9656455-0d96-477f-9e67-ef0d808f6046 on network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:14.144135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:14.144135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Checking segment: {'id': '743b47c3-577d-4fb6-ae6f-79105d1f19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:14.144135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.144564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Bound using segment: {'id': '743b47c3-577d-4fb6-ae6f-79105d1f19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:14.145046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Bound port: c9656455-0d96-477f-9e67-ef0d808f6046, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743b47c3-577d-4fb6-ae6f-79105d1f19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '155421bb-8d93-46f9-8d73-6a24b5d78ad0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:14.145503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.145937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:14.210174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:14.212994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:14.230365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:14.309774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:14.324776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:subnet and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:14.331557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:14.336772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:14.359215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:14.362616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.362945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.371064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.375151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.377896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:14.402270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca17511c-13d8-46f6-8ec6-69c8c3d25d01']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:14.416217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16eef1a6-8e40-4483-85fd-855bc8d87d31') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:14.416526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16eef1a6-8e40-4483-85fd-855bc8d87d31') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:14.416655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.422465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ea0cb9f-28b8-46ec-a467-affe19bfa0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:14.429687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.448543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.455857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:14.456246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:14.471378 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:14.526687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.527182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Fanout notify agent at l3_agent the message router_deleted on router d9230ecf-a11f-4daf-a742-0b0776388d9d {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:02:14.529515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Pushing event updated for resources: {'Port': ['ID=c9656455-0d96-477f-9e67-ef0d808f6046,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:14.539751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:14.544647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:14.545319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.546815 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e9467149-3aba-405c-8389-a3752412e0a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] 10.222.0.61 "DELETE /v2.0/routers/d9230ecf-a11f-4daf-a742-0b0776388d9d HTTP/1.1" status: 204 len: 168 time: 0.9305160 Dec 17 17:02:14.607956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Made reservation on behalf of 74e7ffff29f241d59d57b7667b33b392 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:14.611591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.639124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.644694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1dc32c-bf2e-4bc9-b7b0-b6343463dba7 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:14.669108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.688296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=ca17511c-13d8-46f6-8ec6-69c8c3d25d01,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:14.691391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:14.696661 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/ca17511c-13d8-46f6-8ec6-69c8c3d25d01 HTTP/1.1" status: 204 len: 168 time: 3.1529779 Dec 17 17:02:14.696968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43036) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:14.702959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-106884364'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:14.707993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:14.711850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:14.715932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:14.717452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:14.723394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:14.806624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.872857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:14.880069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.890937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.910668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:14.920830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.921181 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment 88b3e86d-d55d-419a-9793-56f7e19be1fb of type vlan for network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 Dec 17 17:02:14.939168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.955073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ece459d0-f4d0-410f-b498-4bb2fd1d50fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:14.962752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:14.963849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:14.966045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.075545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.079995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:15.081132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.108291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-aad2ed11-9740-496b-b1ff-f3e58092797e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:15.190368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:15.198653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.342096 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6414564 Dec 17 17:02:15.343493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43044) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:15.351877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:15.371211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=b4f21257-4287-4ec1-a8df-30e85ac8cfe2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:15.377768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:15.383222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:15.458546 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee4b99866582420c9f80eb6b945293d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9147346 Dec 17 17:02:15.465184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43052) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:15.508187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8970c10-714a-477a-b84b-2c5752758467,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:15.542990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:15.545595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:15.555517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:15.559556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:15.567409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:15.604645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.635180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.648129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:15.652333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.711917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.723926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:15.746349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127c6377-e391-4e77-b8b9-5bdc4c0d110b None None] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:15.837948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.861146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:15.866302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b6d022b5-cd2b-4b63-801f-1b7709cc64ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6570f8828aa46818b2787f37c48239f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687667 Dec 17 17:02:15.868407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.872018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43056) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:15.872790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:15.874719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:15.884560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:15.885366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.889375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee5880e-6b48-4160-919c-97a77dfcbb59 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:15.906189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8970c10-714a-477a-b84b-2c5752758467,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:15.914347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:15.948050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=898cd7b0-58bf-46df-a71b-c3cbfea6c77c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:15.959013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:15.963896 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8970c10-714a-477a-b84b-2c5752758467 HTTP/1.1" status: 204 len: 168 time: 0.4939933 Dec 17 17:02:15.968926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:15.974476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:15.999246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.043459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.109529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.20.0.1 (155421bb-8d93-46f9-8d73-6a24b5d78ad0/229d73c6-d659-4391-b1d3-56085ae6aef2/614e4b17-d309-4277-b76b-1ac43aa04e14) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:16.113513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Checking segment: {'id': '23e96f8e-cb2f-47de-ba19-73ef022bc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:16.113925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network hostable DHCP agents. Network: 165b09fe-b8be-4160-8f13-86f26f5f1278, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:16.117006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a65bca2a-c4fc-4e62-9d54-f0827928ea6a None None] Provisioning for port c9656455-0d96-477f-9e67-ef0d808f6046 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:16.118923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.120250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Subnet': ['ID=5a58b100-bebf-484e-9d43-b1b670d451f6,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.125151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.130904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7326a49-fbd0-42b9-b1f2-e717b2925877 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:16.167745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6045363 Dec 17 17:02:16.183156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43062) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:16.195233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'security_group': {'name': 'tempest-secgroup-60216543'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:16.207941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:16.218059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:16.224323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.224625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:16.233976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c8f461a-a92b-4879-b373-6c2dd6f21564 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:16.237498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.249053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:16.253878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=5792c4e6-7a54-4ca9-ac80-9619456d0b3f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.260683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.263883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-afea1f99-5295-4758-933a-2a112094d0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:16.285002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343950a1-5b17-4983-8f82-60605792f762,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.286344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:16.290331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.291139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': '88b3e86d-d55d-419a-9793-56f7e19be1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:16.291974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: b4f21257-4287-4ec1-a8df-30e85ac8cfe2, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:16.298615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.302414 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/343950a1-5b17-4983-8f82-60605792f762 HTTP/1.1" status: 204 len: 168 time: 0.4216092 Dec 17 17:02:16.343774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=2d321056-7e4f-4f87-9142-01001f95f2a9,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.352102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.364742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.373635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': '2626c7ef-5e29-48c4-893e-2f828678f6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:16.373991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:16.397175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.414570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:16.416935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 165b09fe-b8be-4160-8f13-86f26f5f1278) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:16.420245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object 614e4b17-d309-4277-b76b-1ac43aa04e14 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:16.422001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:16.426131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:16.427062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.428214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:16.438117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:16.461720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb073822-ddba-4d60-8417-7a697bea1855 None None] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:16.492765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:16.507182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b4f21257-4287-4ec1-a8df-30e85ac8cfe2) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:16.520985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:16.526462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:16.527512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.532170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8404293 Dec 17 17:02:16.535191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43074) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:16.542884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.546063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:16.546630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7d7ae-ede0-46bc-b97e-8371e730ad24 None None] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:16.547901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1974385322', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:16.553692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:16.556271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.579891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.585290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:16.604404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b922e4a9-7da4-44c9-91ee-06dda60b50b4 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:16.612995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:router and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:16.624443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:16.649019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.663265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:16.667205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:16.686504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:16.690119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:16.695511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:16.732385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3879645 Dec 17 17:02:16.736481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43080) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:16.750077 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6431074 Dec 17 17:02:16.753373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=614e4b17-d309-4277-b76b-1ac43aa04e14,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.753652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1615254186'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:16.753737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43084) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:16.768372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674fabdf-d12b-4685-ae6c-c4f96bf7c14e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:16.773361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.776652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cd510-0a90-4ab4-8537-a548ae9d1ac2 None None] Network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:16.792346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c9656455-0d96-477f-9e67-ef0d808f6046 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:16.828891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.830195 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.6449804 Dec 17 17:02:16.832815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:16.852687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299510592'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:16.858121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.859297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.874914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:16.883947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:16.890058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:16.894982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:16.905640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.906642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:16.970468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:16.975808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.084585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.125973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:17.139589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.146696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.231426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:17.292183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-f7dded41-5a83-4982-a08f-10fdf65703b0', 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'tenant_id': '85dde104528e4560bcd0f9cf105fff69', 'fixed_ips': [{'subnet_id': '898cd7b0-58bf-46df-a71b-c3cbfea6c77c'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:17.294290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.315908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b4f21257-4287-4ec1-a8df-30e85ac8cfe2', 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': '5792c4e6-7a54-4ca9-ac80-9619456d0b3f'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:17.316891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.372865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:17.403350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:17.407617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:17.412651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:17.419827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:17.549016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port c9656455-0d96-477f-9e67-ef0d808f6046 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:17.586057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:17.607940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.621553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c9656455-0d96-477f-9e67-ef0d808f6046 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:17.622103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.711402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-165b09fe-b8be-4160-8f13-86f26f5f1278', 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278', 'tenant_id': '74e7ffff29f241d59d57b7667b33b392', 'fixed_ips': [{'subnet_id': '5a58b100-bebf-484e-9d43-b1b670d451f6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:17.712456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.786043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.801330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ef75223-6e20-4952-8f67-fe2e5551b559 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:17.846328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=2d321056-7e4f-4f87-9142-01001f95f2a9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:17.855813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:17.894607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.906902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:17.920874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e0b5fd99-273f-488a-9137-5183f5314733 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:17.958623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff23980-e101-4dbd-ae03-b19be0544090,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:17.961308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:17.983443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-215564a2-f527-471e-b84e-7c4765d0f9f7 None None] Provisioning complete for port c9656455-0d96-477f-9e67-ef0d808f6046 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:17.983829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-215564a2-f527-471e-b84e-7c4765d0f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.009938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.047670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:18.056661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.076684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.081066 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2471273 Dec 17 17:02:18.081749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43122) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:18.098132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:18.107708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 1d9df5d7-2e3b-4c8f-b458-f346425dfe5f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:18.115248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1125279863', 'security_groups': ['aff23980-e101-4dbd-ae03-b19be0544090'], 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '898cd7b0-58bf-46df-a71b-c3cbfea6c77c'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:18.123877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c73d2-7007-439b-85af-48183d5f5229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e', 'network_id': '46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': '2d321056-7e4f-4f87-9142-01001f95f2a9'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:18.124664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-635c73d2-7007-439b-85af-48183d5f5229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.181868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2626c7ef-5e29-48c4-893e-2f828678f6dd') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:18.181868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2626c7ef-5e29-48c4-893e-2f828678f6dd') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:18.203059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.222098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.229045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:18.230140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.245945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43128) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:18.251859 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:18.391241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:02:18.435536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.510212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.510926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Allocated IP 2001:db8::2 (b4f21257-4287-4ec1-a8df-30e85ac8cfe2/5792c4e6-7a54-4ca9-ac80-9619456d0b3f/12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:18.552430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-039bc1bb-0c67-4494-a825-334af35bde4e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:18.578052 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c3a759e-3c12-4452-8574-d174fb2ea690 tempest-ServiceProvidersTest-1604510415 tempest-ServiceProvidersTest-1604510415-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3300211 Dec 17 17:02:18.615384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Allocated IP 172.20.0.2 (f7dded41-5a83-4982-a08f-10fdf65703b0/898cd7b0-58bf-46df-a71b-c3cbfea6c77c/bcce702b-096b-4f9a-8aea-f6597f2f0aab) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:18.646240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=614e4b17-d309-4277-b76b-1ac43aa04e14,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:18.649152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.651185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:18.654529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:18.658484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.661138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-81c87388-863f-4b0f-bb48-465ab5bdca0c tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:18.677894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.690009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:18.690851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:18.700395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:18.704781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:18.710584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:18.728959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.740782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.791848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.824000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:18.876737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-215564a2-f527-471e-b84e-7c4765d0f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:18.900827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Allocated IP 172.20.0.2 (165b09fe-b8be-4160-8f13-86f26f5f1278/5a58b100-bebf-484e-9d43-b1b670d451f6/89e474ba-1fb3-4b14-a93e-7a388bd032d6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:18.920258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e HTTP/1.1" status: 204 len: 168 time: 2.1634924 Dec 17 17:02:18.923850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4038bb-fae6-48af-bc8b-c6b166757ba4 None None] Network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:18.924688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43148) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:18.934585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-491774587'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:18.954597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Allocated IP 172.26.4.4 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/54748a41-1905-4521-a58d-ac6116e5f691) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:18.957850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:18.964226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:network and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:18.974421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:18.984928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:18.995673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4038bb-fae6-48af-bc8b-c6b166757ba4 None None] Network 46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e could not be found, it might have been deleted concurrently. {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 17 17:02:19.024616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:19.057037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43152) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:19.074005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:19.082071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:19.091954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.111854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:19.126134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.185438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:19.185705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.207776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e8eb89c2-c0be-4fec-a4c7-a9db73a83ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.233026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.234775 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Added segment 338e47ef-51ca-48b2-8dce-0078a741689d of type vlan for network 619ebaae-8476-4eda-ae59-8c53f09d56de Dec 17 17:02:19.314988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.321189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:19.352363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.382113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port c22ce082-53bd-4456-98bb-f6f308dbccb9 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:19.435020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1855136192'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:19.448211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:19.463032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.470012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Usage tracker for resource:network and tenant:c42471e4326740a583e67cf6866c6065 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:19.472924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:19.474051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.479460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:19.481774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c68077a6-751d-4776-9e36-360d309dcf19 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.505537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:19.507144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.520481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.526628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-215564a2-f527-471e-b84e-7c4765d0f9f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:19.527114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-215564a2-f527-471e-b84e-7c4765d0f9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:19.541976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c9656455-0d96-477f-9e67-ef0d808f6046,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.560000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:19.562926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.583958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:19.587649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Usage tracker for resource:security_group_rule and tenant:c2fb8032d61244f5b47782aa583db3fc is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:19.590492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:19.590630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:19.596171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:19.600918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:19.605799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:19.626449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Transition to ACTIVE for port object 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.631189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.646686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Network': ['ID=619ebaae-8476-4eda-ae59-8c53f09d56de,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.652946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:19.657031 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7282155 Dec 17 17:02:19.657178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Transition to ACTIVE for port object bcce702b-096b-4f9a-8aea-f6597f2f0aab will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.657269 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a8b12516-3f6e-422f-9085-9eabdecad5a9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.674623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 619ebaae-8476-4eda-ae59-8c53f09d56de details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:19.684590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.686740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43166) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:19.690779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Transition to ACTIVE for port object 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.710077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Request body: {'subnet': {'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:19.755867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.762679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Transition to ACTIVE for port object bcce702b-096b-4f9a-8aea-f6597f2f0aab will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.781181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.785611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Transition to ACTIVE for port object 89e474ba-1fb3-4b14-a93e-7a388bd032d6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.790361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5e7a57af-6e3a-4ebc-ba4a-21b963cfc1ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.814134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.815683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Made reservation on behalf of c42471e4326740a583e67cf6866c6065 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:19.819607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.822034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8f5f2284-1469-4907-99ca-319a84ef5055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.838592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:02:19.854695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.871931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Transition to ACTIVE for port object 89e474ba-1fb3-4b14-a93e-7a388bd032d6 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:19.876579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2fb8032d61244f5b47782aa583db3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514910 Dec 17 17:02:19.882992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:19.895983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:19.900519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:19.907623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:19.915598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=54748a41-1905-4521-a58d-ac6116e5f691,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.919956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:19.922581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:19.923326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Pushing event updated for resources: {'Port': ['ID=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.928292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:19.952761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:19.956419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:19.956419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:19.965134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43170) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:20.002650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.111743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:20.123211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e52a4f-92d9-4019-8199-5f267647ba3d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:20.126125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Usage tracker for resource:subnet and tenant:c3d7b3ff40a4414ab3290ec81ca830ea is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:20.139006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:20.144884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:20.146430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::2ec (b4f21257-4287-4ec1-a8df-30e85ac8cfe2/5792c4e6-7a54-4ca9-ac80-9619456d0b3f/1d9df5d7-2e3b-4c8f-b458-f346425dfe5f) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:20.157416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:20.176209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.206523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:20.235426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Usage tracker for resource:security_group_rule and tenant:c42471e4326740a583e67cf6866c6065 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:20.242114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:20.253031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:20.271338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:20.288143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:20.289672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:20.297097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:20.302156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:20.311291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Attempting to bind port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:20.311291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Attempting to bind port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '88b3e86d-d55d-419a-9793-56f7e19be1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:20.311549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.11 (f7dded41-5a83-4982-a08f-10fdf65703b0/898cd7b0-58bf-46df-a71b-c3cbfea6c77c/c22ce082-53bd-4456-98bb-f6f308dbccb9) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:20.311653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Attempting to bind port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 on network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:20.319103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:20.320984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] Sync routers for ids ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:20.323413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:20.361050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4251034 Dec 17 17:02:20.365667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43174) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:20.406059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:20.406454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Checking segment: {'id': '88b3e86d-d55d-419a-9793-56f7e19be1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:20.406879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.407291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Bound using segment: {'id': '88b3e86d-d55d-419a-9793-56f7e19be1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:20.407789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Bound port: 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b3e86d-d55d-419a-9793-56f7e19be1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4f21257-4287-4ec1-a8df-30e85ac8cfe2'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:20.408307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.417438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Attempting to bind port bcce702b-096b-4f9a-8aea-f6597f2f0aab on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:20.417840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Attempting to bind port bcce702b-096b-4f9a-8aea-f6597f2f0aab by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '118187da-642d-40d8-9ab6-fc4c4b0836fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:20.418987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Attempting to bind port bcce702b-096b-4f9a-8aea-f6597f2f0aab on network f7dded41-5a83-4982-a08f-10fdf65703b0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:20.470520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Made reservation on behalf of c3d7b3ff40a4414ab3290ec81ca830ea for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:20.474016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.481264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] Routers {'eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:20.481958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.493291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.529009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:20.529714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Checking segment: {'id': '118187da-642d-40d8-9ab6-fc4c4b0836fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:20.530326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.530888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Bound using segment: {'id': '118187da-642d-40d8-9ab6-fc4c4b0836fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:20.531532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Bound port: bcce702b-096b-4f9a-8aea-f6597f2f0aab, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118187da-642d-40d8-9ab6-fc4c4b0836fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:20.532090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.565491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34597fd9-37d9-42da-b76c-ac0d2fdfc8ee tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:20.566198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34597fd9-37d9-42da-b76c-ac0d2fdfc8ee tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:20.610235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.621198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.634108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Pushing event updated for resources: {'Port': ['ID=89e474ba-1fb3-4b14-a93e-7a388bd032d6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:20.665744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.671654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:20.672461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.675780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Attempting to bind port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:20.676164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Attempting to bind port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '23e96f8e-cb2f-47de-ba19-73ef022bc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:20.676542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Attempting to bind port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 on network 165b09fe-b8be-4160-8f13-86f26f5f1278 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:20.677843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eaf7fad4-0f42-4f96-859f-4b78b051eeaa tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:20.698529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:20.698917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Checking segment: {'id': '23e96f8e-cb2f-47de-ba19-73ef022bc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:20.699884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.700284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Bound using segment: {'id': '23e96f8e-cb2f-47de-ba19-73ef022bc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:20.703111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Bound port: 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e96f8e-cb2f-47de-ba19-73ef022bc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:20.703111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.718004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-34597fd9-37d9-42da-b76c-ac0d2fdfc8ee tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:20.722085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-34597fd9-37d9-42da-b76c-ac0d2fdfc8ee tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports/614e4b17-d309-4277-b76b-1ac43aa04e14 HTTP/1.1" status: 200 len: 910 time: 0.3525293 Dec 17 17:02:20.723648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43178) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:20.724223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6785482f-55f6-4fe7-b5b9-d2748a9d6c46,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:20.725438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] Routers {'eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:20.726128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.731548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:20.732545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object c22ce082-53bd-4456-98bb-f6f308dbccb9 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:20.788091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.797173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-51595574-4991-4949-b8cf-9832f4111953 None None] Provisioning for port 614e4b17-d309-4277-b76b-1ac43aa04e14 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:20.799912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:20.806290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.848507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.848929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f9696-9d49-42e9-8ff6-4dd5d9314a76 None None] The sync data for ids ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:20.864205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-51595574-4991-4949-b8cf-9832f4111953 None None] Provisioning complete for port 614e4b17-d309-4277-b76b-1ac43aa04e14 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:20.864585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51595574-4991-4949-b8cf-9832f4111953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.875612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 1d9df5d7-2e3b-4c8f-b458-f346425dfe5f will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:20.891261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.896762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:20.897334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Added segment 289845bd-d07e-4ba7-83f5-96c49f8be446 of type vlan for network 924f08ea-200e-451b-868f-88611405739f Dec 17 17:02:20.898429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3255c51d-c53d-4490-9cda-0106d762a778 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:20.924836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] For port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:20.948262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] For port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,segment=NetworkSegment(88b3e86d-d55d-419a-9793-56f7e19be1fb),segment_id=88b3e86d-d55d-419a-9793-56f7e19be1fb)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:20.953557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:20.967314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:20.970406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-51595574-4991-4949-b8cf-9832f4111953 None None] Port 614e4b17-d309-4277-b76b-1ac43aa04e14 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:20.975135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e52a4f-92d9-4019-8199-5f267647ba3d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:20.987915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] For port 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:21.000168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] For port 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=89e474ba-1fb3-4b14-a93e-7a388bd032d6,segment=NetworkSegment(23e96f8e-cb2f-47de-ba19-73ef022bc117),segment_id=23e96f8e-cb2f-47de-ba19-73ef022bc117)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:21.002543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.004659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.012758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9d500195-741e-492d-9190-e9ea3ae0d167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.068851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.070270 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4e52a4f-92d9-4019-8199-5f267647ba3d HTTP/1.1" status: 204 len: 168 time: 1.1044981 Dec 17 17:02:21.079793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.126939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Pushing event updated for resources: {'Port': ['ID=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.145580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.158097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.170799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.171414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.180576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.184960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.194598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.198921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-824e4b02-10ec-4fc1-9621-e49aa7f27ebd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.241544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.262036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.267608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:21.268256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.310853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:21.349501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c9656455-0d96-477f-9e67-ef0d808f6046 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:21.357531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=c22ce082-53bd-4456-98bb-f6f308dbccb9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.369173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.370154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:21.373604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:21.444273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:21.458064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c9656455-0d96-477f-9e67-ef0d808f6046 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:21.458696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.472383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:21.477388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:21.489860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:21.490566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.496710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe5384f8-bab7-495a-8375-11bf908ae097 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.518447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=1d9df5d7-2e3b-4c8f-b458-f346425dfe5f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.528827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Pushing event updated for resources: {'Port': ['ID=89e474ba-1fb3-4b14-a93e-7a388bd032d6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.544474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.545790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.546295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:21.546653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.580014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.676746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:21.677402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:21.705035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Pushing event updated for resources: {'Network': ['ID=924f08ea-200e-451b-868f-88611405739f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:21.709880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:21.713898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6515818 Dec 17 17:02:21.717803 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.9800215 Dec 17 17:02:21.742843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43188) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:21.763565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 924f08ea-200e-451b-868f-88611405739f details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:21.864413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7699625 Dec 17 17:02:21.877123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43196) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:21.890495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:22.135062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:02:22.159167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.172738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98942ca2-563a-4819-a909-672ccd85df1a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:22.279879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43204) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:22.291837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'network_id': '924f08ea-200e-451b-868f-88611405739f', 'binding:host_id': 'hv-neutron-8210', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1938708683'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:22.295545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Checking segment: {'id': '338e47ef-51ca-48b2-8dce-0078a741689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:22.295905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network hostable DHCP agents. Network: 619ebaae-8476-4eda-ae59-8c53f09d56de, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:22.301202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event updated for resources: {'Subnet': ['ID=04df9dae-bdb8-4cf5-b0c2-98740e5470cc,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:22.304306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:22.309881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:22.322383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Usage tracker for resource:port and tenant:851c9966b4ba4c4eb486ed58944a103f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:22.328282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:22.339475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:22.413041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:22.418098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 1d9df5d7-2e3b-4c8f-b458-f346425dfe5f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:22.418445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.466415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Network 619ebaae-8476-4eda-ae59-8c53f09d56de is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:22.469143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Made reservation on behalf of 851c9966b4ba4c4eb486ed58944a103f for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:22.472011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.483970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Router 89fe0754-d762-481d-a669-ca9eb4129821 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:02:22.488272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:22.495265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.495405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:22.505660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:22.510987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:22.572153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Usage tracker for resource:security_group_rule and tenant:851c9966b4ba4c4eb486ed58944a103f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:22.575537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 619ebaae-8476-4eda-ae59-8c53f09d56de) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:22.577333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:22.588482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1c89e-6bbf-4eea-ba80-0f66fd6973bb None None] Network 619ebaae-8476-4eda-ae59-8c53f09d56de requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:22.590635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:22.592648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:22.593236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.594084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.604715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:22.799151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:22.936395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-619ebaae-8476-4eda-ae59-8c53f09d56de', 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de', 'tenant_id': 'c3d7b3ff40a4414ab3290ec81ca830ea', 'fixed_ips': [{'subnet_id': '04df9dae-bdb8-4cf5-b0c2-98740e5470cc'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:22.938034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.136188 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4437780 Dec 17 17:02:23.142889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:23.153746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.182213 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 898cd7b0-58bf-46df-a71b-c3cbfea6c77c (CIDR: 172.20.0.0/28) Dec 17 17:02:23.241717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Allocated IP 2001:db8::f816:3eff:fe78:4529 (619ebaae-8476-4eda-ae59-8c53f09d56de/04df9dae-bdb8-4cf5-b0c2-98740e5470cc/1c80706a-4b1e-474d-befd-b0563897da86) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:23.247365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-96396554-2ece-4b01-8b20-d4807a807fe5 None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:23.247804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96396554-2ece-4b01-8b20-d4807a807fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.261108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:23.360677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:23.371715 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] Sync routers for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:23.405974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:23.408003 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:23.597008 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:23.608994 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:23.609604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:23.623454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0e3875be-edb2-41cf-af5f-2190653e637f tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1020356926', 'prefixes': ['172.20.0.0/16']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:23.626593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 89e474ba-1fb3-4b14-a93e-7a388bd032d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:23.655197 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:02:23.655791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:23.676629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.679270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0e3875be-edb2-41cf-af5f-2190653e637f tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:23.687036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-96396554-2ece-4b01-8b20-d4807a807fe5 None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:23.702587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 1d9df5d7-2e3b-4c8f-b458-f346425dfe5f owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:23.702757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.708609 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.1723936 Dec 17 17:02:23.712210 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:23.712790 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d918f0-2888-473d-8995-75fee463f16e None None] The sync data for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:23.715767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43228) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:23.882757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4b0a3-5b29-45a2-b490-51dbe8d22b18 None None] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:23.941535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.952306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:23.959561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f85c684a-cc39-45f3-a28c-b165af6e8240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:23.961330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d0471-9096-47e7-85e8-b0e36af7d246 None None] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:23.979272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port d1364441-a483-4ee0-9b12-19696efd1ac6 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:23.998910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 614e4b17-d309-4277-b76b-1ac43aa04e14 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:23.999733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.032642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-31206ca8-b851-4b4a-9742-282b5fa3a06a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1447127 Dec 17 17:02:24.035995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.044277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43232) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:24.044923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.051271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4cd7b732-1ef1-4c38-9c0d-7a575e1ad829 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:24.065977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:24.090665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Transition to ACTIVE for port object 1c80706a-4b1e-474d-befd-b0563897da86 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:24.094592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-96396554-2ece-4b01-8b20-d4807a807fe5 None None] Provisioning for port bcce702b-096b-4f9a-8aea-f6597f2f0aab completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:24.103947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=1d9df5d7-2e3b-4c8f-b458-f346425dfe5f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:24.137318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:24.170320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Transition to ACTIVE for port object 1c80706a-4b1e-474d-befd-b0563897da86 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:24.217392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.221670 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/1d9df5d7-2e3b-4c8f-b458-f346425dfe5f HTTP/1.1" status: 204 len: 168 time: 2.4736023 Dec 17 17:02:24.229488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43236) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:24.236548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e721e3-31bc-44ca-b246-730e77455176,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:24.268051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:24.282090 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3e33f6-a638-410e-b820-92ebb3bf9c7d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:02:24.283157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b3e33f6-a638-410e-b820-92ebb3bf9c7d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:24.287751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:24.320118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:24.333269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.345324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:24.449585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning for port c22ce082-53bd-4456-98bb-f6f308dbccb9 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:24.459963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.478629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.486321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b3e33f6-a638-410e-b820-92ebb3bf9c7d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:24.490236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0b3e33f6-a638-410e-b820-92ebb3bf9c7d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/1d9df5d7-2e3b-4c8f-b458-f346425dfe5f HTTP/1.1" status: 404 len: 333 time: 0.2572346 Dec 17 17:02:24.490554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43240) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:24.491580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Network 619ebaae-8476-4eda-ae59-8c53f09d56de is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:24.501204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:24.502995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning complete for port c22ce082-53bd-4456-98bb-f6f308dbccb9 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:24.503545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.539648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:24.621722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Pushing event updated for resources: {'Port': ['ID=1c80706a-4b1e-474d-befd-b0563897da86,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:24.630431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:24.671781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 614e4b17-d309-4277-b76b-1ac43aa04e14 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:24.697098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Port c22ce082-53bd-4456-98bb-f6f308dbccb9 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:24.722567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Attempting to bind port 1c80706a-4b1e-474d-befd-b0563897da86 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:24.722928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Attempting to bind port 1c80706a-4b1e-474d-befd-b0563897da86 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '338e47ef-51ca-48b2-8dce-0078a741689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:24.723224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Attempting to bind port 1c80706a-4b1e-474d-befd-b0563897da86 on network 619ebaae-8476-4eda-ae59-8c53f09d56de {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:24.734642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:24.737930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Checking segment: {'id': '338e47ef-51ca-48b2-8dce-0078a741689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:24.737930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.737930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Bound using segment: {'id': '338e47ef-51ca-48b2-8dce-0078a741689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:24.737930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Bound port: 1c80706a-4b1e-474d-befd-b0563897da86, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338e47ef-51ca-48b2-8dce-0078a741689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '619ebaae-8476-4eda-ae59-8c53f09d56de'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:24.737930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.743760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0e3875be-edb2-41cf-af5f-2190653e637f tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Notify callbacks [] for subnetpool, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.747976 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0e3875be-edb2-41cf-af5f-2190653e637f tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4839969 Dec 17 17:02:24.749049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:24.749839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:24.788959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:24.798272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:24.809190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet 5792c4e6-7a54-4ca9-ac80-9619456d0b3f {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:24.815442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:24.827951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:24.832699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:24.857350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.915821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning for port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:24.921377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] For port 1c80706a-4b1e-474d-befd-b0563897da86, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:24.930339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2338eb52-d6b9-4da4-ae53-149e69f3e802 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "GET /v2.0/subnetpools/fbe24616-037e-48d3-a94a-539476909cc1 HTTP/1.1" status: 200 len: 732 time: 0.1730013 Dec 17 17:02:24.930987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43248) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:24.931277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] For port 1c80706a-4b1e-474d-befd-b0563897da86, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c80706a-4b1e-474d-befd-b0563897da86,segment=NetworkSegment(338e47ef-51ca-48b2-8dce-0078a741689d),segment_id=338e47ef-51ca-48b2-8dce-0078a741689d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:24.935721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning complete for port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:24.936210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.949192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4b1078bc-16a3-4562-9ead-a58af920c004 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1139021509'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:24.991089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:24.994185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.003273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10393984-1ef5-4ca7-94ac-8fb37da8b547 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.153640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.158153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f02b6f9a-2b68-48d0-989b-d96025a72609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.220487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=04df9dae-bdb8-4cf5-b0c2-98740e5470cc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.227604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.244083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bcce702b-096b-4f9a-8aea-f6597f2f0aab completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:25.252600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:25.252600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.313664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.318536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port d1364441-a483-4ee0-9b12-19696efd1ac6 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:25.362094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:25.362411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Pushing event updated for resources: {'Port': ['ID=1c80706a-4b1e-474d-befd-b0563897da86,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.364831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.365662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.381259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.389740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b1078bc-16a3-4562-9ead-a58af920c004 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Notify callbacks [] for subnetpool, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.391421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4b1078bc-16a3-4562-9ead-a58af920c004 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "PUT /v2.0/subnetpools/fbe24616-037e-48d3-a94a-539476909cc1 HTTP/1.1" status: 200 len: 684 time: 0.4499276 Dec 17 17:02:25.394215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43252) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:25.413438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.418795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.432629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.474522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] For port 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=89e474ba-1fb3-4b14-a93e-7a388bd032d6,segment=NetworkSegment(23e96f8e-cb2f-47de-ba19-73ef022bc117),segment_id=23e96f8e-cb2f-47de-ba19-73ef022bc117)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:25.486617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.525025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:25.551583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.554108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=614e4b17-d309-4277-b76b-1ac43aa04e14,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.555139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b59f2f1-53fa-4809-b7c4-03bf653e4dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.555818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.572431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.602772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Transition to ACTIVE for port object d1364441-a483-4ee0-9b12-19696efd1ac6 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:25.655165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.658318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619ebaae-8476-4eda-ae59-8c53f09d56de']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:25.674090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.721904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bbc7e5a-45cf-4655-88d2-631e05283fdd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.723683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338e47ef-51ca-48b2-8dce-0078a741689d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:25.724017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338e47ef-51ca-48b2-8dce-0078a741689d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:25.766353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Pushing event updated for resources: {'Port': ['ID=89e474ba-1fb3-4b14-a93e-7a388bd032d6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.773185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.775880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2b07f3d7-bcd8-4b87-8c55-0d99ab4f2353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.778230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.783607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=5792c4e6-7a54-4ca9-ac80-9619456d0b3f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.789161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.794510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.822938 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/5792c4e6-7a54-4ca9-ac80-9619456d0b3f HTTP/1.1" status: 204 len: 168 time: 1.3311024 Dec 17 17:02:25.825236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43256) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:25.833170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad212b21-72c3-4f35-a726-5d52c8365e2a tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:25.847995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning for port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:25.893191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Provisioning complete for port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:25.894180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.907069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:25.926483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=d1364441-a483-4ee0-9b12-19696efd1ac6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:25.977499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:25.997375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:26.013843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:26.052637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.103550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:26.104691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.125846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.137297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-565104f0-434d-419e-b1c7-19b3e861fc65 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] Notify callbacks [] for subnetpool, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.141978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-565104f0-434d-419e-b1c7-19b3e861fc65 tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fbe24616-037e-48d3-a94a-539476909cc1 HTTP/1.1" status: 204 len: 168 time: 0.7455430 Dec 17 17:02:26.152977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43262) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:26.176003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:26.181671 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:26.187155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d092c-faf0-46ca-b553-f6ef3cf40387 None None] Network b4f21257-4287-4ec1-a8df-30e85ac8cfe2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:26.194598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.252350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-261b87de-eee9-4b05-9788-ebcc969cd6af tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] show failed (client error): The resource could not be found. Dec 17 17:02:26.253388 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-261b87de-eee9-4b05-9788-ebcc969cd6af tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "GET /v2.0/subnetpools/fbe24616-037e-48d3-a94a-539476909cc1 HTTP/1.1" status: 404 len: 346 time: 0.0936177 Dec 17 17:02:26.265264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43266) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:26.274271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.293707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] For port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,segment=NetworkSegment(88b3e86d-d55d-419a-9793-56f7e19be1fb),segment_id=88b3e86d-d55d-419a-9793-56f7e19be1fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:26.307794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Checking segment: {'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:26.308956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Network hostable DHCP agents. Network: 924f08ea-200e-451b-868f-88611405739f, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:26.365186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:26.365911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.380968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.388321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4b3047e5-35da-4942-b1a1-b27e6efb047b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:26.393714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-8349f40a-ed5c-4c75-acd1-6565ddab84fa tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] delete failed (client error): The resource could not be found. Dec 17 17:02:26.394951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:02:26.394951 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:02:26.394951 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '619ebaae-8476-4eda-ae59-8c53f09d56de'}] Dec 17 17:02:26.394951 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:26.395653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:26.395863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8349f40a-ed5c-4c75-acd1-6565ddab84fa tempest-SubnetPoolsTestJSON-1327102960 tempest-SubnetPoolsTestJSON-1327102960-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fbe24616-037e-48d3-a94a-539476909cc1 HTTP/1.1" status: 404 len: 346 time: 0.1332719 Dec 17 17:02:26.507737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fa2a0f11-f89b-43f9-b70b-8042f9eed4ad None None] Could not find standard attr ID for object 1d9df5d7-2e3b-4c8f-b458-f346425dfe5f. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:02:26.554956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Pushing event updated for resources: {'Port': ['ID=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:26.554956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:26.554956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fa2a0f11-f89b-43f9-b70b-8042f9eed4ad None None] Provisioning complete for port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:26.554956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0f11-f89b-43f9-b70b-8042f9eed4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.676123 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:02:26.690425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Network 924f08ea-200e-451b-868f-88611405739f is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:26.749185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] DHCP port deletion for b4f21257-4287-4ec1-a8df-30e85ac8cfe2 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:26.757315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Deleting port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:26.762139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.820708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fa2a0f11-f89b-43f9-b70b-8042f9eed4ad None None] Provisioning complete for port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:26.821191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0f11-f89b-43f9-b70b-8042f9eed4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.832523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 924f08ea-200e-451b-868f-88611405739f) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:26.840372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:26.856194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afee32c-56ba-4d99-aca7-ac0af47c9685 None None] Network 924f08ea-200e-451b-868f-88611405739f requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:26.884976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.895055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7428be5c-2105-4e1e-952a-392f30f0198a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:26.930663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:26.934925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:26.935437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:26.935783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:26.936124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:26.975340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:26.975684 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:26.982810 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 2 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:27.031519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:27.036831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:27.037457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:27.037803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:27.062716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:27.071231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port 1c80706a-4b1e-474d-befd-b0563897da86 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:27.071494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.100593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:27.101195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.111936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,segment=NetworkSegment(88b3e86d-d55d-419a-9793-56f7e19be1fb),segment_id=88b3e86d-d55d-419a-9793-56f7e19be1fb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:27.112569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.130779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:27.131172 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:27.143244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ddc118-4669-4971-865c-3a1cedf04734 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:27.146991 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 3 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:27.170902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=5040f899-635e-4d94-ae97-dfb9a7c32bde,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:27.194562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:27.199413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:27.199413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:27.199413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:27.255501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:27.255840 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:27.256263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43274) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:27.259431 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 4 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:27.269573 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2163844 Dec 17 17:02:27.291299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:27.302806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43278) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:27.328649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1380740284', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5040f899-635e-4d94-ae97-dfb9a7c32bde'}], 'security_groups': ['674fabdf-d12b-4685-ae6c-c4f96bf7c14e']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:27.350199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5452714-dcd6-4f6a-99e8-195115ad1b63 None None] Network 619ebaae-8476-4eda-ae59-8c53f09d56de requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:27.385402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:27.385735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:27.386106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:27.414949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Allocated IP 172.20.0.1 (165b09fe-b8be-4160-8f13-86f26f5f1278/5a58b100-bebf-484e-9d43-b1b670d451f6/d24b2f0a-deec-4e38-b162-4edd964c4737) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:27.432028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:27.432364 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:27.440816 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 5 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:27.476749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:27.484479 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7572675 Dec 17 17:02:27.487301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43284) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:27.548485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9cf2dcbc-f67f-4fd4-a133-8c7c3470ae44 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:27.563348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] Sync routers for ids ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:27.655342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.660740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8978c85a-b273-4612-bfaa-8d00b62b5078 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:27.696718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] Routers {'eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:27.697482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:27.700066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:27.700413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:27.700756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:27.705359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9cf2dcbc-f67f-4fd4-a133-8c7c3470ae44 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:27.712824 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9cf2dcbc-f67f-4fd4-a133-8c7c3470ae44 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa HTTP/1.1" status: 200 len: 205 time: 0.2180810 Dec 17 17:02:27.715219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43290) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:27.783695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.786207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No DVR routers for this DVR port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:27.788164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] For port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,segment=NetworkSegment(88b3e86d-d55d-419a-9793-56f7e19be1fb),segment_id=88b3e86d-d55d-419a-9793-56f7e19be1fb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:27.788670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.823731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:27.852594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:27.852594 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:27.853939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:27.868108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 6 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:27.909911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] For port 1c80706a-4b1e-474d-befd-b0563897da86, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c80706a-4b1e-474d-befd-b0563897da86,segment=NetworkSegment(338e47ef-51ca-48b2-8dce-0078a741689d),segment_id=338e47ef-51ca-48b2-8dce-0078a741689d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:27.910524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.919667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:27.930418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:27.938724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4e9f3c5b6343849b0a33d846d4ff28 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:27.994653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:27.995006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:27.995268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:28.026299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.027771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Calling delete_port for 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:28.051997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:28.070930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Calling delete_port for 1c80706a-4b1e-474d-befd-b0563897da86 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:28.087399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c80706a-4b1e-474d-befd-b0563897da86 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:28.094925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.108526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:28.110529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:28.110870 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:28.135894 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 7 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:28.177930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] Routers {'eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:28.178510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:28.197245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:28.197245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:28.197678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:28.206292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f21257-4287-4ec1-a8df-30e85ac8cfe2']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:28.223907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b3e86d-d55d-419a-9793-56f7e19be1fb') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:28.224152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b3e86d-d55d-419a-9793-56f7e19be1fb') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:28.271487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:28.271899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f13445-dc48-4490-b689-d26244bf160b None None] The sync data for ids ['eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:28.284811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:28.285146 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:28.311812 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 8 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:28.321434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3ff19aed-9a61-47cf-adb9-8f9000928f2e None None] Provisioning for port 1c80706a-4b1e-474d-befd-b0563897da86 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:28.333166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:28.333614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:28.335454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.363249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:28.363608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:28.363934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:28.387582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.399535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:28.399872 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:28.403399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Transition to ACTIVE for port object d24b2f0a-deec-4e38-b162-4edd964c4737 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:28.404404 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 9 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:28.435264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 1c80706a-4b1e-474d-befd-b0563897da86 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:28.459337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245328f-a2e1-4dc9-83d7-ed4abae84dcc None None] DHCP port deletion for 619ebaae-8476-4eda-ae59-8c53f09d56de request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:28.464959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1c80706a-4b1e-474d-befd-b0563897da86 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:28.464959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.476335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:28.476878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:28.476971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:28.509956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:28.510321 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:28.510955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f245328f-a2e1-4dc9-83d7-ed4abae84dcc None None] Deleting port 1c80706a-4b1e-474d-befd-b0563897da86 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:28.512079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f245328f-a2e1-4dc9-83d7-ed4abae84dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.516186 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.plugins.ml2.plugin [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 10 to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 Dec 17 17:02:28.523345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.533637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f85b8d4-70ff-4f3b-8583-4fabb7b1d5e3 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:28.552157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.554395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.566423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.592387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f245328f-a2e1-4dc9-83d7-ed4abae84dcc None None] The port '1c80706a-4b1e-474d-befd-b0563897da86' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:28.595167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.603782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:28.604230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.613328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Update dhcp port {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'fixed_ips': [{'subnet_id': '898cd7b0-58bf-46df-a71b-c3cbfea6c77c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5040f899-635e-4d94-ae97-dfb9a7c32bde'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'bcce702b-096b-4f9a-8aea-f6597f2f0aab'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:28.619730 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:28.649972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.650588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Could not find standard attr ID for object 1c80706a-4b1e-474d-befd-b0563897da86. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:02:28.652386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Port': ['ID=1c80706a-4b1e-474d-befd-b0563897da86,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:28.658038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No DVR routers for this DVR port 1c80706a-4b1e-474d-befd-b0563897da86 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:28.659788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:28.660474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:28.661087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:28.663699 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No ports have port_id starting with 1c80706a-4b1e-474d-befd-b0563897da86 Dec 17 17:02:28.666740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 89e474ba-1fb3-4b14-a93e-7a388bd032d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:28.684058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.684480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:02:28.694536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:28.713743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.714866 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5b358285-b052-46ab-aa50-70c05b565f3b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa HTTP/1.1" status: 204 len: 168 time: 0.9972036 Dec 17 17:02:28.717431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43300) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:28.727047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port d1364441-a483-4ee0-9b12-19696efd1ac6 on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:28.727384 dv-neutron-821073-1-hyperv neutron-server[88117]: ERROR neutron.plugins.ml2.managers [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port d1364441-a483-4ee0-9b12-19696efd1ac6 on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:28.727753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.731942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.744803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.796595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 229d73c6-d659-4391-b1d3-56085ae6aef2 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:28.799650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.804955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:28.840759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.845942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89cebb31-1e3a-43d1-a792-743abf8a30b2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:28.852942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Deleting port 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:28.853333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.862869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.877501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=b4f21257-4287-4ec1-a8df-30e85ac8cfe2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:28.878503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.882353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:28.884041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/b4f21257-4287-4ec1-a8df-30e85ac8cfe2 HTTP/1.1" status: 204 len: 168 time: 3.0520906 Dec 17 17:02:28.889726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.920792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43304) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:28.935470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'name': 'tempest-PortsIpV6TestJSON-1062906766'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:28.975171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.977919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:28.978309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.010943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876fc45b-6cff-4548-bc74-1a2a44b10b33,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:29.023067 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d4e9f3c5b6343849b0a33d846d4ff28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7570446 Dec 17 17:02:29.025313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:29.025710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43310) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:29.037353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:29.040784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77d86f58-135f-4c09-93a6-0ba4e6a1dd4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624200116-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:29.080219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7814e01d-a56a-4ec4-be51-fb50f057dc0f None None] The port '12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:29.112023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:29.128620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:29.142011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.146012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:29.148660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:29.191597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.223569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Allocated IP 172.20.0.18 (f7dded41-5a83-4982-a08f-10fdf65703b0/5040f899-635e-4d94-ae97-dfb9a7c32bde/bcce702b-096b-4f9a-8aea-f6597f2f0aab) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:29.237727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.246406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619ebaae-8476-4eda-ae59-8c53f09d56de']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:29.248503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:29.263399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338e47ef-51ca-48b2-8dce-0078a741689d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:29.264151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338e47ef-51ca-48b2-8dce-0078a741689d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:29.287978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:29.295993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.298306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.336021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=d24b2f0a-deec-4e38-b162-4edd964c4737,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:29.339057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:29.344518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.349249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port d1364441-a483-4ee0-9b12-19696efd1ac6, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:29.349548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempted to set empty binding levels {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 17:02:29.358663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 55263049-a627-4401-a971-f7f18f95b269 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:29.360363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.416475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:29.416660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.426817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.435323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58429cf6-a125-4df4-98d1-a8e89ddb7bc3 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:29.436714 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:29.443393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:29.443936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.477566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=229d73c6-d659-4391-b1d3-56085ae6aef2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:29.480576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:29.483887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.500208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675aedaa-4850-4b3c-b442-bdeaa2b1a351 None None] Network 155421bb-8d93-46f9-8d73-6a24b5d78ad0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:29.524312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/229d73c6-d659-4391-b1d3-56085ae6aef2 HTTP/1.1" status: 204 len: 168 time: 0.8055995 Dec 17 17:02:29.531844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43314) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:29.584015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.584262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:29.586709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.587573 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/876fc45b-6cff-4548-bc74-1a2a44b10b33 HTTP/1.1" status: 204 len: 168 time: 0.5609269 Dec 17 17:02:29.631850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.634975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1966aac0-eeb2-43ad-90b1-2877965ddfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:29.648890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1f50e67d-8bef-4b77-a95d-8fde2915ecef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:29.682668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6a803452-6e79-4406-8418-e7fc60a2703c None None] Provisioning for port d24b2f0a-deec-4e38-b162-4edd964c4737 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:29.688158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:29.688749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.697365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876fc45b-6cff-4548-bc74-1a2a44b10b33,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:29.710089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:29.712563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.742391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6a803452-6e79-4406-8418-e7fc60a2703c None None] Provisioning complete for port d24b2f0a-deec-4e38-b162-4edd964c4737 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:29.742725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6a803452-6e79-4406-8418-e7fc60a2703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.777630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.780046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=d1364441-a483-4ee0-9b12-19696efd1ac6,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:29.782972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:29.790960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.800558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port c9656455-0d96-477f-9e67-ef0d808f6046 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:29.800906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.849824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.852725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Transition to ACTIVE for port object bcce702b-096b-4f9a-8aea-f6597f2f0aab will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:29.853863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8bb087a-d2ce-453e-9e38-c492f1007cf5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:29.865556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6a803452-6e79-4406-8418-e7fc60a2703c None None] Port d24b2f0a-deec-4e38-b162-4edd964c4737 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:29.872844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:29.878132 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/619ebaae-8476-4eda-ae59-8c53f09d56de HTTP/1.1" status: 204 len: 168 time: 6.7308571 Dec 17 17:02:29.880699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43320) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:29.886433 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.6054335 Dec 17 17:02:29.891605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43324) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:29.937849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:29.999193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:29.999984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12e4c8df-145c-40d2-9e84-5f0ea1e3b1f4 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:30.020669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] DHCP port deletion for 155421bb-8d93-46f9-8d73-6a24b5d78ad0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:30.027581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=619ebaae-8476-4eda-ae59-8c53f09d56de,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:30.027953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.030512 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f831b11-8e52-4d52-b76e-398110c9e2b0 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.031096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f831b11-8e52-4d52-b76e-398110c9e2b0 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.033041 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0f831b11-8e52-4d52-b76e-398110c9e2b0 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/04df9dae-bdb8-4cf5-b0c2-98740e5470cc HTTP/1.1" status: 404 len: 337 time: 0.1500468 Dec 17 17:02:30.045284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:30.049252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4258a2a4-ad63-4fd7-af69-040f2e6ef965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:30.050186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Deleting port d1364441-a483-4ee0-9b12-19696efd1ac6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:30.050746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.053608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43330) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.117528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Deleting port c9656455-0d96-477f-9e67-ef0d808f6046 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:30.118294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.160743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.184479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a5fdf39-a231-4be9-8b54-75755c4df503 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:30.186369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c80706a-4b1e-474d-befd-b0563897da86 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:30.193887 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fef60da-02e9-4f97-8b28-6d9146605be2 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.194376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fef60da-02e9-4f97-8b28-6d9146605be2 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.197903 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5fef60da-02e9-4f97-8b28-6d9146605be2 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/619ebaae-8476-4eda-ae59-8c53f09d56de HTTP/1.1" status: 404 len: 339 time: 0.1413317 Dec 17 17:02:30.201478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43338) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.243969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.251193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 1c80706a-4b1e-474d-befd-b0563897da86 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:30.251534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c80706a-4b1e-474d-befd-b0563897da86 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:30.252018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c9656455-0d96-477f-9e67-ef0d808f6046 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:30.299518 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3e6b15-1135-429b-9740-ed8e8c6b699b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.299984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3e6b15-1135-429b-9740-ed8e8c6b699b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.304018 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fe3e6b15-1135-429b-9740-ed8e8c6b699b tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/2d321056-7e4f-4f87-9142-01001f95f2a9 HTTP/1.1" status: 404 len: 337 time: 0.0972800 Dec 17 17:02:30.311224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43344) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.395534 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-00661c99-27e0-4fc6-8664-201f425c2f5c tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.396014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00661c99-27e0-4fc6-8664-201f425c2f5c tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.400022 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-00661c99-27e0-4fc6-8664-201f425c2f5c tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/46acc7d9-c6e2-41cf-b4d0-f51f71f8c77e HTTP/1.1" status: 404 len: 339 time: 0.0835927 Dec 17 17:02:30.408768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43348) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.416569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:30.416933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.427489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:30.429028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:30.435935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:30.438233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:30.439893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:30.443859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:30.444468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.526329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b0e283-3160-4536-bb87-12a0748e9b7f tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.526777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b0e283-3160-4536-bb87-12a0748e9b7f tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.531305 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-47b0e283-3160-4536-bb87-12a0748e9b7f tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/c68f55db-6210-4ab1-9368-ef4373ca3843 HTTP/1.1" status: 404 len: 337 time: 0.1177938 Dec 17 17:02:30.535061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43352) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.565513 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d604f53-ac72-48f6-96cd-1fc2cf198420 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:30.566016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d604f53-ac72-48f6-96cd-1fc2cf198420 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:30.569990 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6d604f53-ac72-48f6-96cd-1fc2cf198420 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/76fd3a23-4cd7-4a0c-9cb9-14bf8de9c7d8 HTTP/1.1" status: 404 len: 339 time: 0.0317361 Dec 17 17:02:30.597906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43356) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:30.628534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:30.628534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.646122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Delete allocated IP 172.20.0.11 (f7dded41-5a83-4982-a08f-10fdf65703b0/898cd7b0-58bf-46df-a71b-c3cbfea6c77c) {{(pid=88117) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:02:30.661472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.22 (f7dded41-5a83-4982-a08f-10fdf65703b0/5040f899-635e-4d94-ae97-dfb9a7c32bde/c22ce082-53bd-4456-98bb-f6f308dbccb9) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:30.693248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.757578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=55263049-a627-4401-a971-f7f18f95b269,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:30.760444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:30.776706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for c9656455-0d96-477f-9e67-ef0d808f6046 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:30.827911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Calling delete_port for c9656455-0d96-477f-9e67-ef0d808f6046 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:30.873762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port d1364441-a483-4ee0-9b12-19696efd1ac6, host hv-neutron-8210, got binding levels [] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:30.874149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.899621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:30.976987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:30.980201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:31.018459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.038879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.046645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:31.047829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1252069 Dec 17 17:02:31.049656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:31.052186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43362) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:31.056009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Calling delete_port for d1364441-a483-4ee0-9b12-19696efd1ac6 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:31.084774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c9656455-0d96-477f-9e67-ef0d808f6046,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:31.088991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:31.139724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object c22ce082-53bd-4456-98bb-f6f308dbccb9 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:31.141663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port ef88ee03-4edc-4dbc-b76b-1271449e628b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:31.142051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.143589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.179859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a4b12ae1-2a74-4b68-b833-79eb80a80d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:31.227741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 55263049-a627-4401-a971-f7f18f95b269 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:31.228089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.253433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.260769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:31.260769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:31.341242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Provisioning for port c22ce082-53bd-4456-98bb-f6f308dbccb9 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:31.347597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Provisioning complete for port c22ce082-53bd-4456-98bb-f6f308dbccb9 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:31.347974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.357108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.367940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:31.371582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.407169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Port c22ce082-53bd-4456-98bb-f6f308dbccb9 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:31.421056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=d24b2f0a-deec-4e38-b162-4edd964c4737,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:31.432639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1364441-a483-4ee0-9b12-19696efd1ac6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:31.443925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:31.447394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.454452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.471949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Provisioning for port bcce702b-096b-4f9a-8aea-f6597f2f0aab completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:31.479488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:31.479488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.571641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Deleting port c9656455-0d96-477f-9e67-ef0d808f6046 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:31.571960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.572474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:31.573090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:31.582784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d1364441-a483-4ee0-9b12-19696efd1ac6 HTTP/1.1" status: 204 len: 168 time: 1.6846049 Dec 17 17:02:31.587337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43366) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:31.592348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Calling delete_port for ef88ee03-4edc-4dbc-b76b-1271449e628b owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:31.681096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67c6f8b-b8b1-46a3-9bfc-1f3b7f4a6680 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] GET failed (client error): The resource could not be found. Dec 17 17:02:31.681636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a67c6f8b-b8b1-46a3-9bfc-1f3b7f4a6680 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Synchronizing usage tracker for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:31.744687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:31.745458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.761212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port c9656455-0d96-477f-9e67-ef0d808f6046 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:31.763040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.775572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] In _notify_port_updated(), no bound segment for port c22ce082-53bd-4456-98bb-f6f308dbccb9 on network f7dded41-5a83-4982-a08f-10fdf65703b0 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:31.781753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:31.783732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.788148 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/ports/c22ce082-53bd-4456-98bb-f6f308dbccb9 HTTP/1.1" status: 200 len: 921 time: 4.4815235 Dec 17 17:02:31.797229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43370) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:31.811800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=c22ce082-53bd-4456-98bb-f6f308dbccb9,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:31.816002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a67c6f8b-b8b1-46a3-9bfc-1f3b7f4a6680 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Unset dirty status for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:31.817400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a67c6f8b-b8b1-46a3-9bfc-1f3b7f4a6680 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports/d1364441-a483-4ee0-9b12-19696efd1ac6 HTTP/1.1" status: 404 len: 333 time: 0.1928148 Dec 17 17:02:31.818608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.831537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43374) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:31.873056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8d9bf31f-4ff8-4fa9-9d75-9fba72c7d6ef tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:31.885682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:31.896096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7322b27f-c646-4021-b1ec-25848502a8a6 None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:31.898407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'network_id': '924f08ea-200e-451b-868f-88611405739f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-640414833'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:31.904468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:31.907487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:31.908012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.939921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Port': ['ID=ef88ee03-4edc-4dbc-b76b-1271449e628b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:31.947268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:31.951532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:31.961093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.987769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.040956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Calling delete_port for c9656455-0d96-477f-9e67-ef0d808f6046 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:32.057803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:32.122603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Made reservation on behalf of 851c9966b4ba4c4eb486ed58944a103f for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:32.127235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.132965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port c22ce082-53bd-4456-98bb-f6f308dbccb9 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:32.132965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.133939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-164b0528-55dc-4210-80cd-dae604ab21fc None None] Provisioning complete for port c22ce082-53bd-4456-98bb-f6f308dbccb9 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:32.134514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-164b0528-55dc-4210-80cd-dae604ab21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.139383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:32.162534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 55263049-a627-4401-a971-f7f18f95b269 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:32.192463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/ports/ef88ee03-4edc-4dbc-b76b-1271449e628b HTTP/1.1" status: 204 len: 168 time: 1.5887825 Dec 17 17:02:32.203696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43378) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:32.215493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:32.243024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ade2297c-4fdb-446c-845b-2109eca1cb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.260357 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2f54d0-27ea-4e1a-82a4-347637a14db5 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:32.260809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2f54d0-27ea-4e1a-82a4-347637a14db5 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:32.263745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f2f54d0-27ea-4e1a-82a4-347637a14db5 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/bf27ee0b-4cfa-4a46-a919-4ebd886ebef7 HTTP/1.1" status: 404 len: 337 time: 0.0586414 Dec 17 17:02:32.281997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43382) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:32.301436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-164b0528-55dc-4210-80cd-dae604ab21fc None None] Port c22ce082-53bd-4456-98bb-f6f308dbccb9 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:32.313990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port 22a658ce-1f0c-4360-bea2-70ff7894081f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:32.331218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:32.331604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.360943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.376392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:32.423983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] No DVR routers for this DVR port c9656455-0d96-477f-9e67-ef0d808f6046 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:32.441853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Pushing event deleted for resources: {'Port': ['ID=c9656455-0d96-477f-9e67-ef0d808f6046,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:32.446397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:32.452692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b5b38-77c9-4c80-b8a9-0f2856fa9c67 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:02:32.521839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a55aa9cc-f4d7-4bc0-8ad1-03a03a0b8368 None None] Provisioning complete for port d24b2f0a-deec-4e38-b162-4edd964c4737 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:32.522250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a55aa9cc-f4d7-4bc0-8ad1-03a03a0b8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.590764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.651802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.663487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port c9656455-0d96-477f-9e67-ef0d808f6046, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c9656455-0d96-477f-9e67-ef0d808f6046,segment=NetworkSegment(743b47c3-577d-4fb6-ae6f-79105d1f19c5),segment_id=743b47c3-577d-4fb6-ae6f-79105d1f19c5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:32.668220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.668386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a55aa9cc-f4d7-4bc0-8ad1-03a03a0b8368 None None] Port d24b2f0a-deec-4e38-b162-4edd964c4737 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:32.668488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db1b10b2-fbc1-4ec9-8cd0-ca4e1bc60630 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:32.690532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b5b38-77c9-4c80-b8a9-0f2856fa9c67 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:02:32.734424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=55263049-a627-4401-a971-f7f18f95b269,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:32.746853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:32.769214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.788800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.802320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Router 89fe0754-d762-481d-a669-ca9eb4129821 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:32.836469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for c9656455-0d96-477f-9e67-ef0d808f6046 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:32.899620 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/55263049-a627-4401-a971-f7f18f95b269 HTTP/1.1" status: 204 len: 168 time: 1.8463347 Dec 17 17:02:32.906116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43390) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:32.915832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'mac_address': 'fa:16:3e:b6:31:25', 'name': 'tempest-PortsIpV6TestJSON-1027621339'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:33.023526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.048152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.052134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.067060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:33.182299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for c22ce082-53bd-4456-98bb-f6f308dbccb9 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:33.241755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a745e32-7b0c-45a1-85f2-614e184726fa']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.254833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:33.255155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:33.264543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc0f224-91ac-43a7-b6e5-0204c1b78847') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.265208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc0f224-91ac-43a7-b6e5-0204c1b78847') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.283004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.284591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Network 924f08ea-200e-451b-868f-88611405739f is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:33.294153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:33.300708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:33.301633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:33.302255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.311670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.319397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:33.321982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:33.329478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=22a658ce-1f0c-4360-bea2-70ff7894081f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:33.332177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:33.334228 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] Sync routers for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:33.341162 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "PUT /v2.0/routers/89fe0754-d762-481d-a669-ca9eb4129821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6231883 Dec 17 17:02:33.344494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:33.347178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43394) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:33.350630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:33.350757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:33.350870 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:33.350965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.351092 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.355837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Request body: {'port': {'network_id': '165b09fe-b8be-4160-8f13-86f26f5f1278', 'name': 'tempest-FloatingIPAdminTestJSON-1056268397'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:33.362924 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:33.370814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:33.416662 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.425578 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:33.426320 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.463122 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5755427 Dec 17 17:02:33.466316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43398) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:33.472546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:33.486578 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:33.487115 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ab376-5b7e-40b5-9692-2e5182f09882 None None] The sync data for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:33.497552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port c9656455-0d96-477f-9e67-ef0d808f6046 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:33.497916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.506902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:33.510703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Usage tracker for resource:port and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:33.518211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:33.525006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:33.545360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.546118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:33.639687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Made reservation on behalf of 74e7ffff29f241d59d57b7667b33b392 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:33.643274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.674821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.692251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] device_id is not set on port a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:33.701273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3a76a84-9a06-4d72-9389-e454a729dbbf tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:33.714386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.750884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:33.757715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] The port 'c9656455-0d96-477f-9e67-ef0d808f6046' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:33.763473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 6d40f028-e82f-4a5e-bce7-89fa393a831e yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:33.768779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=0a745e32-7b0c-45a1-85f2-614e184726fa,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:33.866060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.866609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.867158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.867672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.868198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.868726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.869550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.870475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.871874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.872724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.873357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.873998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:33.907780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:33.919571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2abdf0a6-49ea-4a88-8102-27d0e332b65e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:33.950604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/0a745e32-7b0c-45a1-85f2-614e184726fa HTTP/1.1" status: 204 len: 168 time: 1.6675458 Dec 17 17:02:33.964694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43402) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:33.965786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Allocated IP 172.20.0.6 (165b09fe-b8be-4160-8f13-86f26f5f1278/5a58b100-bebf-484e-9d43-b1b670d451f6/a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:34.068107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=c22ce082-53bd-4456-98bb-f6f308dbccb9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:34.084368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:34.111140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.124373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.129661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port 52604e2e-7425-443d-b471-063786481ba1 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:34.134451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.156333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.158176 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/c22ce082-53bd-4456-98bb-f6f308dbccb9 HTTP/1.1" status: 204 len: 168 time: 2.3515980 Dec 17 17:02:34.170227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43406) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:34.190893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155421bb-8d93-46f9-8d73-6a24b5d78ad0']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:34.220353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743b47c3-577d-4fb6-ae6f-79105d1f19c5') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:34.220576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743b47c3-577d-4fb6-ae6f-79105d1f19c5') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:34.236993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.261442 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-363a845d-6427-4823-8782-81728750bcca tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:02:34.262776 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-363a845d-6427-4823-8782-81728750bcca tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/c22ce082-53bd-4456-98bb-f6f308dbccb9 HTTP/1.1" status: 404 len: 333 time: 0.0916386 Dec 17 17:02:34.268677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43410) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:34.307432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.327108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.351419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:34.351826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:34.370934 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:34.502948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.559181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.579527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.609566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port 22a658ce-1f0c-4360-bea2-70ff7894081f yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:34.624894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.629310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.633092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-be18da3c-0efd-4019-861f-d85b9f35f41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:34.647728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.661272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=155421bb-8d93-46f9-8d73-6a24b5d78ad0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:34.672334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:34.680242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/155421bb-8d93-46f9-8d73-6a24b5d78ad0 HTTP/1.1" status: 204 len: 168 time: 5.1474230 Dec 17 17:02:34.684010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43414) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:34.689397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1919492666', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:34.696522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:34.700895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:34.703691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:34.705015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Calling delete_port for 52604e2e-7425-443d-b471-063786481ba1 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:34.713350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:34.735755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.756495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:34.788665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.792114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Transition to ACTIVE for port object 22a658ce-1f0c-4360-bea2-70ff7894081f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:34.792907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.795391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.796503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/security-groups/aff23980-e101-4dbd-ae03-b19be0544090 HTTP/1.1" status: 204 len: 168 time: 0.5269103 Dec 17 17:02:34.797371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-973bac44-e01d-4f8c-b2fd-1331fb55eca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:34.805906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43418) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:34.818722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff23980-e101-4dbd-ae03-b19be0544090,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:34.822721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:34.840928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:34.841895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.844914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.847358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Transition to ACTIVE for port object a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:34.848799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:34.856421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:34.861067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.861793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:34.862425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.865700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef641011-5be8-4a10-9359-373eba28abdf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:34.894696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=6d40f028-e82f-4a5e-bce7-89fa393a831e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:34.911734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.912372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.912738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.913099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.913458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.913828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.914189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.914538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.914891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.915236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.915584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.915927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:34.931847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:34.942911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.006613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.008394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.014905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-436d3fc0-edd2-416b-a9f2-fc4f9d26565b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:35.033532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=22a658ce-1f0c-4360-bea2-70ff7894081f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:35.038390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff98e-a738-4800-b4b4-26f64fc26bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.042625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:35.071441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.083760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.084168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.084442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.100045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.103760 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.103760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 2 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.173269 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2659194 Dec 17 17:02:35.174549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.179258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43422) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.188253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Port': ['ID=52604e2e-7425-443d-b471-063786481ba1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:35.193609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:35.194703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24dbeb1f-a790-4b3a-b33f-6ed22a2bff99 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:35.252342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.252795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.253145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.253292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.271123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:35.274326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:35.279002 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/ports/52604e2e-7425-443d-b471-063786481ba1 HTTP/1.1" status: 204 len: 168 time: 1.3107240 Dec 17 17:02:35.279889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43426) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.280601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:35.299558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.300125 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.307449 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 3 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.365298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event updated for resources: {'Port': ['ID=a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:35.368273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:35.372938 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15a27e1-59dc-4c0d-9109-dc9ace1e0355 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] DELETE failed (client error): The resource could not be found. Dec 17 17:02:35.373397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15a27e1-59dc-4c0d-9109-dc9ace1e0355 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:35.377525 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c15a27e1-59dc-4c0d-9109-dc9ace1e0355 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/2cc9b919-d7f5-4017-be17-0beff5b04005 HTTP/1.1" status: 404 len: 337 time: 0.0608914 Dec 17 17:02:35.378721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.483036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:35.483833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.532157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.557774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e3afc6e7-9475-403c-bcac-888a0bc437fa None None] Provisioning for port a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:35.563478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e3afc6e7-9475-403c-bcac-888a0bc437fa None None] Provisioning complete for port a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:35.564512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e3afc6e7-9475-403c-bcac-888a0bc437fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.577295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.591472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c253cb07-b56a-4ce5-8459-d173b551801b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:35.596493 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2444134 Dec 17 17:02:35.597469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43434) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.599012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.599366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.599713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.621704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.622343 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.624376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.631183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 4 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.631973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.637466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fabdf-d12b-4685-ae6c-c4f96bf7c14e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:35.638612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e3afc6e7-9475-403c-bcac-888a0bc437fa None None] Port a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:35.649392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2db42d-2f78-4dc7-b24f-717b012c7490 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:35.650007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed2db42d-2f78-4dc7-b24f-717b012c7490 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:35.652857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:35.672491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.672848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.673185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.678361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.679480 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/security-groups/674fabdf-d12b-4685-ae6c-c4f96bf7c14e HTTP/1.1" status: 204 len: 168 time: 0.8726635 Dec 17 17:02:35.682413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.682752 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.683725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43440) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.684168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 5 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.685733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.715484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3313518-48b3-4003-a75c-6f2446c44e54']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:35.728925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7f4c46-35c7-47a2-9bbc-be4587250112') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:35.729346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7f4c46-35c7-47a2-9bbc-be4587250112') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:35.742234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.760376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.760716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.761060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.765062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.771717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:35.772448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.772579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed2db42d-2f78-4dc7-b24f-717b012c7490 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:35.773633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed2db42d-2f78-4dc7-b24f-717b012c7490 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/6d40f028-e82f-4a5e-bce7-89fa393a831e HTTP/1.1" status: 200 len: 845 time: 0.5879920 Dec 17 17:02:35.779691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.780061 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.783228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43444) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:35.783640 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 6 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:35.789070 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:35.840714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'project_id': '74e7ffff29f241d59d57b7667b33b392', 'port_id': 'a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:35.852802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:35.869605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Usage tracker for resource:floatingip and tenant:74e7ffff29f241d59d57b7667b33b392 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:35.872948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:35.879609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:35.893706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.901034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 898cd7b0-58bf-46df-a71b-c3cbfea6c77c {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:35.916559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:35.916904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:35.917266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:35.920058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.957393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.961782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:35.966433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a03f2479-02e6-48d2-aad0-5fca4e996e16 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:35.974788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:35.975141 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:35.979768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 7 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:35.985074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.000837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 6d40f028-e82f-4a5e-bce7-89fa393a831e {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:36.001178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.006088 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/d3313518-48b3-4003-a75c-6f2446c44e54 HTTP/1.1" status: 204 len: 168 time: 0.6267483 Dec 17 17:02:36.009116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=d3313518-48b3-4003-a75c-6f2446c44e54,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:36.011593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:36.012208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43448) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:36.060003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:36.060339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:36.060685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:36.078849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.106066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:36.106416 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:36.116952 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 8 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:36.139272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting subnet 2b4721ee-8653-4aea-bc6f-70fb03d12933 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:36.143448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.183978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:36.184313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:36.184656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:36.203439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.214151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:36.215052 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:36.221651 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 9 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:36.298355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.321939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:36.322495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:36.322631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:36.358581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:36.358918 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:36.360465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.363561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 10 to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f Dec 17 17:02:36.398350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.405854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:36.406199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:36.406540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:36.419029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.496511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Allocated IP 172.26.4.47 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/cdf4fc66-312a-4d67-96bd-8aded0e5ef84) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:36.499354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:36.499699 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 22a658ce-1f0c-4360-bea2-70ff7894081f on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:36.500068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.583151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.590149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be5683b9-f5b1-4270-bb05-8507c2d9c8a0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:36.627127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4721ee-8653-4aea-bc6f-70fb03d12933,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:36.629519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:36.634294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.636343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 6d40f028-e82f-4a5e-bce7-89fa393a831e owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:36.640309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc34e8e-f9b9-4bb7-ad61-c3c3e63e93ff None None] Network 414b8247-c868-4d98-a990-f27eb1bd6713 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:36.658716 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/subnets/2b4721ee-8653-4aea-bc6f-70fb03d12933 HTTP/1.1" status: 204 len: 168 time: 0.6430614 Dec 17 17:02:36.666303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:36.791743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.816774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.835693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port 21270496-a8bc-4f11-aa3f-303b4bac2621 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:36.835953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.863555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:36.941258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] DHCP port deletion for 414b8247-c868-4d98-a990-f27eb1bd6713 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:02:36.946747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Deleting port 21270496-a8bc-4f11-aa3f-303b4bac2621 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:36.947400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.068946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.076066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.096423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0b16d628-7cd6-45fc-94e1-4c8417ef31f6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:37.132206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port 22a658ce-1f0c-4360-bea2-70ff7894081f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:37.132579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempted to set empty binding levels {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 17:02:37.186502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.198576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa578b53-d671-461a-bb50-f16f6e4cc632 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:37.207364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] For port 21270496-a8bc-4f11-aa3f-303b4bac2621, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=21270496-a8bc-4f11-aa3f-303b4bac2621,segment=NetworkSegment(47c81f7d-738c-4e09-9974-674dc26dfd55),segment_id=47c81f7d-738c-4e09-9974-674dc26dfd55)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:37.207769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.226763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:37.231774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:37.234236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:37.239126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.248333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.259306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=898cd7b0-58bf-46df-a71b-c3cbfea6c77c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:37.266091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:37.267438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.270408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fefee642-7fce-41ba-ab88-515755ff39d6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:37.280652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f896751-1654-4b8e-834d-329afdba4974 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:37.304952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] For port 21270496-a8bc-4f11-aa3f-303b4bac2621, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=21270496-a8bc-4f11-aa3f-303b4bac2621,segment=NetworkSegment(47c81f7d-738c-4e09-9974-674dc26dfd55),segment_id=47c81f7d-738c-4e09-9974-674dc26dfd55)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:37.305328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.314567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf4fc66-312a-4d67-96bd-8aded0e5ef84,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:37.317577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:37.340199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] In _notify_port_updated(), no bound segment for port 22a658ce-1f0c-4360-bea2-70ff7894081f on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:37.341065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.341668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.346207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "PUT /v2.0/ports/22a658ce-1f0c-4360-bea2-70ff7894081f HTTP/1.1" status: 200 len: 976 time: 3.8757188 Dec 17 17:02:37.349866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.354062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/6d40f028-e82f-4a5e-bce7-89fa393a831e HTTP/1.1" status: 204 len: 168 time: 1.5607038 Dec 17 17:02:37.354062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43456) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:37.356539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.361163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/898cd7b0-58bf-46df-a71b-c3cbfea6c77c HTTP/1.1" status: 204 len: 168 time: 1.6659636 Dec 17 17:02:37.364108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:37.364430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43462) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:37.370024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Calling delete_port for 21270496-a8bc-4f11-aa3f-303b4bac2621 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:37.439460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:37.444994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Calling delete_port for 21270496-a8bc-4f11-aa3f-303b4bac2621 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:37.455250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.26.4.149 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/ea1c348f-7ce2-4d08-be50-7125bdaaaded) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:37.497744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=22a658ce-1f0c-4360-bea2-70ff7894081f,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:37.574939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b7a735-0262-4610-912d-f43ea457a195 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:02:37.575498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-39b7a735-0262-4610-912d-f43ea457a195 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:37.613725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=6d40f028-e82f-4a5e-bce7-89fa393a831e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:37.614715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:02:37.615102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.615669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:02:37.624465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-201fa188-11ec-44d4-a8a8-83dec6306dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:37.640865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:37.641494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:37.641912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:37.665122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Pushing event deleted for resources: {'Port': ['ID=21270496-a8bc-4f11-aa3f-303b4bac2621,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:37.675354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] No DVR routers for this DVR port 21270496-a8bc-4f11-aa3f-303b4bac2621 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:02:37.683063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.683647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.684145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.684832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.685327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.685797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.686317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.686792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.694324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.694324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.694324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.694324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:37.694324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:37.791320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-39b7a735-0262-4610-912d-f43ea457a195 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:37.792149 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-39b7a735-0262-4610-912d-f43ea457a195 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/6d40f028-e82f-4a5e-bce7-89fa393a831e HTTP/1.1" status: 404 len: 333 time: 0.4268303 Dec 17 17:02:37.800525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43468) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:37.809045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'name': 'tempest-PortsIpV6TestJSON-1118328057'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:37.811765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:37.820671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:37.826977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:37.843758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.844513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.844991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.845463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.845967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.846442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.846916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.847385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.847965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.848429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.848892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.849354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.849847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.850299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.850768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.851228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.851703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.852152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.852610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.853069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:37.855923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8b0c0ec2-78f2-48b9-9115-69d63ca5487a tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17363 time: 0.4975052 Dec 17 17:02:37.866980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43472) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:37.873989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:37.907462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.947168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:37.957258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Deleting port 22a658ce-1f0c-4360-bea2-70ff7894081f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:37.957988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:37.966519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:38.002927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.008158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:38.012393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.048870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:38.052436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.116369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port d908ab3e-7113-4474-bf2b-b1b758b27e5b yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:38.152524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Deleting port 21270496-a8bc-4f11-aa3f-303b4bac2621 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:38.152870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.160410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 21270496-a8bc-4f11-aa3f-303b4bac2621 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:02:38.233320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 21270496-a8bc-4f11-aa3f-303b4bac2621 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:02:38.233682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 21270496-a8bc-4f11-aa3f-303b4bac2621 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:02:38.313267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] The port '21270496-a8bc-4f11-aa3f-303b4bac2621' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:02:38.390893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.415656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.463033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-777551f0-0ca1-42f5-b060-9e30aeaf4386 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:38.491786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-189298e5-26e6-439c-b4be-186c7cffbf4d None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:38.492577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-189298e5-26e6-439c-b4be-186c7cffbf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.550612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:38.556531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-189298e5-26e6-439c-b4be-186c7cffbf4d None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:38.574753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-189298e5-26e6-439c-b4be-186c7cffbf4d None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:38.575459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-189298e5-26e6-439c-b4be-186c7cffbf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.578083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:38.586058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:38.654182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.711815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=ea1c348f-7ce2-4d08-be50-7125bdaaaded,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:38.714784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port 22a658ce-1f0c-4360-bea2-70ff7894081f, host hv-neutron-8210, got binding levels [] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:38.715229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.785573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414b8247-c868-4d98-a990-f27eb1bd6713']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:38.873310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c81f7d-738c-4e09-9974-674dc26dfd55') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:38.873591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c81f7d-738c-4e09-9974-674dc26dfd55') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:38.902436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.918120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:38.949652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.970792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:38.971195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:38.989881 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:38.998202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.045212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Calling delete_port for 22a658ce-1f0c-4360-bea2-70ff7894081f owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:39.103278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.103505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.119982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec122296-f3c4-43d4-bde8-8c33f290520e tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:39.152253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.156482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.160349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-30eba9e9-acd7-4f85-8973-c2acd4330f10 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:39.183894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.188249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.205017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:39.205251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Pushing event deleted for resources: {'Network': ['ID=414b8247-c868-4d98-a990-f27eb1bd6713,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:39.207376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:39.211432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cf0a06e4-73cb-44a4-b5d5-afcccc87f8e8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:39.216681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:39.225763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:39.226371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.228441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09d101-b056-410a-8424-be6fb2827fbf None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:39.246906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=ffe467c3-a410-4d57-b72f-ca27ddf9940e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:39.252760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] 10.222.0.61 "DELETE /v2.0/networks/414b8247-c868-4d98-a990-f27eb1bd6713 HTTP/1.1" status: 204 len: 168 time: 2.5853002 Dec 17 17:02:39.258153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:39.322158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:39.331734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:39.334250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:39.340467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:39.342972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.370542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.371827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf4fc66-312a-4d67-96bd-8aded0e5ef84,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:39.389883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-17b9c65a-a0a9-463d-890e-310b8a058683 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:39.421062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.455123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0853386 Dec 17 17:02:39.457229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event deleted for resources: {'Port': ['ID=22a658ce-1f0c-4360-bea2-70ff7894081f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:39.460659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:39.470727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'security_group': {'name': 'tempest-secgroup-329049290'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:39.474992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:39.505921 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7029679 Dec 17 17:02:39.515721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:39.529326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:39.532937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:39.540027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.543010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "DELETE /v2.0/ports/22a658ce-1f0c-4360-bea2-70ff7894081f HTTP/1.1" status: 204 len: 168 time: 1.6712539 Dec 17 17:02:39.549470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:39.554366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:39.556928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43488) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:39.604407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:39.618224 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-5097b6f7-47ad-4e1a-9ea2-0251f296c735 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] GET failed (client error): The resource could not be found. Dec 17 17:02:39.618764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5097b6f7-47ad-4e1a-9ea2-0251f296c735 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Synchronizing usage tracker for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:39.647335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5097b6f7-47ad-4e1a-9ea2-0251f296c735 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Unset dirty status for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:39.647335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5097b6f7-47ad-4e1a-9ea2-0251f296c735 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports/22a658ce-1f0c-4360-bea2-70ff7894081f HTTP/1.1" status: 404 len: 333 time: 0.0857792 Dec 17 17:02:39.647669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=d908ab3e-7113-4474-bf2b-b1b758b27e5b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:39.647669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:39.648757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43492) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:39.650663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.651385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:39.651821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:39.664215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Update dhcp port {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'fixed_ips': [{'subnet_id': '5040f899-635e-4d94-ae97-dfb9a7c32bde', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffe467c3-a410-4d57-b72f-ca27ddf9940e'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'bcce702b-096b-4f9a-8aea-f6597f2f0aab'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:02:39.667065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-825357939', 'network_id': '924f08ea-200e-451b-868f-88611405739f'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:39.690031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:39.722327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.760454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:39.779014 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Floating IP 86b6e444-ef02-4470-ae85-f61dc2ab8f0d associated. External IP: 172.26.4.47, port: a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d. Dec 17 17:02:39.821952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.840710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43498) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:39.865417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:39.866272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Made reservation on behalf of 851c9966b4ba4c4eb486ed58944a103f for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:39.869028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.884183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:39.911603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port c5ac68db-4bd2-489b-8609-b5e114bb3c17 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:39.926465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:39.936707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:39.958829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:39.982677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Allocated IP 172.20.0.2 (f7dded41-5a83-4982-a08f-10fdf65703b0/ffe467c3-a410-4d57-b72f-ca27ddf9940e/bcce702b-096b-4f9a-8aea-f6597f2f0aab) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:40.128858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-839523df-e88f-4b62-9382-1d6d38bf6ff9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3d7b3ff40a4414ab3290ec81ca830ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869565 Dec 17 17:02:40.135467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43504) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:40.138518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.163535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:40.192117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.208100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Transition to ACTIVE for port object bcce702b-096b-4f9a-8aea-f6597f2f0aab will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:40.277527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.283223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ab23f8cb-00e4-4ab9-b03b-4bc2740098a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:40.298857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.387419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.396427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10b835b8-2418-4f33-8a2d-6e18c8f8baef tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:40.422620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.430632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:40.434180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:40.614546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c12455-f5a9-42f2-8135-fb0de8663f87,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:40.623893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:40.625764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.673780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.677523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2115357 Dec 17 17:02:40.680755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.681921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43508) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:40.684148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.691298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'security_group': {'name': 'tempest-secgroup-706768503'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:40.699309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:40.709166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:40.714008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Router 89fe0754-d762-481d-a669-ca9eb4129821 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:40.719418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:40.727046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:40.792192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.804888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bd2fdae-9c69-482a-a69e-654634e396a8 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:40.809182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router fa5c9764-b6dc-413e-979b-6782f1054528 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:02:40.871977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.877283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.907759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:40.930965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] In _notify_port_updated(), no bound segment for port d908ab3e-7113-4474-bf2b-b1b758b27e5b on network 6c7d3a84-8838-4044-b68a-e73e0d37d40a {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:40.932404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:40.936428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:40.937052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.941079 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/ports/d908ab3e-7113-4474-bf2b-b1b758b27e5b HTTP/1.1" status: 200 len: 818 time: 1.4197931 Dec 17 17:02:40.941268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b936d200-1200-404d-b087-360741291294,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:40.942420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:40.946652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43512) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:40.952412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:40.956438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:40.983923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=d908ab3e-7113-4474-bf2b-b1b758b27e5b,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:40.989981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:40.990560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-555c367d-dc5a-4e8b-b6d2-41e0a8c41115 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:40.994533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:41.003284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.004427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b936d200-1200-404d-b087-360741291294 HTTP/1.1" status: 204 len: 168 time: 0.8677733 Dec 17 17:02:41.069853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Network 924f08ea-200e-451b-868f-88611405739f is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:41.089155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=c5ac68db-4bd2-489b-8609-b5e114bb3c17,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:41.091867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:41.094015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:41.094157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:41.095842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:41.096558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:41.097415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:41.098120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.106846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] Sync routers for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:41.116397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:41.117536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.156256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port d908ab3e-7113-4474-bf2b-b1b758b27e5b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:41.156607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.197597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.201052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.212905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:41.213291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.248380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:41.252497 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5996168 Dec 17 17:02:41.252667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:41.253368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.263530 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.6581521 Dec 17 17:02:41.263625 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] Sync routers for ids ['fa5c9764-b6dc-413e-979b-6782f1054528'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:41.265488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43518) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.268518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43520) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.272696 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] Routers {'fa5c9764-b6dc-413e-979b-6782f1054528'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:41.273582 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['fa5c9764-b6dc-413e-979b-6782f1054528'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.342159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.342742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30fc7c-ba30-48ae-ba39-ed9e9cea2d59 None None] The sync data for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:41.348062 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.358278 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] Routers {'fa5c9764-b6dc-413e-979b-6782f1054528'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:41.359423 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['fa5c9764-b6dc-413e-979b-6782f1054528'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.363916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:41.432417 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:41.433807 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94ed17-2865-4fca-a0ae-dd5dbae28606 None None] The sync data for ids ['fa5c9764-b6dc-413e-979b-6782f1054528'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:41.438139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Provisioning for port bcce702b-096b-4f9a-8aea-f6597f2f0aab completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:41.449968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:41.450614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff354de6-c757-42a3-a74e-eb8786f1de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.457973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97e5f0-6c69-4637-ad22-ca94a3b9ab50 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:41.458553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf97e5f0-6c69-4637-ad22-ca94a3b9ab50 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Synchronizing usage tracker for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:41.474269 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-48c2dd73-0386-41bf-84dc-dbef476aa6f6 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "GET /v2.0/floatingips/86b6e444-ef02-4470-ae85-f61dc2ab8f0d HTTP/1.1" status: 200 len: 982 time: 0.2072248 Dec 17 17:02:41.477433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43530) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.518864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.522556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.8348103 Dec 17 17:02:41.530930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43536) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.574388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf97e5f0-6c69-4637-ad22-ca94a3b9ab50 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Unset dirty status for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:41.581201 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bf97e5f0-6c69-4637-ad22-ca94a3b9ab50 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports/c5ac68db-4bd2-489b-8609-b5e114bb3c17 HTTP/1.1" status: 200 len: 954 time: 0.3071411 Dec 17 17:02:41.582679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43542) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.664322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.673284 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f58c91e0-c52b-4768-b7f3-b63f9cab9c49 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1821175 Dec 17 17:02:41.674428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43546) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:41.742527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.765089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Deleting port c5ac68db-4bd2-489b-8609-b5e114bb3c17 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:41.765589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.862448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for d908ab3e-7113-4474-bf2b-b1b758b27e5b owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:41.888880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.908177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c8fd16f-6e72-4d4b-80c6-da0c31cab2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:41.977224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ab9601-d863-452c-a0bd-cd8a3a241cbd,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:41.985380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:42.007052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa38869c-e60a-4c7c-833f-365ae5c0a1aa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers/fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 200 len: 881 time: 0.4726913 Dec 17 17:02:42.007617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43558) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.106491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.114372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4316781 Dec 17 17:02:42.114596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:42.115384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43564) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.123545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'security_group': {'name': 'tempest-secgroup-434588493'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:42.130396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:42.137610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:42.141977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:42.152738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:42.157504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.168394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc1d4ce2-2386-4f5f-ab67-1e5768676c89 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:42.185977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port cdf4fc66-312a-4d67-96bd-8aded0e5ef84 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:42.186320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.206514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:42.206916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.266536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.273917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43568) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.276304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=d908ab3e-7113-4474-bf2b-b1b758b27e5b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:42.285785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:42.291109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.305649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.335670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:42.341314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:security_group_rule and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:42.345549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:42.352179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:42.401198 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/d908ab3e-7113-4474-bf2b-b1b758b27e5b HTTP/1.1" status: 204 len: 168 time: 1.4480884 Dec 17 17:02:42.402557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43574) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.470643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-86c4deed-5bf7-4cf4-b589-dacc3894bbec tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:router {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:42.483203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Calling delete_port for c5ac68db-4bd2-489b-8609-b5e114bb3c17 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:42.505749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.512286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805370372'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:42.532377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d970b9-feb2-46bb-8c7f-1761c5c9ce63 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:42.532982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e2d970b9-feb2-46bb-8c7f-1761c5c9ce63 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:42.535002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:42.543353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:42.547636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:42.555758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:42.568856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.572696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:42.619128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.619464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.733096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e2d970b9-feb2-46bb-8c7f-1761c5c9ce63 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:42.734278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e2d970b9-feb2-46bb-8c7f-1761c5c9ce63 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3308105 Dec 17 17:02:42.734949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-86c4deed-5bf7-4cf4-b589-dacc3894bbec tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:router {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:42.738453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-86c4deed-5bf7-4cf4-b589-dacc3894bbec tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7274816 Dec 17 17:02:42.744376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43578) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.744747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43580) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.754023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6040fe-6845-482a-a8c9-de9294be5114,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:42.756582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for cdf4fc66-312a-4d67-96bd-8aded0e5ef84 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:42.756704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:42.784296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.790090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.831667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.833070 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7154193 Dec 17 17:02:42.835712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43586) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:42.841425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-602748563', 'security_groups': ['8a6040fe-6845-482a-a8c9-de9294be5114'], 'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffe467c3-a410-4d57-b72f-ca27ddf9940e'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:42.841589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1919492666'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:42.888821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:42.958709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.977716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:42.982189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5ac68db-4bd2-489b-8609-b5e114bb3c17,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:42.982350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:port and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:42.985179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:42.985353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:42.989515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:42.991548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:43.007324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-792c777f-06e4-4332-8c6c-1dfc6ed459e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:02:43.007923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-792c777f-06e4-4332-8c6c-1dfc6ed459e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:43.024270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:43.077569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:43.089668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:43.100719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:43.124266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:43.131078 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c5ac68db-4bd2-489b-8609-b5e114bb3c17 HTTP/1.1" status: 204 len: 168 time: 1.5394130 Dec 17 17:02:43.138093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43590) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:43.150952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-792c777f-06e4-4332-8c6c-1dfc6ed459e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:43.152090 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-792c777f-06e4-4332-8c6c-1dfc6ed459e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/d908ab3e-7113-4474-bf2b-b1b758b27e5b HTTP/1.1" status: 404 len: 333 time: 0.4056182 Dec 17 17:02:43.156644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43594) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:43.164187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-141970452'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:43.172515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:43.181171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:43.186436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:43.196801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:43.223196 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2520c0b0-556b-4664-8dc8-39ddbae493f2 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] GET failed (client error): The resource could not be found. Dec 17 17:02:43.223729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2520c0b0-556b-4664-8dc8-39ddbae493f2 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Synchronizing usage tracker for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:43.235968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.257203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] device_id is not set on port a5d22053-d49a-4e40-afec-0f4095dbd442 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:43.316520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:43.320206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.450792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2520c0b0-556b-4664-8dc8-39ddbae493f2 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Unset dirty status for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:43.451865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2520c0b0-556b-4664-8dc8-39ddbae493f2 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports/c5ac68db-4bd2-489b-8609-b5e114bb3c17 HTTP/1.1" status: 404 len: 333 time: 0.3092704 Dec 17 17:02:43.461058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43598) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:43.469413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'network_id': '924f08ea-200e-451b-868f-88611405739f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1924105202'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:43.477205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:43.493379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:43.506585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.13 (f7dded41-5a83-4982-a08f-10fdf65703b0/ffe467c3-a410-4d57-b72f-ca27ddf9940e/a5d22053-d49a-4e40-afec-0f4095dbd442) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:43.533610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.563103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Made reservation on behalf of 851c9966b4ba4c4eb486ed58944a103f for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:43.565548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.652912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:43.664680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:43.718144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.720317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.727577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.727941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment 4154d33f-79bd-4fbe-88a0-2360380a3cd7 of type vlan for network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 Dec 17 17:02:43.733621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:43.744056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:43.762092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:43.803097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:43.806656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.816155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.845246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:43.855109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object a5d22053-d49a-4e40-afec-0f4095dbd442 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:43.921823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8eea18-d998-4ba5-8a8b-c925593a3b74,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:43.931876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:43.934100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f93cb496-d70a-4789-b5a2-da47196ce34c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:43.991850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.997019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:43.997583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=cdf4fc66-312a-4d67-96bd-8aded0e5ef84,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:44.002908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:44.003059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.008083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:44.008918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3529a372-16e7-4607-ba08-dd150588bbc2 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:44.021623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.021978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Floating IP 86b6e444-ef02-4470-ae85-f61dc2ab8f0d disassociated (deleted). External IP: 172.26.4.47, port: a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d. Dec 17 17:02:44.091821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.096433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.130804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=6ab1319e-e588-4279-9342-cb8e8edeb9a9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:44.135940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:44.142795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:44.144568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:44.145496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c80a88d4-73ca-4be6-ae7c-f6145de84efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:44.182234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:44.185213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:44.192691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.233117 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0734446 Dec 17 17:02:44.267939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43602) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:44.293463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=a5d22053-d49a-4e40-afec-0f4095dbd442,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:44.297648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:44.299393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:44.315625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:44.315625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.357971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.375634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.381790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f15ccf4f-81dd-4b6a-a19d-31006c495206 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:44.421356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5843365 Dec 17 17:02:44.435836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43606) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:44.453376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:44.483350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.500961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f22bc9ae-f37e-43ed-a57a-520bc3d34800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:44.517500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-90e28a90-39d6-4dbe-a652-b7cb88792980 None None] Provisioning for port a5d22053-d49a-4e40-afec-0f4095dbd442 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:44.521733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Network 924f08ea-200e-451b-868f-88611405739f is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:44.525004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-90e28a90-39d6-4dbe-a652-b7cb88792980 None None] Provisioning complete for port a5d22053-d49a-4e40-afec-0f4095dbd442 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:44.525415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90e28a90-39d6-4dbe-a652-b7cb88792980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.534408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:44.547521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:44.548447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:44.549038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.555280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=4e00a5c9-b34f-4fcb-a921-a5a855f2b0be,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:44.564519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:44.626615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-90e28a90-39d6-4dbe-a652-b7cb88792980 None None] Port a5d22053-d49a-4e40-afec-0f4095dbd442 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:44.631623 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1694643 Dec 17 17:02:44.632710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:44.634875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43610) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:44.641602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:44.646194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3a235-5eaa-41bb-b3e5-f2374a059c45,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:44.650953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:44.660679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:44.666889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:44.671398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:44.674003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:44.691278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:44.726313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:44.752550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.756129 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4761276 Dec 17 17:02:44.756129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router fa5c9764-b6dc-413e-979b-6782f1054528 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:44.756656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:44.757548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43614) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:44.859741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:44.863171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.901120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Router 89fe0754-d762-481d-a669-ca9eb4129821 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:02:44.903215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:44.906915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:44.925919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.174676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.210097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-62531a6e-b1d7-4ba3-90fa-8f8b0c6afca8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4512527 Dec 17 17:02:45.213953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43618) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.247270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffe467c3-a410-4d57-b72f-ca27ddf9940e (CIDR: 172.20.0.0/28) Dec 17 17:02:45.248935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-security--1764785992', 'description': 'tempest-security-description-532454508'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:45.297764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:02:45.298269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:45.305554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:45.312894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.314637 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-263e648d-4dc0-432e-8b9e-2966766e4f66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 200 len: 888 time: 2.5661366 Dec 17 17:02:45.318740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] Sync routers for ids ['fa5c9764-b6dc-413e-979b-6782f1054528'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:45.319669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43622) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.330613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] Routers {'fa5c9764-b6dc-413e-979b-6782f1054528'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:45.331734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['fa5c9764-b6dc-413e-979b-6782f1054528'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.374736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.397578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.406507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] Routers {'fa5c9764-b6dc-413e-979b-6782f1054528'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:45.407582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['fa5c9764-b6dc-413e-979b-6782f1054528'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.412624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] device_id is not set on port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:45.422689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.468290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.468606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d197ff-f068-4753-8180-49711eb2b649 None None] The sync data for ids ['fa5c9764-b6dc-413e-979b-6782f1054528'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:45.478296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.487659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-134ab743-a2b7-4b17-9744-187b17a1dfb0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0447536 Dec 17 17:02:45.496876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43626) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.497805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Transition to ACTIVE for port object 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:45.503534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:45.510620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:45.522158 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] Sync routers for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:45.532459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.533612 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:45.534371 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.535071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.539025 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "PUT /v2.0/security-groups/24f3a235-5eaa-41bb-b3e5-f2374a059c45 HTTP/1.1" status: 200 len: 1777 time: 0.3101795 Dec 17 17:02:45.539025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.539517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43630) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.568696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:45.598057 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.608085 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:45.608793 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.639830 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/floatingips/86b6e444-ef02-4470-ae85-f61dc2ab8f0d HTTP/1.1" status: 204 len: 168 time: 3.9586968 Dec 17 17:02:45.639830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3a235-5eaa-41bb-b3e5-f2374a059c45,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:45.644121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43634) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.648959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5729e140-75ea-4a3b-b075-5d670b85703e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups/24f3a235-5eaa-41bb-b3e5-f2374a059c45 HTTP/1.1" status: 200 len: 1777 time: 0.1063187 Dec 17 17:02:45.648959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.654672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:45.657859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:45.663625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43638) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.664268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d654c3d2-f8ef-4650-979b-8ddded784dc9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:45.673452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:45.673452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Usage tracker for resource:floatingip and tenant:906b87936f024da48472ed7f03af985e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:45.675858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:45.681502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:45.704485 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:45.704894 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802c26a-1bd8-4e30-b182-19bcfc70fc8f None None] The sync data for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:45.735088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.738923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64249672-5096-4319-9afa-083c78a48c28 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:45.772548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.823659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-71243113-575f-4087-867c-dc69cdd802e0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers/fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 200 len: 888 time: 0.5009458 Dec 17 17:02:45.836121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43642) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:45.891386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=fd1217ed-d705-4ec8-9e9c-a1132d7acaa6,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:45.899385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:45.899723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=4e00a5c9-b34f-4fcb-a921-a5a855f2b0be,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:45.902645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:45.902985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:45.903325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:45.906056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:45.908502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': '4154d33f-79bd-4fbe-88a0-2360380a3cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:45.908864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: 6ab1319e-e588-4279-9342-cb8e8edeb9a9, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:45.946361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-50e1f7b1-2858-4e66-bf46-4d826957c237 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:45.948997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:45.949327 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:45.953744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 2 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:45.966768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:45.993972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:45.994227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:45.994566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:45.996569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.000537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:46.001143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:46.016172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.016502 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.017363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:46.022381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 3 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.029365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:46.048815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.056713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:46.066731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.067068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.067408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.084066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-50e1f7b1-2858-4e66-bf46-4d826957c237 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:46.087727 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-50e1f7b1-2858-4e66-bf46-4d826957c237 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 200 len: 205 time: 0.2414579 Dec 17 17:02:46.087727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.087727 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.088031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 4 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.089784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43646) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.113990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.114338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.114673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.120245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.120575 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.121235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 5 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.137087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.137418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.137746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.142317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.142648 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.143073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 6 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.152146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:46.155564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.156614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 6ab1319e-e588-4279-9342-cb8e8edeb9a9) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:46.164603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f0ebb-c86e-4c66-b1de-1d8347278973 None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:46.179923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:46.180512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.237285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.237622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.237989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.245573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.253575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5c5fa76-d6f9-4c1b-a835-61a88e00c48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:46.265625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.265955 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.270000 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 7 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.273400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Allocated IP 172.26.4.20 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/be1e6a9d-c716-45cd-85cb-eb9528b3a14b) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:46.281862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3a235-5eaa-41bb-b3e5-f2374a059c45,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:46.285536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:46.300999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.301667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.301667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.309767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.314107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/24f3a235-5eaa-41bb-b3e5-f2374a059c45 HTTP/1.1" status: 204 len: 168 time: 0.6198144 Dec 17 17:02:46.314897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43650) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.336524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.336871 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.351001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 8 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.380146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5040f899-635e-4d94-ae97-dfb9a7c32bde (CIDR: 172.20.0.16/28) Dec 17 17:02:46.382896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.382896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.383132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.391756 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1105576 Dec 17 17:02:46.394529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43654) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.409626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.409626 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.409795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.409917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': 'fd1217ed-d705-4ec8-9e9c-a1132d7acaa6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:46.409917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.410473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:46.420123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 9 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.443542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:02:46.444024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:46.570024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Allocated IP 2001:db8::2 (6ab1319e-e588-4279-9342-cb8e8edeb9a9/fd1217ed-d705-4ec8-9e9c-a1132d7acaa6/efc76ba9-ca53-40b6-8333-ffe18d3e6d9c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:46.615841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.641599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.642981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d9be51bd-0e53-49fd-be85-5b261c574468 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:46.656725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.657068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.657411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.675429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.675811 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.679688 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempt 10 to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be Dec 17 17:02:46.707708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:46.708045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:46.708383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempting to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:46.724426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:02:46.724757 dv-neutron-821073-1-hyperv neutron-server[88116]: ERROR neutron.plugins.ml2.managers [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Failed to bind port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on host hv-neutron-8210 for vnic_type normal using segments [{'id': '289845bd-d07e-4ba7-83f5-96c49f8be446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '924f08ea-200e-451b-868f-88611405739f'}] Dec 17 17:02:46.725112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.743042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port ea1c348f-7ce2-4d08-be50-7125bdaaaded {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:46.743899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.777032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.778142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.787900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Transition to ACTIVE for port object efc76ba9-ca53-40b6-8333-ffe18d3e6d9c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:46.789643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:46.797441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d9be51bd-0e53-49fd-be85-5b261c574468 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:46.801597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d9be51bd-0e53-49fd-be85-5b261c574468 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4696569 Dec 17 17:02:46.805562 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7afc6089-80a8-441f-99da-592021fdddda tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3041759 Dec 17 17:02:46.808457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Transition to ACTIVE for port object efc76ba9-ca53-40b6-8333-ffe18d3e6d9c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:46.810325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43660) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.810652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43662) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.811569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:46.832758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'subnet': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:46.845859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:46.852888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:46.865410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:46.873802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:46.878185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:46.884448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:46.885288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:46.890909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e8009c4-e86f-4aa4-b1a4-5cb2c5fbe7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:46.941528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-7999111b-f00f-4a92-9b7c-97c47e82f9e1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] delete failed (client error): The resource could not be found. Dec 17 17:02:46.948876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7999111b-f00f-4a92-9b7c-97c47e82f9e1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/24f3a235-5eaa-41bb-b3e5-f2374a059c45 HTTP/1.1" status: 404 len: 347 time: 0.1347404 Dec 17 17:02:46.961671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:46.962841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43668) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:46.965102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:46.969404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:46.975704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Pushing event updated for resources: {'Port': ['ID=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:46.980768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:46.981655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--190300176'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:47.002411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:47.034433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:47.037250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:47.037612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attempted to set empty binding levels {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 17 17:02:47.058635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:47.062087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.066671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Attempting to bind port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:47.067164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Attempting to bind port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4154d33f-79bd-4fbe-88a0-2360380a3cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:47.067664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Attempting to bind port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c on network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:47.073264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:47.073780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Checking segment: {'id': '4154d33f-79bd-4fbe-88a0-2360380a3cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:47.074311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.074826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Bound using segment: {'id': '4154d33f-79bd-4fbe-88a0-2360380a3cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:47.075394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Bound port: efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4154d33f-79bd-4fbe-88a0-2360380a3cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:47.076731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.087007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Pushing event updated for resources: {'Port': ['ID=be1e6a9d-c716-45cd-85cb-eb9528b3a14b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:47.139763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:47.158871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.166057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-411e0457-0571-4120-b784-883c30b7ec5c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:47.208028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.208325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:47.212539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,segment=NetworkSegment(4154d33f-79bd-4fbe-88a0-2360380a3cd7),segment_id=4154d33f-79bd-4fbe-88a0-2360380a3cd7)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:47.218947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.230902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:47.249699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] In _notify_port_updated(), no bound segment for port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be on network 924f08ea-200e-451b-868f-88611405739f {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:47.250587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:47.251183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.255107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "PUT /v2.0/ports/4e00a5c9-b34f-4fcb-a921-a5a855f2b0be HTTP/1.1" status: 200 len: 977 time: 2.6167183 Dec 17 17:02:47.255925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43672) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:47.260498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.262347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Usage tracker for resource:subnet and tenant:85dde104528e4560bcd0f9cf105fff69 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:47.272482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:47.289207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.299838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cced498-5e6b-4d83-8536-fb8ff7b97a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:47.303755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:47.316682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:47.331090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event updated for resources: {'Port': ['ID=4e00a5c9-b34f-4fcb-a921-a5a855f2b0be,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:47.333842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:47.348318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:47.351569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:47.364305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:47.375686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd1217ed-d705-4ec8-9e9c-a1132d7acaa6 (CIDR: 2001:db8::/64) Dec 17 17:02:47.424566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Pushing event updated for resources: {'Port': ['ID=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:47.433942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:47.443444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:02:47.444133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:02:47.447535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Made reservation on behalf of 85dde104528e4560bcd0f9cf105fff69 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:47.451724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.539771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for ea1c348f-7ce2-4d08-be50-7125bdaaaded owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:47.604211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Deleting port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:47.604211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.606455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.675451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.701716 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ccf4a82-e7fc-42d3-bbd2-0cebbe7254b5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3063076 Dec 17 17:02:47.704635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43678) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:47.721129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:47.749090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.806083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b364a60-3d13-4636-9b5e-f7b18966ed17 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:47.875210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b850c973-d6c8-49d7-a41e-76dff54371e8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:47.875210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:47.957911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.959059 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9930134 Dec 17 17:02:47.965132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43682) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:47.973714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b850c973-d6c8-49d7-a41e-76dff54371e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:47.985406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:47.992144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:47.996912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:48.001986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:48.008294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:48.011501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:48.017876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:48.026724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:48.128347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.189776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.192498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device efc76ba9-ca53-40b6-8333-ffe18d3e6d9c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:48.202793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2be401d6-4f39-477e-91d7-25050233bd1e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:48.244804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:48.248871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.288174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] For port 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be, host hv-neutron-8210, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:48.288797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.291845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Network f7dded41-5a83-4982-a08f-10fdf65703b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:48.349111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:48.364118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d56d3a-d7a0-4e0d-9e64-3d420ee8f0df None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:48.366808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:48.367407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.396581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:48.402660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Subnet': ['ID=2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:48.415306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:48.452312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.523461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Calling delete_port for 4e00a5c9-b34f-4fcb-a921-a5a855f2b0be owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:48.530644 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7126718 Dec 17 17:02:48.538774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43688) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:48.548970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.556143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1338533207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e'}], 'security_groups': ['e3c12455-f5a9-42f2-8135-fb0de8663f87', '20ab9601-d863-452c-a0bd-cd8a3a241cbd']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:48.674204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.688774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.695185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a44d8c02-d602-410a-88fd-7522f88ac199 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:48.757728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321d59f-e055-4c4b-8bec-0971d19e1ed6 None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:48.788722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-750c2a9b-e2b7-416b-866d-0a57e3198114 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:48.926667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=ea1c348f-7ce2-4d08-be50-7125bdaaaded,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:48.930015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:48.930667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:48.940820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38b9f864-bb4d-47b2-a36b-d52758f945e9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:48.969155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Provisioning for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:48.971794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.015750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:49.015750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.033918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e00a5c9-b34f-4fcb-a921-a5a855f2b0be,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:49.037895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:49.041485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.056429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5eeb7849-0f30-4d41-9da6-41cccb239870 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:49.075400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3dc610b-3c17-4fc9-a478-55025c286aa8,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:49.083345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:49.114297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.163109 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4e00a5c9-b34f-4fcb-a921-a5a855f2b0be HTTP/1.1" status: 204 len: 168 time: 1.9057565 Dec 17 17:02:49.171972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43694) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.199326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.203459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2373455 Dec 17 17:02:49.204387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43698) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.243979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-0c01eb24-5fcf-4578-86c2-7461eb2c297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:49.245780 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-0c01eb24-5fcf-4578-86c2-7461eb2c297e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.4456615 Dec 17 17:02:49.267020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.268177 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2e56a9-f708-4ee6-8e7e-bdb074c75314 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] GET failed (client error): The resource could not be found. Dec 17 17:02:49.268780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eb2e56a9-f708-4ee6-8e7e-bdb074c75314 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Synchronizing usage tracker for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:49.280786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Update dhcp port {'port': {'network_id': 'f7dded41-5a83-4982-a08f-10fdf65703b0', 'fixed_ips': [{'subnet_id': '5040f899-635e-4d94-ae97-dfb9a7c32bde', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffe467c3-a410-4d57-b72f-ca27ddf9940e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'bcce702b-096b-4f9a-8aea-f6597f2f0aab'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:02:49.285698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.330266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Pushing event updated for resources: {'Port': ['ID=be1e6a9d-c716-45cd-85cb-eb9528b3a14b,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:49.333937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:49.338924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.344948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.355786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668ee3-acf2-4c46-8b72-9c4cd350ad17 req-46af8e85-3644-4aab-800a-9463e6aebbbc tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:49.356951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63668ee3-acf2-4c46-8b72-9c4cd350ad17 req-46af8e85-3644-4aab-800a-9463e6aebbbc tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.5756638 Dec 17 17:02:49.409572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.410320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f5b00635-2124-44d9-954c-2c08c86a8c4f tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:49.432047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,segment=NetworkSegment(4154d33f-79bd-4fbe-88a0-2360380a3cd7),segment_id=4154d33f-79bd-4fbe-88a0-2360380a3cd7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:49.476865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.504702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.507115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.521921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.529411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.534191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f8324026-656c-4a32-ad0d-bcf46772bec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:49.568684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eb2e56a9-f708-4ee6-8e7e-bdb074c75314 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Unset dirty status for tenant:851c9966b4ba4c4eb486ed58944a103f on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:49.576152 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eb2e56a9-f708-4ee6-8e7e-bdb074c75314 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] 10.222.0.61 "GET /v2.0/ports/4e00a5c9-b34f-4fcb-a921-a5a855f2b0be HTTP/1.1" status: 404 len: 333 time: 0.3835156 Dec 17 17:02:49.581363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43702) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.581491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:49.595180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:49.603347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.603867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router fa5c9764-b6dc-413e-979b-6782f1054528 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:02:49.610423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Pushing event updated for resources: {'Port': ['ID=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:49.616244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:49.618920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:49.619509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.625492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.626748 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9824407 Dec 17 17:02:49.638154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43706) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.660700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=30f74560-e294-447a-be5f-e3a903684cb3,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:49.687195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Allocated IP 172.20.0.34 (f7dded41-5a83-4982-a08f-10fdf65703b0/2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e/bcce702b-096b-4f9a-8aea-f6597f2f0aab) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:49.697854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:49.753389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63668ee3-acf2-4c46-8b72-9c4cd350ad17 req-53e9354a-d078-410a-b393-b0886cda352b tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958043 Dec 17 17:02:49.759041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.765695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ae15a-c523-4853-b3a5-0434d27b20fb None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:49.795257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0895712 Dec 17 17:02:49.800518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43712) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.816051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'fixed_ips': [{'subnet_id': 'fd1217ed-d705-4ec8-9e9c-a1132d7acaa6'}, {'subnet_id': '30f74560-e294-447a-be5f-e3a903684cb3'}], 'name': 'tempest-PortsIpV6TestJSON-1778840498'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:49.834117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.839012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-d12747a0-7291-4bef-b5ee-a6fcec092d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:49.839179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-d12747a0-7291-4bef-b5ee-a6fcec092d98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.5765774 Dec 17 17:02:49.843044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 204 len: 168 time: 3.7504997 Dec 17 17:02:49.843184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.845680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43716) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.896729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:49.900764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-129607339'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:49.913849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:49.932040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:49.937482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:49.940905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.946568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-26477573-4863-40db-985f-896ceaa3d3f2 None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:49.946946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26477573-4863-40db-985f-896ceaa3d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.953301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:49.964250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ad17bb3f-ff43-4f9e-bd77-2af75cb0c174 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:49.973776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924f08ea-200e-451b-868f-88611405739f']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:49.982534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:49.986400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b3dc610b-3c17-4fc9-a478-55025c286aa8 HTTP/1.1" status: 204 len: 168 time: 0.7687767 Dec 17 17:02:49.987172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289845bd-d07e-4ba7-83f5-96c49f8be446') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:49.987324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289845bd-d07e-4ba7-83f5-96c49f8be446') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:49.995684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43720) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:49.999567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:50.012001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3dc610b-3c17-4fc9-a478-55025c286aa8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:50.020178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:50.020765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Usage tracker for resource:floatingip and tenant:26f21daa25b6467fa202aea917116d52 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:50.020982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.030542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:50.039693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:50.043712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.048672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:50.079297 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-0c882e11-d570-4bc6-8a75-a303e34c9ffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.1869795 Dec 17 17:02:50.081343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.092717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-090c39a2-fbac-4bc2-9522-ff586b6969cb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:50.114602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:02:50.115017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:02:50.135671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:50.159177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:50.166190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.174057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:50.182745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:50.187088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:50.195549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device efc76ba9-ca53-40b6-8333-ffe18d3e6d9c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:50.198031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:50.202750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-9e0257bb-9049-4944-aea1-37372511bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:50.204422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-9e0257bb-9049-4944-aea1-37372511bf95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.1096659 Dec 17 17:02:50.231011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.231396 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 301ff668-d435-410a-80e0-a7a8a92ad504 of type vlan for network ff0a9509-76a6-4a1a-af34-7bb497150c46 Dec 17 17:02:50.255369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-090c39a2-fbac-4bc2-9522-ff586b6969cb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:50.256636 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-090c39a2-fbac-4bc2-9522-ff586b6969cb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2617152 Dec 17 17:02:50.260409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.261867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43724) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:50.300040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.305853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.309164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-942821fb-35ce-4e3d-9233-d2afdce832b2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:50.314669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.resource_extend [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:02:50.336215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Pushing event deleted for resources: {'Network': ['ID=924f08ea-200e-451b-868f-88611405739f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:50.340519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:50.342617 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] 10.222.0.61 "DELETE /v2.0/networks/924f08ea-200e-451b-868f-88611405739f HTTP/1.1" status: 204 len: 168 time: 0.7651474 Dec 17 17:02:50.350329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.354224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.369659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:50.370355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.376911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Transition to ACTIVE for port object bcce702b-096b-4f9a-8aea-f6597f2f0aab will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:50.382267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:50.383747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-02279fa8-ed66-4b09-a72d-5f27626df15e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:50.409307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:50.409679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.468239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.476232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-badc23e1-71e0-441c-bc65-e07892c17c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:50.508573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=ff0a9509-76a6-4a1a-af34-7bb497150c46,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:50.537139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:50.553012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:50.571396 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7218041 Dec 17 17:02:50.572775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43730) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:50.583959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:50.597372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.655160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-22746edf-8c9b-4cf3-9103-870d39da5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:50.656634 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-22746edf-8c9b-4cf3-9103-870d39da5b2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4006715 Dec 17 17:02:50.664969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.732540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:50.737391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:50.742085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:50.749652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:50.854791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:50.858550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:50.867798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Pushing event updated for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:50.927072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:50.939349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Update dhcp port {'port': {'network_id': '6ab1319e-e588-4279-9342-cb8e8edeb9a9', 'fixed_ips': [{'subnet_id': 'fd1217ed-d705-4ec8-9e9c-a1132d7acaa6', 'ip_address': '2001:db8::2'}, {'subnet_id': '30f74560-e294-447a-be5f-e3a903684cb3'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'efc76ba9-ca53-40b6-8333-ffe18d3e6d9c'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:02:51.042711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.111005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Delete allocated IP 172.20.0.13 (f7dded41-5a83-4982-a08f-10fdf65703b0/ffe467c3-a410-4d57-b72f-ca27ddf9940e) {{(pid=88116) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:02:51.113167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43738) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:51.151479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.183742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Allocated IP 172.20.0.39 (f7dded41-5a83-4982-a08f-10fdf65703b0/2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e/a5d22053-d49a-4e40-afec-0f4095dbd442) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:51.240020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.269950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 8a3c40bf-352c-45af-9d03-37f56ca07a01 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:02:51.373603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Allocated IP 2001:db8:0:1::2 (6ab1319e-e588-4279-9342-cb8e8edeb9a9/30f74560-e294-447a-be5f-e3a903684cb3/efc76ba9-ca53-40b6-8333-ffe18d3e6d9c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:51.381242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-7297ddb6-df3a-48af-988e-054a06f7a399 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944418 Dec 17 17:02:51.400079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.403672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.413936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc1fe8c-632e-4d89-a6bd-e66ad7ea46fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:51.427168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94b1d709-8d87-43d7-8f97-7783c6463ef7 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:51.500517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '301ff668-d435-410a-80e0-a7a8a92ad504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:51.500517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: ff0a9509-76a6-4a1a-af34-7bb497150c46, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:51.537235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=87a1f927-9be7-468f-b012-5ab6227ad88b,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:51.540610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:51.562369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850c973-d6c8-49d7-a41e-76dff54371e8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:51.582627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,segment=NetworkSegment(4154d33f-79bd-4fbe-88a0-2360380a3cd7),segment_id=4154d33f-79bd-4fbe-88a0-2360380a3cd7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:51.598425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:51.603033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:51.623757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.641778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Transition to ACTIVE for port object efc76ba9-ca53-40b6-8333-ffe18d3e6d9c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:51.710802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ff0a9509-76a6-4a1a-af34-7bb497150c46) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:51.716450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:51.717193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.723665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448f4f6-ad72-4991-91c7-5823198a5cfa None None] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:51.793650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Provisioning complete for port a5d22053-d49a-4e40-afec-0f4095dbd442 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:51.793961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.798502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f6375ec-31ca-4e74-8d68-34503d5c8f40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c42471e4326740a583e67cf6866c6065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747110 Dec 17 17:02:51.800801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43744) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:51.815149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe884-d3af-4a33-a4f5-57e3d797188e req-9fb6d45e-993e-47a4-8fce-148f8bf24449 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:51.822053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba1fe884-d3af-4a33-a4f5-57e3d797188e req-9fb6d45e-993e-47a4-8fce-148f8bf24449 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.9251766 Dec 17 17:02:51.839775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.847596 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2743373 Dec 17 17:02:51.850308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43748) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:51.851529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bd51be3a-d50c-4cee-a562-cec951750492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:51.858674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1094381354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:51.865279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:51.877745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:51.881996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:51.889107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.898693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:51.923482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.960491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Port a5d22053-d49a-4e40-afec-0f4095dbd442 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:51.970513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8c4a19b-3cff-4d12-b3b3-e2ce0cdc7aee req-21ccc8ab-47a1-4cf1-a082-7c6a910afa2e service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636268 Dec 17 17:02:51.971853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Allocated IP 172.26.4.101 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/633c7033-1ee2-4420-b961-bc7e5a472ecc) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:51.997568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:51.999159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.024382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.051571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Pushing event updated for resources: {'Port': ['ID=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:52.065725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.070026 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/b850c973-d6c8-49d7-a41e-76dff54371e8 HTTP/1.1" status: 204 len: 168 time: 1.7706761 Dec 17 17:02:52.072563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43752) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:52.088731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba1fe884-d3af-4a33-a4f5-57e3d797188e req-fefb0c57-0bb4-450b-9185-1f5c2d14c0f8 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419477 Dec 17 17:02:52.092758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:52.108743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.113200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:52.113634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.121312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d8d08b3-88f0-45e2-a3d5-0ee728882b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:52.154641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6785482f-55f6-4fe7-b5b9-d2748a9d6c46,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:52.158216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:52.164565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.258786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9fc1b2b2-e4bc-43ab-81e0-a53d2a6692a3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:52.264405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.277773 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6785482f-55f6-4fe7-b5b9-d2748a9d6c46 HTTP/1.1" status: 204 len: 168 time: 0.4663413 Dec 17 17:02:52.325570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.327666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:52.347119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.348297 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3bd785da-2b5e-420d-98e6-fa64c13d4800 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4969652 Dec 17 17:02:52.351051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:52.410443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:52.422349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ff0a9509-76a6-4a1a-af34-7bb497150c46', 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '87a1f927-9be7-468f-b012-5ab6227ad88b'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:02:52.423245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.432515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9fc1b2b2-e4bc-43ab-81e0-a53d2a6692a3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:52.433535 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9fc1b2b2-e4bc-43ab-81e0-a53d2a6692a3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3596258 Dec 17 17:02:52.450683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:52.484043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.519587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Provisioning for port bcce702b-096b-4f9a-8aea-f6597f2f0aab completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:52.528765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:52.529223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f815161-77bb-4cb3-8588-231f1d25695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.533771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Transition to ACTIVE for port object a5d22053-d49a-4e40-afec-0f4095dbd442 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:52.566748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--807479847'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:52.567708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:52.568199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::45 (6ab1319e-e588-4279-9342-cb8e8edeb9a9/fd1217ed-d705-4ec8-9e9c-a1132d7acaa6/8a3c40bf-352c-45af-9d03-37f56ca07a01) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:52.575800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8:0:1::3cc (6ab1319e-e588-4279-9342-cb8e8edeb9a9/30f74560-e294-447a-be5f-e3a903684cb3/8a3c40bf-352c-45af-9d03-37f56ca07a01) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:52.640468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:52.721294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Allocated IP 172.20.0.2 (ff0a9509-76a6-4a1a-af34-7bb497150c46/87a1f927-9be7-468f-b012-5ab6227ad88b/fbed974b-b59b-4342-a23e-17b9d5fd8690) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:52.811286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.826673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.831443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:52.844571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eec262f1-3d18-44b2-835b-9c087bb5b456 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:52.916382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:52.946481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:52.954466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:52.974645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:53.009845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.027174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Transition to ACTIVE for port object fbed974b-b59b-4342-a23e-17b9d5fd8690 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:53.058057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Transition to ACTIVE for port object fbed974b-b59b-4342-a23e-17b9d5fd8690 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:53.090449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.146703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.158580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-01c5d283-0bb1-49d2-bd78-f0d12196470c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:53.190246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43770) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:53.262851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:53.284530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-85c76c96-4e49-414b-a790-d962f96c901c None None] Provisioning for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:53.296463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:53.296770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:53.300682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-85c76c96-4e49-414b-a790-d962f96c901c None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:53.300964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85c76c96-4e49-414b-a790-d962f96c901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.313631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:53.332063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:53.353784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:53.380594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Pushing event updated for resources: {'Port': ['ID=fbed974b-b59b-4342-a23e-17b9d5fd8690,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:53.390589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:53.415833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Pushing event updated for resources: {'Port': ['ID=633c7033-1ee2-4420-b961-bc7e5a472ecc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:53.417897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.445953 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1a825772-97ab-47a6-add5-88e382fdd709 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=851c9966b4ba4c4eb486ed58944a103f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534194 Dec 17 17:02:53.450852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43774) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:53.459917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Attempting to bind port fbed974b-b59b-4342-a23e-17b9d5fd8690 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:02:53.460301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Attempting to bind port fbed974b-b59b-4342-a23e-17b9d5fd8690 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '301ff668-d435-410a-80e0-a7a8a92ad504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:02:53.460679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Attempting to bind port fbed974b-b59b-4342-a23e-17b9d5fd8690 on network ff0a9509-76a6-4a1a-af34-7bb497150c46 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:02:53.475123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-e2f336fb-12df-4f31-8cb9-e78e48afc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:53.475430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:02:53.475828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Checking segment: {'id': '301ff668-d435-410a-80e0-a7a8a92ad504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:53.476846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.476846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Bound using segment: {'id': '301ff668-d435-410a-80e0-a7a8a92ad504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:02:53.477106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Bound port: fbed974b-b59b-4342-a23e-17b9d5fd8690, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301ff668-d435-410a-80e0-a7a8a92ad504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ff0a9509-76a6-4a1a-af34-7bb497150c46'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:02:53.477491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.477692 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-e2f336fb-12df-4f31-8cb9-e78e48afc664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 1.2194026 Dec 17 17:02:53.517277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.552727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.564396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fd8d198-623f-408a-bea0-621635e326cb tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:53.620647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.625510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] For port fbed974b-b59b-4342-a23e-17b9d5fd8690, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:02:53.629416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] For port fbed974b-b59b-4342-a23e-17b9d5fd8690, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fbed974b-b59b-4342-a23e-17b9d5fd8690,segment=NetworkSegment(301ff668-d435-410a-80e0-a7a8a92ad504),segment_id=301ff668-d435-410a-80e0-a7a8a92ad504)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:02:53.658360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] In _notify_port_updated(), no bound segment for port a5d22053-d49a-4e40-afec-0f4095dbd442 on network f7dded41-5a83-4982-a08f-10fdf65703b0 {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:53.664135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:53.664787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.669155 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "PUT /v2.0/ports/a5d22053-d49a-4e40-afec-0f4095dbd442 HTTP/1.1" status: 200 len: 960 time: 5.1264291 Dec 17 17:02:53.675952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43778) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:53.677014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 8a3c40bf-352c-45af-9d03-37f56ca07a01 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:53.688862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event updated for resources: {'Port': ['ID=a5d22053-d49a-4e40-afec-0f4095dbd442,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:53.708699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b491e78c-ab66-417d-9ff8-163ab9118e23,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:53.712038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:53.717219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.722505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:53.730161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:53.737701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.865s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:53.738145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:53.740656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.794617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.20.0.1 (ff0a9509-76a6-4a1a-af34-7bb497150c46/87a1f927-9be7-468f-b012-5ab6227ad88b/36c9941e-edc6-4039-b54d-121cfc5e69eb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:53.807122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.810731 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2644670 Dec 17 17:02:53.817093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43782) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:53.817301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.818650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Pushing event updated for resources: {'Port': ['ID=fbed974b-b59b-4342-a23e-17b9d5fd8690,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:53.824452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b491e78c-ab66-417d-9ff8-163ab9118e23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:53.828777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:53.836773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:53.848686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:53.855552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port a5d22053-d49a-4e40-afec-0f4095dbd442 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:53.855901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:53.888613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8143c57-0e94-4cc6-9c99-7b79b4ff3181 req-ea87a5df-4fda-4d77-abfc-f925865708f6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:53.890249 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8143c57-0e94-4cc6-9c99-7b79b4ff3181 req-ea87a5df-4fda-4d77-abfc-f925865708f6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6349695 Dec 17 17:02:53.926175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-142df25c-8b75-413e-8a61-46bf4437263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:53.927713 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-142df25c-8b75-413e-8a61-46bf4437263a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.4200490 Dec 17 17:02:53.985152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:54.049840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-96dd4bc0-49d2-423c-9ed5-b4b3a38eb0f6 None None] Provisioning for port a5d22053-d49a-4e40-afec-0f4095dbd442 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:54.050842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:54.059275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-96dd4bc0-49d2-423c-9ed5-b4b3a38eb0f6 None None] Provisioning complete for port a5d22053-d49a-4e40-afec-0f4095dbd442 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:54.060258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96dd4bc0-49d2-423c-9ed5-b4b3a38eb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.129737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.167824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.182321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.188838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.190180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c172c148-584f-494e-aac1-11e171b4dec2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:54.210514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object 36c9941e-edc6-4039-b54d-121cfc5e69eb will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:54.211284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-96dd4bc0-49d2-423c-9ed5-b4b3a38eb0f6 None None] Port a5d22053-d49a-4e40-afec-0f4095dbd442 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:54.218109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e721e3-31bc-44ca-b246-730e77455176,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:54.223548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.234548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:54.244669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.246782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f283fd69-f65a-4a29-b86b-e1a618c13d5e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:54.247498 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0e721e3-31bc-44ca-b246-730e77455176 HTTP/1.1" status: 204 len: 168 time: 0.7965851 Dec 17 17:02:54.327564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device efc76ba9-ca53-40b6-8333-ffe18d3e6d9c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:54.347751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.388743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.397640 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8143c57-0e94-4cc6-9c99-7b79b4ff3181 req-67fd2839-913f-496c-bee0-3da7d62f2809 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817767 Dec 17 17:02:54.406949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:54.406949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.420710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4afb6527-8dd9-4113-85f1-8059983494b0 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:54.468173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.468838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-7b336d09-5ce5-4ef5-9de9-ae4f79001b7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.5212405 Dec 17 17:02:54.498545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:54.505339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:54.516343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:54.522813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:54.541625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fbed974b-b59b-4342-a23e-17b9d5fd8690 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:54.568892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36c9941e-edc6-4039-b54d-121cfc5e69eb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:54.578449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:54.579271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:54.583897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:54.586386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:02:54.592534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:54.593163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.599020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23ce0e4-d706-4275-a715-9d83aa063a33,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:54.605594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:54.608520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.646805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=8a3c40bf-352c-45af-9d03-37f56ca07a01,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:54.650068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:54.741291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.742538 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9248176 Dec 17 17:02:54.746488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port fbed974b-b59b-4342-a23e-17b9d5fd8690 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:54.751039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43790) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:54.776157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b491e78c-ab66-417d-9ff8-163ab9118e23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:54.792646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-e76b6d52-83c5-48be-baed-f2d397dfd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:54.794107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-e76b6d52-83c5-48be-baed-f2d397dfd901 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.2117670 Dec 17 17:02:54.800552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:54.815660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:54.917962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:54.960356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.100137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a2f98f6-ff59-4086-8036-8daaa6fa03f9 None None] Provisioning for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:55.107385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a2f98f6-ff59-4086-8036-8daaa6fa03f9 None None] Provisioning complete for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:55.107729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a2f98f6-ff59-4086-8036-8daaa6fa03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.142912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.3388503 Dec 17 17:02:55.151149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for a5d22053-d49a-4e40-afec-0f4095dbd442 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:55.172318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43800) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:55.180342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:55.191897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f98f6-ff59-4086-8036-8daaa6fa03f9 None None] Port 8a3c40bf-352c-45af-9d03-37f56ca07a01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:55.196720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:55.255006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.256649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd1217ed-d705-4ec8-9e9c-a1132d7acaa6'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:55.277769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168017ef-43ca-4839-b33d-0b16797d02e9 None None] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:55.359088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.365220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-1d269c19-3e91-4e94-9a52-d4cb71d42550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:55.366488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-1d269c19-3e91-4e94-9a52-d4cb71d42550 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5559881 Dec 17 17:02:55.376901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0813a8c-f54b-48c6-beb2-a625952afe2a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:55.439596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Provisioning for port fbed974b-b59b-4342-a23e-17b9d5fd8690 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:55.449673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Provisioning complete for port fbed974b-b59b-4342-a23e-17b9d5fd8690 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:55.450099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.461522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.703115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.728154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.728523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Pushing event updated for resources: {'Port': ['ID=633c7033-1ee2-4420-b961-bc7e5a472ecc,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:55.732605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:55.752520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.752664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43816) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:55.755912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5161b12-e194-485f-8eba-e4a3ce424b8e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:55.771209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] For port fbed974b-b59b-4342-a23e-17b9d5fd8690, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fbed974b-b59b-4342-a23e-17b9d5fd8690,segment=NetworkSegment(301ff668-d435-410a-80e0-a7a8a92ad504),segment_id=301ff668-d435-410a-80e0-a7a8a92ad504)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:02:55.786110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.860115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:55.865767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-99cf7708-5e78-422b-859b-b9113fee525a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:55.887274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=a5d22053-d49a-4e40-afec-0f4095dbd442,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:55.890306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:55.980922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:02:55.996212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-275043102'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:55.996719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Pushing event updated for resources: {'Port': ['ID=fbed974b-b59b-4342-a23e-17b9d5fd8690,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:56.000142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.000667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:56.001765 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3559396 Dec 17 17:02:56.010127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43822) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.090854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-24a49280-5d3d-45b9-ba40-0b8a0633326b service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721604 Dec 17 17:02:56.146941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.162597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/a5d22053-d49a-4e40-afec-0f4095dbd442 HTTP/1.1" status: 204 len: 168 time: 2.4808903 Dec 17 17:02:56.170523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.193991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fbed974b-b59b-4342-a23e-17b9d5fd8690 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:02:56.210762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43826) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.221012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:56.227963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:network and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:56.232188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:56.238815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:56.265307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Provisioning for port 36c9941e-edc6-4039-b54d-121cfc5e69eb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:56.276042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Provisioning complete for port 36c9941e-edc6-4039-b54d-121cfc5e69eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:56.276435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.295569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.312823 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26362c4-33f8-4ef9-b3e5-dcaf3895e6be tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] GET failed (client error): The resource could not be found. Dec 17 17:02:56.314481 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b26362c4-33f8-4ef9-b3e5-dcaf3895e6be tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports/a5d22053-d49a-4e40-afec-0f4095dbd442 HTTP/1.1" status: 404 len: 333 time: 0.0910208 Dec 17 17:02:56.318097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43830) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.337674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:56.341458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.343697 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16298e4d-cb19-4c30-b5e8-38fcd4b83e71 req-da6c4474-062d-48c0-9582-caf7d271ab66 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420492 Dec 17 17:02:56.345683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Port 36c9941e-edc6-4039-b54d-121cfc5e69eb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:56.351460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce1ecd-e634-407c-96d8-7b8178d46c46 req-ece183d3-6738-4d8b-b8d2-51dac01d49b2 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:56.354473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port fbed974b-b59b-4342-a23e-17b9d5fd8690 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:56.354974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.358763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99ce1ecd-e634-407c-96d8-7b8178d46c46 req-ece183d3-6738-4d8b-b8d2-51dac01d49b2 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8102760 Dec 17 17:02:56.386373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-07986fa9-70b8-4887-a60c-30edcb61e4bb tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.3715510 Dec 17 17:02:56.387405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.390181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43834) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.409194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.427050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Provisioning complete for port fbed974b-b59b-4342-a23e-17b9d5fd8690 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:56.427876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01fd1ec4-0e94-4fb8-96d0-59af621fe52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.431120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.470235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-273dbfa2-5d48-4a59-a78d-defc478fbe8c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:56.493237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:56.507814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-47867012-aed6-45dd-92f1-53b10314db5b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1129215 Dec 17 17:02:56.521693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43838) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.539341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:56.573408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:security_group_rule and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:56.585206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:56.592791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89baa6df-084d-43e8-8217-09abda531dcd,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:56.602257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:56.621833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:56.632073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99ce1ecd-e634-407c-96d8-7b8178d46c46 req-f6b0fc0c-b6bb-4f0a-9ac2-b4920547002f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723045 Dec 17 17:02:56.639416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36c9941e-edc6-4039-b54d-121cfc5e69eb,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:56.642097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.686597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:56.695748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.697684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9405553 Dec 17 17:02:56.714073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43844) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:56.726379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b491e78c-ab66-417d-9ff8-163ab9118e23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:56.730892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Deleting port 633c7033-1ee2-4420-b961-bc7e5a472ecc {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:56.731215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.745601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e7cbabc8-c5c1-4796-8ef0-7cd9c83c1fc0 None None] Provisioning complete for port 36c9941e-edc6-4039-b54d-121cfc5e69eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:56.746207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e7cbabc8-c5c1-4796-8ef0-7cd9c83c1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.766622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:56.782467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:56.787801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:56.797457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:56.807521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.844395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbabc8-c5c1-4796-8ef0-7cd9c83c1fc0 None None] Port 36c9941e-edc6-4039-b54d-121cfc5e69eb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:56.861267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Delete allocated IP 2001:db8:0:1::3cc (6ab1319e-e588-4279-9342-cb8e8edeb9a9/30f74560-e294-447a-be5f-e3a903684cb3) {{(pid=88117) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:02:56.875908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.893209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.994929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:56.995616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.099811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:57.112672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:57.195052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.207500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.262716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-06140677-cf58-413f-a1ba-6a186dc32dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.274402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Calling delete_port for 633c7033-1ee2-4420-b961-bc7e5a472ecc owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:57.287810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:02:57.310332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.314014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6040fe-6845-482a-a8c9-de9294be5114,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:57.315666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.318674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:57.319169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.333383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.374984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:02:57.381499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6ffa1705-d8dd-46c5-81c9-2abb2c3d9135 None None] Provisioning complete for port 36c9941e-edc6-4039-b54d-121cfc5e69eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:57.382101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1705-d8dd-46c5-81c9-2abb2c3d9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.398157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.398157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d10d14cb-e8aa-4de4-9628-01af04f0bb70 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/security-groups/8a6040fe-6845-482a-a8c9-de9294be5114 HTTP/1.1" status: 204 len: 168 time: 1.0774472 Dec 17 17:02:57.399656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43848) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:57.406522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f02537-5be4-4dbe-8455-a5d777f0ca5a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:57.410938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:57.422203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.435467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bea5d9b9-d322-4a6c-b38d-be26ca5630b7 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.446610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa1705-d8dd-46c5-81c9-2abb2c3d9135 None None] Port 36c9941e-edc6-4039-b54d-121cfc5e69eb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:57.476133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edd85c5-be02-4a81-ba54-2431f5efa4ed,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:57.502628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:57.546516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.574158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.637111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:02:57.728914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.733112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2420efa-8b60-4f53-b676-5407f28997bd tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.752249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 8a3c40bf-352c-45af-9d03-37f56ca07a01 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:57.762208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.763379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0483725 Dec 17 17:02:57.765178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.765533 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Added segment e995743c-3e6e-40cf-8544-462d5416e6b2 of type vlan for network 8f095035-e76e-4c8a-9655-83d87acc7dc8 Dec 17 17:02:57.766564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43852) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:57.772002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.786305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b491e78c-ab66-417d-9ff8-163ab9118e23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:57.786802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Pushing event deleted for resources: {'Port': ['ID=633c7033-1ee2-4420-b961-bc7e5a472ecc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:57.796244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:57.811336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:57.812386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:57.818022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:57.818752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f485b52b-63db-46f4-afa0-8ab95e248967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.827241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:57.840062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.845357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.854192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8f771b4-0d6d-4eb1-8fa0-eff9c2133588 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:57.867093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ab9601-d863-452c-a0bd-cd8a3a241cbd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:57.877222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:57.878225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.881914 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/security-groups/20ab9601-d863-452c-a0bd-cd8a3a241cbd HTTP/1.1" status: 204 len: 168 time: 0.4787385 Dec 17 17:02:57.882813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43856) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:57.902572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:02:57.915544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] Sync routers for ids ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:57.932865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] Routers {'ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:57.932865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:57.934627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.937022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.940741 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] 10.222.0.61 "DELETE /v2.0/floatingips/c9a4c4b7-473a-4ced-9155-b662a4de336f HTTP/1.1" status: 204 len: 168 time: 1.4156830 Dec 17 17:02:57.941562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43860) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:57.987019 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6322763 Dec 17 17:02:57.991569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] In _notify_port_updated(), no bound segment for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 on network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:57.997569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:57.998850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:57.999036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:58.002279 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/ports/8a3c40bf-352c-45af-9d03-37f56ca07a01 HTTP/1.1" status: 200 len: 925 time: 2.8287284 Dec 17 17:02:58.007419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43864) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.007939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43866) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.012059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] Routers {'ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:02:58.013357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:58.020258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd1217ed-d705-4ec8-9e9c-a1132d7acaa6'}, {'subnet_id': '30f74560-e294-447a-be5f-e3a903684cb3'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:58.048871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.098828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=8a3c40bf-352c-45af-9d03-37f56ca07a01,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:58.111059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:58.111472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af785a-a448-4b15-ba17-4168c9dee912 None None] The sync data for ids ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:58.122438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.125948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:58.156659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Deleting port be1e6a9d-c716-45cd-85cb-eb9528b3a14b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:58.157261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.217018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.289439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.294898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:58.295475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.305949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4b4d601-bc51-44f7-bea6-2715836b24e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:58.356555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-313c8607-80bc-42ce-8c76-d70736d73885 None None] Provisioning for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:58.361694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-313c8607-80bc-42ce-8c76-d70736d73885 None None] Provisioning complete for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:58.362130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-313c8607-80bc-42ce-8c76-d70736d73885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.377576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.377930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.417237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-313c8607-80bc-42ce-8c76-d70736d73885 None None] Port 8a3c40bf-352c-45af-9d03-37f56ca07a01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:02:58.461138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.489010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de59864-0570-42f7-bf2c-cf9077e738ae tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:58.489573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0de59864-0570-42f7-bf2c-cf9077e738ae tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:02:58.516318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Network': ['ID=8f095035-e76e-4c8a-9655-83d87acc7dc8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:58.519176 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7566528 Dec 17 17:02:58.523065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:58.524952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:58.529193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43872) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.530236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:02:58.545108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Calling delete_port for be1e6a9d-c716-45cd-85cb-eb9528b3a14b owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:02:58.545923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'subnet': {'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:58.580077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.590801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c12455-f5a9-42f2-8135-fb0de8663f87,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:58.596604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:58.599533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.600687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/security-groups/e3c12455-f5a9-42f2-8135-fb0de8663f87 HTTP/1.1" status: 204 len: 168 time: 0.7175970 Dec 17 17:02:58.603304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43876) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.635413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.648143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0de59864-0570-42f7-bf2c-cf9077e738ae tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:02:58.648975 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0de59864-0570-42f7-bf2c-cf9077e738ae tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports/36c9941e-edc6-4039-b54d-121cfc5e69eb HTTP/1.1" status: 200 len: 910 time: 0.6401346 Dec 17 17:02:58.654717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43880) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.673910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87a1f927-9be7-468f-b012-5ab6227ad88b'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:58.725058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.739002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1b77baa0-1608-4d35-9169-17d5b3e9c5a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:58.748398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:58.753326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet ffe467c3-a410-4d57-b72f-ca27ddf9940e {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:02:58.764254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:subnet and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:58.771269 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:58.797407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.819962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928f0ac7-935e-495c-a0c6-2fcaba130111,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:58.831711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:58.833879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:58.922065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.923214 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1557622 Dec 17 17:02:58.926444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43884) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:58.934293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'b491e78c-ab66-417d-9ff8-163ab9118e23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:58.978123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:02:58.984961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:58.988485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.002801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:02:59.011359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:02:59.027162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:02:59.075945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.202364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.225370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8:0:1::16b (6ab1319e-e588-4279-9342-cb8e8edeb9a9/30f74560-e294-447a-be5f-e3a903684cb3/8a3c40bf-352c-45af-9d03-37f56ca07a01) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:59.233417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.240906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0a684e0f-7580-4905-b17a-f806ae6e86bf tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:59.291848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Pushing event deleted for resources: {'Port': ['ID=be1e6a9d-c716-45cd-85cb-eb9528b3a14b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:59.296769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:59.331106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.378344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.461730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.519036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.527710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.532386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:59.556589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 8a3c40bf-352c-45af-9d03-37f56ca07a01 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:59.558547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.569530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e117b2bf-53a4-4d6a-9ea8-151a63012778,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:59.576743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.583130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:59.583130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c2b8cefc-85f6-4f71-9fcb-bff9b147872a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:59.630168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.674175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.677302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/4e069cd3-6c92-42d7-a854-4d54ca4e2186 HTTP/1.1" status: 204 len: 168 time: 1.7330794 Dec 17 17:02:59.681612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43888) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:59.707179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.708370 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7810049 Dec 17 17:02:59.709195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Subnet': ['ID=98a12feb-8480-4e86-a68c-9127dab913d4,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:59.720600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43892) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:59.745629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:59.746172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4466ea78-9247-44ac-ad0b-b0b0d0cce49c tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:59.784309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Checking segment: {'id': 'e995743c-3e6e-40cf-8544-462d5416e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:02:59.784676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network hostable DHCP agents. Network: 8f095035-e76e-4c8a-9655-83d87acc7dc8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:02:59.795819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] In _notify_port_updated(), no bound segment for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 on network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:02:59.801227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:59.801889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.804555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.806041 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/ports/8a3c40bf-352c-45af-9d03-37f56ca07a01 HTTP/1.1" status: 200 len: 1011 time: 1.7956696 Dec 17 17:02:59.811705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43896) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:02:59.816640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b4f5a96-6e2f-4bd0-b00d-9ffb56c4aded tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:02:59.850635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=8a3c40bf-352c-45af-9d03-37f56ca07a01,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:59.853602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:59.915198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe467c3-a410-4d57-b72f-ca27ddf9940e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:59.919451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.923949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b65f1-b726-4eec-ad9e-9bda7f0264cc None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:02:59.933748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:02:59.934131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:59.939550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:02:59.958116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:02:59.973549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.008586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 8f095035-e76e-4c8a-9655-83d87acc7dc8) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:00.013743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:00.017549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.039616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c47da-d4ea-42d9-9bbb-0a6005125d5c None None] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:00.045936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/ffe467c3-a410-4d57-b72f-ca27ddf9940e HTTP/1.1" status: 204 len: 168 time: 1.4416268 Dec 17 17:03:00.050157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.060453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43900) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:00.091800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 8a3c40bf-352c-45af-9d03-37f56ca07a01 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:00.092147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.122551 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5888910 Dec 17 17:03:00.128714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43904) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:00.136193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1999950584', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:00.142462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8417164e-6d93-418c-9d00-550c885fb227 None None] Provisioning for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:00.145586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:00.153493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:router and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:00.158474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:00.159087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8417164e-6d93-418c-9d00-550c885fb227 None None] Provisioning complete for port 8a3c40bf-352c-45af-9d03-37f56ca07a01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:00.159468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8417164e-6d93-418c-9d00-550c885fb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.164825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:00.170609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:00.172439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.233831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.285554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8417164e-6d93-418c-9d00-550c885fb227 None None] Port 8a3c40bf-352c-45af-9d03-37f56ca07a01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:00.285917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.287695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.296245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.313940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.341908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.351765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cad7e1f6-7f12-4965-9304-968fe69d8721 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:00.452128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e117b2bf-53a4-4d6a-9ea8-151a63012778,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:00.454420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810a592-d6be-4fae-b8f5-55953e1ea27b None None] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:00.467458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:00.474743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.475526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e117b2bf-53a4-4d6a-9ea8-151a63012778 HTTP/1.1" status: 204 len: 168 time: 0.7539763 Dec 17 17:03:00.483963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43908) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:00.783987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.834029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.865126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb8ddda9-807d-46e8-848a-50cb72490800 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:00.889148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.894356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-01c20936-0e3e-4ab1-b9b3-447f7ab11c89 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:00.932014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:00.934935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:00.937854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:00.948626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:03:00.963194 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/2ed8e8d9-adc3-46ed-9c43-cfbe56ff362e HTTP/1.1" status: 204 len: 168 time: 0.9107087 Dec 17 17:03:00.965822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43912) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:01.034676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:01.052179 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4591314b-3d4d-4393-ab9f-62611ea4a931 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:01.052627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4591314b-3d4d-4393-ab9f-62611ea4a931 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:01.054315 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4591314b-3d4d-4393-ab9f-62611ea4a931 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/ffe467c3-a410-4d57-b72f-ca27ddf9940e HTTP/1.1" status: 404 len: 337 time: 0.0878854 Dec 17 17:03:01.061588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43916) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:01.080459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.084364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.124403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965fbbe-a2f5-4f47-9f19-6c6a4009bf75 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:01.140773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting subnet 5040f899-635e-4d94-ae97-dfb9a7c32bde {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:01.145183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.208068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.228567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 8a3c40bf-352c-45af-9d03-37f56ca07a01 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:01.239172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4bb1c150-4f5b-49ca-9ddb-fe18de21372e None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:01.239695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c150-4f5b-49ca-9ddb-fe18de21372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.260875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.285287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb8ddda9-807d-46e8-848a-50cb72490800 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:01.290426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb8ddda9-807d-46e8-848a-50cb72490800 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7897046 Dec 17 17:03:01.292369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43920) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:01.299115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-30dd74db-2c76-48f9-9241-311bcdf29714 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:01.345476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1c150-4f5b-49ca-9ddb-fe18de21372e None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:01.400717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4bb1c150-4f5b-49ca-9ddb-fe18de21372e None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:01.401587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4bb1c150-4f5b-49ca-9ddb-fe18de21372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.473836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:01.474464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.481505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/ports/36c9941e-edc6-4039-b54d-121cfc5e69eb HTTP/1.1" status: 200 len: 910 time: 2.8201215 Dec 17 17:03:01.482037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:01.486967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=36c9941e-edc6-4039-b54d-121cfc5e69eb,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:01.494528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:01.554664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.583320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.626441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.642728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:01.654231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.694780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:01.696083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.711033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:01.728770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.792144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.800285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b16df6da-f025-44d5-afad-3ce6dfd092a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:01.859445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=8a3c40bf-352c-45af-9d03-37f56ca07a01,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:01.865733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:01.923391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.980650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/ports/a7b2a3e2-2af8-4ae4-ad7b-4b5e2051439d HTTP/1.1" status: 204 len: 168 time: 2.2979102 Dec 17 17:03:01.981347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43928) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:01.992894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.997169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/8a3c40bf-352c-45af-9d03-37f56ca07a01 HTTP/1.1" status: 204 len: 168 time: 2.1524920 Dec 17 17:03:02.042383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43932) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.085571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606f81b-ef6d-443d-8fb2-09b3ddfc69e6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:02.086339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d606f81b-ef6d-443d-8fb2-09b3ddfc69e6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Synchronizing usage tracker for tenant:74e7ffff29f241d59d57b7667b33b392 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:02.157346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d606f81b-ef6d-443d-8fb2-09b3ddfc69e6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Unset dirty status for tenant:74e7ffff29f241d59d57b7667b33b392 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:02.161246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d606f81b-ef6d-443d-8fb2-09b3ddfc69e6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "GET /v2.0/ports?device_id=89fe0754-d762-481d-a669-ca9eb4129821 HTTP/1.1" status: 200 len: 913 time: 0.1706598 Dec 17 17:03:02.161785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43936) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.186456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aec193ff-e66b-47a3-98bc-c01184313a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.192231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.232743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2881e191-7cb4-46bb-b215-259492bfc186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:02.238809 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee6e8ea-21e0-4ac6-81a2-344f6808d89e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:03:02.240121 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4ee6e8ea-21e0-4ac6-81a2-344f6808d89e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/8a3c40bf-352c-45af-9d03-37f56ca07a01 HTTP/1.1" status: 404 len: 333 time: 0.1739395 Dec 17 17:03:02.243845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43940) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.258697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=928f0ac7-935e-495c-a0c6-2fcaba130111,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:02.262605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:02.337834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.342443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bbf020e-9bf5-4b02-82cc-4c328ef48599 tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:02.393033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.395302 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/5040f899-635e-4d94-ae97-dfb9a7c32bde HTTP/1.1" status: 204 len: 168 time: 1.3323267 Dec 17 17:03:02.395872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet 30f74560-e294-447a-be5f-e3a903684cb3 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:02.397570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43944) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.400118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc3acb-d83d-4d88-858f-d3adfc17ad78 None None] Network f7dded41-5a83-4982-a08f-10fdf65703b0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:02.429328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Subnet': ['ID=5040f899-635e-4d94-ae97-dfb9a7c32bde,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:02.432931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:02.452669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.456235 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/928f0ac7-935e-495c-a0c6-2fcaba130111 HTTP/1.1" status: 204 len: 168 time: 1.1574748 Dec 17 17:03:02.462503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43948) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.463963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.19 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/fccd78c0-f576-4603-b4f1-174cb2d9c58d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:02.507458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-52d10856-b0fb-4ad1-b7cb-2c44a3dd4ad8 None None] Provisioning complete for port 39c4fe33-35c9-484a-92c9-511e8a897403 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:02.507837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52d10856-b0fb-4ad1-b7cb-2c44a3dd4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.570178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.632779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-52d10856-b0fb-4ad1-b7cb-2c44a3dd4ad8 None None] Port 39c4fe33-35c9-484a-92c9-511e8a897403 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:02.652374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cbec8c27-8ead-4731-9bb5-812cbb736ba4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:02.653698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-52d10856-b0fb-4ad1-b7cb-2c44a3dd4ad8 None None] Provisioning complete for port bcce702b-096b-4f9a-8aea-f6597f2f0aab triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:02.654105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52d10856-b0fb-4ad1-b7cb-2c44a3dd4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.680014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01eacc0-aefd-4788-b7e0-c862831ee851 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:02.680277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01eacc0-aefd-4788-b7e0-c862831ee851 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:02.685057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c01eacc0-aefd-4788-b7e0-c862831ee851 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/898cd7b0-58bf-46df-a71b-c3cbfea6c77c HTTP/1.1" status: 404 len: 337 time: 0.2795396 Dec 17 17:03:02.685330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43952) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.717143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.757556 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2729ad45-b062-480e-b976-4c6fd0663e9b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebf470dd-ff81-40df-8e1a-05fd71a4ca04 HTTP/1.1" status: 200 len: 205 time: 0.0710521 Dec 17 17:03:02.762278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43956) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.801619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.803749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] DHCP port deletion for f7dded41-5a83-4982-a08f-10fdf65703b0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:02.808188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Deleting port bcce702b-096b-4f9a-8aea-f6597f2f0aab {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:02.808567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.846518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cbec8c27-8ead-4731-9bb5-812cbb736ba4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:02.850579 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cbec8c27-8ead-4731-9bb5-812cbb736ba4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3815479 Dec 17 17:03:02.850826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43960) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.905595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.924506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.941688 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-91ab5d3c-6699-4591-bf96-891cda658c47 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] delete failed (client error): The resource could not be found. Dec 17 17:03:02.942727 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-91ab5d3c-6699-4591-bf96-891cda658c47 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/routers/ebf470dd-ff81-40df-8e1a-05fd71a4ca04 HTTP/1.1" status: 404 len: 336 time: 0.1686118 Dec 17 17:03:02.945451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43964) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:02.995012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.039308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.049589 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab68fd9-60af-4050-b7c0-ef1b0e61f2b8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.050176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab68fd9-60af-4050-b7c0-ef1b0e61f2b8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.051868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] For port bcce702b-096b-4f9a-8aea-f6597f2f0aab, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bcce702b-096b-4f9a-8aea-f6597f2f0aab,segment=NetworkSegment(118187da-642d-40d8-9ab6-fc4c4b0836fe),segment_id=118187da-642d-40d8-9ab6-fc4c4b0836fe)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:03.052836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.120334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.124332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4982611-f3bc-44f0-a1c6-38b44a2a3efb tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:03.181072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.193998 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3ab68fd9-60af-4050-b7c0-ef1b0e61f2b8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/966f9fa2-4931-4353-8629-fcb33bf25041 HTTP/1.1" status: 404 len: 337 time: 0.2473764 Dec 17 17:03:03.196717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43968) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.203086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Calling delete_port for bcce702b-096b-4f9a-8aea-f6597f2f0aab owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:03.207400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.211053 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/2edd85c5-be02-4a81-ba54-2431f5efa4ed HTTP/1.1" status: 204 len: 168 time: 0.3567815 Dec 17 17:03:03.212686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43972) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.230333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:03.251007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:03.253586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:03.268805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-517c0948-dd01-453b-a99e-ae7fe399d394 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.269212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517c0948-dd01-453b-a99e-ae7fe399d394 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.277877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.282521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:03.302796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=fccd78c0-f576-4603-b4f1-174cb2d9c58d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:03.306270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:03.311868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3e17741-1525-4f5b-b99e-3cddc5a08d4e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:03.324136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-517c0948-dd01-453b-a99e-ae7fe399d394 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/bf4ae255-4cd2-4985-898e-3124ad779824 HTTP/1.1" status: 404 len: 337 time: 0.1265824 Dec 17 17:03:03.327244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=30f74560-e294-447a-be5f-e3a903684cb3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:03.328828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43976) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.334477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.337587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:03.340234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-58435ec4-a862-4ac6-ab89-4bce810f3f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:03.340640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.347617 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/30f74560-e294-447a-be5f-e3a903684cb3 HTTP/1.1" status: 204 len: 168 time: 1.0979626 Dec 17 17:03:03.376198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43980) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.377292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82349e9b-8fe4-4a1b-a887-37cec65ea100 None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:03.388555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edd85c5-be02-4a81-ba54-2431f5efa4ed,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:03.391655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:03.414452 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-669ebee3-5be2-45fa-bb02-9e9e4d51d74e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.414905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669ebee3-5be2-45fa-bb02-9e9e4d51d74e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.419700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-669ebee3-5be2-45fa-bb02-9e9e4d51d74e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/98d617df-4d4d-43ee-8b38-e9e30fa58724 HTTP/1.1" status: 404 len: 337 time: 0.0865779 Dec 17 17:03:03.425676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43984) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.455346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] No DVR routers for this DVR port bcce702b-096b-4f9a-8aea-f6597f2f0aab on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:03.465901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Pushing event deleted for resources: {'Port': ['ID=bcce702b-096b-4f9a-8aea-f6597f2f0aab,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:03.475754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:03.485163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bf3c59-3046-42bf-b126-6051ab8bed6a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.485769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bf3c59-3046-42bf-b126-6051ab8bed6a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.487444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8bf3c59-3046-42bf-b126-6051ab8bed6a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/d4a14bd9-fb7f-4b64-aecb-95f158fa1d08 HTTP/1.1" status: 404 len: 333 time: 0.0648932 Dec 17 17:03:03.494411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43988) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.527564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c19e80d8-b11f-4303-9281-0d067670c456 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:03.546319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet fd1217ed-d705-4ec8-9e9c-a1132d7acaa6 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:03.548379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed44d5a6-4520-4062-9cf2-15cc31bd7e7d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.548818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed44d5a6-4520-4062-9cf2-15cc31bd7e7d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.550450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed44d5a6-4520-4062-9cf2-15cc31bd7e7d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/133d61de-d1f5-4c3e-b0dc-49d27fa67b9e HTTP/1.1" status: 404 len: 337 time: 0.0548575 Dec 17 17:03:03.554007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.595555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 43992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.611238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.685004 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:03:03.755826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:03.826320 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecd832a-6999-49ed-8ef2-2e2dfecbe78d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.826320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecd832a-6999-49ed-8ef2-2e2dfecbe78d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.827559 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cecd832a-6999-49ed-8ef2-2e2dfecbe78d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/e0e64099-a0b5-426c-b5b9-5b1074f5b51d HTTP/1.1" status: 404 len: 337 time: 0.0943804 Dec 17 17:03:03.836059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 43996) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.911068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-b064425a-5249-4f6b-9e79-9a84b89902fc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:03.912019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b064425a-5249-4f6b-9e79-9a84b89902fc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:03.917437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b064425a-5249-4f6b-9e79-9a84b89902fc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/ce0ef0a2-50e1-42f8-93ad-c78bf3a3f9e7 HTTP/1.1" status: 404 len: 333 time: 0.0780716 Dec 17 17:03:03.917609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c19e80d8-b11f-4303-9281-0d067670c456 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:03.921524 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c19e80d8-b11f-4303-9281-0d067670c456 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6997344 Dec 17 17:03:03.921524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44000) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:03.950478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44004) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:04.042130 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee321d63-2573-448f-b703-51b6152cd85c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:04.042387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee321d63-2573-448f-b703-51b6152cd85c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:04.043973 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ee321d63-2573-448f-b703-51b6152cd85c tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/d4b613a3-fb59-4825-8e19-4c053db72a19 HTTP/1.1" status: 404 len: 337 time: 0.1240034 Dec 17 17:03:04.066925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44008) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:04.138713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 36c9941e-edc6-4039-b54d-121cfc5e69eb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:04.139038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.173381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:04.224850 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebaccd8-7511-429b-b6d2-29fb6ce7cc08 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] DELETE failed (client error): The resource could not be found. Dec 17 17:03:04.225556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebaccd8-7511-429b-b6d2-29fb6ce7cc08 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:03:04.234332 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2ebaccd8-7511-429b-b6d2-29fb6ce7cc08 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/subnets/cf37a587-8a70-4ec4-843b-b3672cc61498 HTTP/1.1" status: 404 len: 337 time: 0.1599057 Dec 17 17:03:04.234667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.236943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: bcce702b-096b-4f9a-8aea-f6597f2f0aab {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:03:04.237625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bcce702b-096b-4f9a-8aea-f6597f2f0aab not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:04.242166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.253407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44012) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:04.317381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-aac33cac-6b8b-44e3-b829-461579e68376 None None] Provisioning complete for port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:04.317893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aac33cac-6b8b-44e3-b829-461579e68376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.329109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.365054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port d24b2f0a-deec-4e38-b162-4edd964c4737 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:04.365405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.461099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.491155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.505434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ff7b32d-99f5-4c19-9051-9da341f02816 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:04.524778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Deleting port 39c4fe33-35c9-484a-92c9-511e8a897403 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:04.525123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.546330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1217ed-d705-4ec8-9e9c-a1132d7acaa6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:04.551719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:04.554743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.560297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f04b3-6be0-4891-973d-4f6d93bd1478 None None] Network 6ab1319e-e588-4279-9342-cb8e8edeb9a9 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:04.565397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/fd1217ed-d705-4ec8-9e9c-a1132d7acaa6 HTTP/1.1" status: 204 len: 168 time: 1.1852663 Dec 17 17:03:04.569319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44016) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:04.621381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.690513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.717153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:04.781412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.793852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89baa6df-084d-43e8-8217-09abda531dcd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:04.796637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:04.839702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for d24b2f0a-deec-4e38-b162-4edd964c4737 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:04.863953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] DHCP port deletion for 6ab1319e-e588-4279-9342-cb8e8edeb9a9 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:04.868771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Deleting port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:04.869325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.872382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.898945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:04.899202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.937395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.938058 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/89baa6df-084d-43e8-8217-09abda531dcd HTTP/1.1" status: 204 len: 168 time: 0.9777093 Dec 17 17:03:04.944875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:04.945174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 36c9941e-edc6-4039-b54d-121cfc5e69eb owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:05.064981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-324f2589-c19e-43f0-86b7-f7fcf2d6d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.099444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,segment=NetworkSegment(4154d33f-79bd-4fbe-88a0-2360380a3cd7),segment_id=4154d33f-79bd-4fbe-88a0-2360380a3cd7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:05.107383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.191604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e356159a-7637-432d-bf81-7a30f1584c23 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2401276 Dec 17 17:03:05.195907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44024) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:05.230647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Calling delete_port for efc76ba9-ca53-40b6-8333-ffe18d3e6d9c owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:05.324992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.342464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.353573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.361942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7f5a50a7-e747-43c7-a74d-265983dc31d8 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:05.374469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.378357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:05.406848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,segment=NetworkSegment(4154d33f-79bd-4fbe-88a0-2360380a3cd7),segment_id=4154d33f-79bd-4fbe-88a0-2360380a3cd7)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:05.407219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.420618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Pushing event deleted for resources: {'Port': ['ID=efc76ba9-ca53-40b6-8333-ffe18d3e6d9c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:05.424168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:05.425543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=d24b2f0a-deec-4e38-b162-4edd964c4737,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:05.432328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] No DVR routers for this DVR port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:05.456905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:05.561646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.591606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for efc76ba9-ca53-40b6-8333-ffe18d3e6d9c owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:05.638493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.670601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.682460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdb3664c-3a15-4376-bb42-f9ec0b3826b8 tempest-ServersTestManualDisk-400610221 tempest-ServersTestManualDisk-400610221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:05.711448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Calling delete_port for 39c4fe33-35c9-484a-92c9-511e8a897403 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:05.711638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23ce0e4-d706-4275-a715-9d83aa063a33,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:05.721418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:05.783489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.883000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.933932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:05.935040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e23ce0e4-d706-4275-a715-9d83aa063a33 HTTP/1.1" status: 204 len: 168 time: 0.7382836 Dec 17 17:03:05.938617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44028) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:05.962887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:05.963231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:05.999897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.013917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed87119e-7764-46f9-aabc-1e3f9b1e76ea tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:06.064818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33d28ae6-9314-47e5-846a-0cdfb4660460 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:06.068742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Port': ['ID=39c4fe33-35c9-484a-92c9-511e8a897403,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:06.072684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.079083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:06.079739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:06.086535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.131003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.137261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=36c9941e-edc6-4039-b54d-121cfc5e69eb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:06.151730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33d28ae6-9314-47e5-846a-0cdfb4660460 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:06.155603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-33d28ae6-9314-47e5-846a-0cdfb4660460 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2132921 Dec 17 17:03:06.163360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device efc76ba9-ca53-40b6-8333-ffe18d3e6d9c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:06.164369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44032) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:06.171503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:06.204254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: efc76ba9-ca53-40b6-8333-ffe18d3e6d9c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:03:06.204823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device efc76ba9-ca53-40b6-8333-ffe18d3e6d9c not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:06.243847 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-203a55db-d90c-4e64-9db6-c07406f62ca2 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/ports/39c4fe33-35c9-484a-92c9-511e8a897403 HTTP/1.1" status: 204 len: 168 time: 1.9746473 Dec 17 17:03:06.249289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44036) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:06.334569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.437668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.505159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port efc76ba9-ca53-40b6-8333-ffe18d3e6d9c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:06.505504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.509450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.511229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.613066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] The port 'efc76ba9-ca53-40b6-8333-ffe18d3e6d9c' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:06.707904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:03:06.736696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Router 89fe0754-d762-481d-a669-ca9eb4129821 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:06.759792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.778530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:06.790187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-24093912-2c43-468d-a3f9-0c41a4f2bd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:06.866862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491e78c-ab66-417d-9ff8-163ab9118e23,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:06.869438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab1319e-e588-4279-9342-cb8e8edeb9a9']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:06.888431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:06.902070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4154d33f-79bd-4fbe-88a0-2360380a3cd7') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:06.902374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4154d33f-79bd-4fbe-88a0-2360380a3cd7') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:06.973435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.014594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.026961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:07.027363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:07.041825 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:07.094480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.098783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:07.105849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.110139 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/b491e78c-ab66-417d-9ff8-163ab9118e23 HTTP/1.1" status: 204 len: 168 time: 0.9420159 Dec 17 17:03:07.113994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "PUT /v2.0/routers/89fe0754-d762-481d-a669-ca9eb4129821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9478886 Dec 17 17:03:07.114085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44040) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.114405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.116626 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] Sync routers for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:07.129073 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.130096 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.134093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.189768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:07.197088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dded41-5a83-4982-a08f-10fdf65703b0']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.198991 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.208438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] Routers {'89fe0754-d762-481d-a669-ca9eb4129821'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.209060 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['89fe0754-d762-481d-a669-ca9eb4129821'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.219306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118187da-642d-40d8-9ab6-fc4c4b0836fe') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.219602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118187da-642d-40d8-9ab6-fc4c4b0836fe') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.270484 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.270898 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269a0dd-6440-4421-85fc-45f4af543a6c None None] The sync data for ids ['89fe0754-d762-481d-a669-ca9eb4129821'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:07.299984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.365460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:07.376920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:07.387061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.388059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.394573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.405659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:07.408354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:07.408758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.420025 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] Sync routers for ids ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:07.423863 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:07.432782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.433838 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9484754 Dec 17 17:03:07.436406 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] Routers {'ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.437340 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.438715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44048) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.451418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b7c3932-c144-4cee-a675-223b7eec6788 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:07.467510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.470872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.478134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.478796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.483733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=6ab1319e-e588-4279-9342-cb8e8edeb9a9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:07.491002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2168ebc0-2158-470e-b711-37810e41c169 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:07.496111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:07.501714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/6ab1319e-e588-4279-9342-cb8e8edeb9a9 HTTP/1.1" status: 204 len: 168 time: 2.9313855 Dec 17 17:03:07.505373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44052) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.538036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.538036 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4052682 Dec 17 17:03:07.545780 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.558917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44056) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.559963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] Routers {'ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:07.560745 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.564616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.565044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950738e-bc7d-485c-9040-961ba5be54a7 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:07.571383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-29b69317-c276-4a35-91f1-a98b7745f76b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:07.574310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.641680 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:07.642107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc71e22-2959-419f-af7d-76de4e223662 None None] The sync data for ids ['ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:07.654528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.657969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1284fc86-5a7f-4706-9450-b18ba5e3b699 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:07.673242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:07.683761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-29b69317-c276-4a35-91f1-a98b7745f76b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:07.684909 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-29b69317-c276-4a35-91f1-a98b7745f76b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b HTTP/1.1" status: 200 len: 205 time: 0.2451177 Dec 17 17:03:07.688936 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] 10.222.0.61 "DELETE /v2.0/networks/f7dded41-5a83-4982-a08f-10fdf65703b0 HTTP/1.1" status: 204 len: 168 time: 1.4346111 Dec 17 17:03:07.688936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Pushing event deleted for resources: {'Network': ['ID=f7dded41-5a83-4982-a08f-10fdf65703b0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:07.690834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44060) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.751073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:07.803811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2168ebc0-2158-470e-b711-37810e41c169 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:07.804219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2168ebc0-2158-470e-b711-37810e41c169 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6889229 Dec 17 17:03:07.819635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44066) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:07.826502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245031178'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:07.834774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:07.841161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.003889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b25b5-a290-4378-89ab-3624b3aaf1f0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:08.004623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-164b25b5-a290-4378-89ab-3624b3aaf1f0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:08.042784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.089890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:08.120463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port 54748a41-1905-4521-a58d-ac6116e5f691 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:08.120844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.165614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-164b25b5-a290-4378-89ab-3624b3aaf1f0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:08.170833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-164b25b5-a290-4378-89ab-3624b3aaf1f0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6610916 Dec 17 17:03:08.176450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44072) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.220953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44076) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.226292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.313901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.315634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:08.318085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.322903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:08.326857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:08.341335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:08.411896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.430281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.430795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:03:08.454326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.455407 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a6a8cc61-8f6a-464a-8dae-759027ae2304 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b HTTP/1.1" status: 204 len: 168 time: 0.7649193 Dec 17 17:03:08.458081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44082) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.506119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.513491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85ce50c7-cabb-4bf8-ae03-89b2a4917a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:08.560979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934c2ed5-d403-4ad5-af23-f54fd07f87db,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:08.564169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:08.568512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 87a1f927-9be7-468f-b012-5ab6227ad88b {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:08.572038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.627531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.628791 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8083372 Dec 17 17:03:08.631780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.659154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44086) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.672917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '934c2ed5-d403-4ad5-af23-f54fd07f87db', 'direction': 'ingress', 'protocol': 17}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:08.686481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:08.693910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:08.698841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:08.707395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:08.733545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c8c3fa6-6dbc-400d-8398-2c88df4d7e32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85dde104528e4560bcd0f9cf105fff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027549 Dec 17 17:03:08.736022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44090) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.745019 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-79e386ff-393d-4491-a886-3c3464612fce tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5621943 Dec 17 17:03:08.745019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.748512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44094) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:08.762584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1037932403'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:08.770458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:08.780625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.810651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:08.824409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:08.843177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:08.849345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.897004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for 54748a41-1905-4521-a58d-ac6116e5f691 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:08.925002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.948444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:08.951891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:08.991099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.011597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.037010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:09.050283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.050633 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment 4febb76a-85f6-4f48-be86-b95635614ee9 of type vlan for network 02c0e6a4-1ece-418b-af0b-089522627537 Dec 17 17:03:09.056090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.062256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:09.099552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.111258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.115750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=87a1f927-9be7-468f-b012-5ab6227ad88b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:09.115996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b938b-aef5-4ebb-a1be-9536c8fda284 None None] Network ff0a9509-76a6-4a1a-af34-7bb497150c46 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:09.124790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.131798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:09.132314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-465e01f5-0961-4a1a-b368-a18a53e41ce0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:09.142189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.175337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fb1e6c-4371-4668-8672-0d85a05c201c,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:09.189368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:09.202892 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/87a1f927-9be7-468f-b012-5ab6227ad88b HTTP/1.1" status: 204 len: 168 time: 0.7412515 Dec 17 17:03:09.205015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44098) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:09.232871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.235319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.236435 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62032459-2a1b-4611-8af2-21d54d248076 HTTP/1.1" status: 204 len: 168 time: 0.4994941 Dec 17 17:03:09.308608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bae4a512-a72d-434a-9004-a4ea1bfa5a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:09.326549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.332128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:09.333148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.336945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.340676 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6779785 Dec 17 17:03:09.349710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44104) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:09.353363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62032459-2a1b-4611-8af2-21d54d248076,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:09.365144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:09.365708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20b161a6-8782-40eb-8eca-1cbc2ce58b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:09.379155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] DHCP port deletion for ff0a9509-76a6-4a1a-af34-7bb497150c46 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:09.385538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Deleting port fbed974b-b59b-4342-a23e-17b9d5fd8690 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:09.386002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.454914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.485336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.493152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=02c0e6a4-1ece-418b-af0b-089522627537,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:09.497123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:09.501838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port fbed974b-b59b-4342-a23e-17b9d5fd8690 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:09.502190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.516005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.519201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 02c0e6a4-1ece-418b-af0b-089522627537 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:09.528444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-061bb3b5-deb8-471d-a1fc-14d0056c1108 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:09.550830 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8002818 Dec 17 17:03:09.553645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44108) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:09.559156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '02c0e6a4-1ece-418b-af0b-089522627537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:09.568648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.610943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=54748a41-1905-4521-a58d-ac6116e5f691,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:09.662032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:09.760186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] For port fbed974b-b59b-4342-a23e-17b9d5fd8690, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fbed974b-b59b-4342-a23e-17b9d5fd8690,segment=NetworkSegment(301ff668-d435-410a-80e0-a7a8a92ad504),segment_id=301ff668-d435-410a-80e0-a7a8a92ad504)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:09.760603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.812529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.852383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:09.861220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:09.873383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:09.883994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:09.891285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port fbed974b-b59b-4342-a23e-17b9d5fd8690, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fbed974b-b59b-4342-a23e-17b9d5fd8690,segment=NetworkSegment(301ff668-d435-410a-80e0-a7a8a92ad504),segment_id=301ff668-d435-410a-80e0-a7a8a92ad504)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:09.891759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:09.954078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Calling delete_port for fbed974b-b59b-4342-a23e-17b9d5fd8690 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:09.987065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.001563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b7c81e1f-ffb4-4844-baeb-034893ab9c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:10.057744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934c2ed5-d403-4ad5-af23-f54fd07f87db,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:10.069596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.071579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:10.075229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.113962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.1 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:10.165546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fbed974b-b59b-4342-a23e-17b9d5fd8690 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:10.203900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for fbed974b-b59b-4342-a23e-17b9d5fd8690 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:10.233319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.239858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.240162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fd053313-2de2-485e-b625-de3703b2f55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:10.240535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Fanout notify agent at l3_agent the message router_deleted on router 89fe0754-d762-481d-a669-ca9eb4129821 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:03:10.286561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.287946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:10.291419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/routers/89fe0754-d762-481d-a669-ca9eb4129821 HTTP/1.1" status: 204 len: 168 time: 3.1744535 Dec 17 17:03:10.291903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.292093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44128) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:10.293312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port fbed974b-b59b-4342-a23e-17b9d5fd8690 {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:03:10.293750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fbed974b-b59b-4342-a23e-17b9d5fd8690 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:10.297729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.298678 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/934c2ed5-d403-4ad5-af23-f54fd07f87db HTTP/1.1" status: 204 len: 168 time: 0.9479592 Dec 17 17:03:10.312981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Pushing event deleted for resources: {'Port': ['ID=fbed974b-b59b-4342-a23e-17b9d5fd8690,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:10.315662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] No DVR routers for this DVR port fbed974b-b59b-4342-a23e-17b9d5fd8690 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:10.317834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:10.328798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44132) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:10.397340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:10.397559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:10.471432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-07e23399-1f6a-42c8-a8a7-90ad38113702 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:10.523028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.543784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-07e23399-1f6a-42c8-a8a7-90ad38113702 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:10.548861 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-07e23399-1f6a-42c8-a8a7-90ad38113702 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2144511 Dec 17 17:03:10.549023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting subnet 5a58b100-bebf-484e-9d43-b1b670d451f6 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:10.549678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44138) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:10.554837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.561095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:10.585793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064416958'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:10.602412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:10.626745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:10.640441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.643167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.650385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9efee568-1053-48bf-b434-2bb1b5352574 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:10.694462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1191959515'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:10.706523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:10.718568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:10.731878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.733151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:10.747474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:10.749501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=6764cee5-15b4-4bf7-969e-128cd5325072,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:10.755420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:10.763203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': '4febb76a-85f6-4f48-be86-b95635614ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:10.765250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: 02c0e6a4-1ece-418b-af0b-089522627537, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:10.769471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.778903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.787188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-080fa8e6-f130-4ddd-a6d5-f5bc0bc8aaf8 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:10.820141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:10.824202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.837279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.852536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:10.856139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 02c0e6a4-1ece-418b-af0b-089522627537 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:10.858395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:security_group_rule and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:10.862228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:10.869372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:10.870059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:10.874210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:10.876668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:10.879256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:10.899409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port fbed974b-b59b-4342-a23e-17b9d5fd8690 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:10.899756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.916935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:10.930272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:10.939670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:10.942586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:10.945502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:10.978821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] The port 'fbed974b-b59b-4342-a23e-17b9d5fd8690' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:10.980547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 02c0e6a4-1ece-418b-af0b-089522627537) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:10.988503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:10.991809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f0136-86b0-4764-a0e0-2a6778b77d73 None None] Network 02c0e6a4-1ece-418b-af0b-089522627537 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:11.009164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:11.009763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.117899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.131339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91366c06-13d1-47fb-a23a-fae1022f9857 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:11.164390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.177626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.190035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.194743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0a9509-76a6-4a1a-af34-7bb497150c46']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:11.196497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Subnet': ['ID=5a58b100-bebf-484e-9d43-b1b670d451f6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:11.200116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:11.201027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e2b82-38c6-4cc7-b8d8-3fd76152fdcb None None] Network 165b09fe-b8be-4160-8f13-86f26f5f1278 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:11.210197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301ff668-d435-410a-80e0-a7a8a92ad504') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:11.210496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301ff668-d435-410a-80e0-a7a8a92ad504') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:11.223896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.240634 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6792331 Dec 17 17:03:11.240634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44148) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:11.240847 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/subnets/5a58b100-bebf-484e-9d43-b1b670d451f6 HTTP/1.1" status: 204 len: 168 time: 0.9425273 Dec 17 17:03:11.246293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '02c0e6a4-1ece-418b-af0b-089522627537', 'name': 'tempest-PortsIpV6TestJSON-260634779'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:11.249248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44150) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:11.253735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.266630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.273373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-02c0e6a4-1ece-418b-af0b-089522627537', 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': '6764cee5-15b4-4bf7-969e-128cd5325072'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:11.274308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.277358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:11.341734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.350972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5c328616-393e-4a94-84a8-33e0b602ff9f tempest-ExternalNetworksAdminNegativeTestJSON-325953751 tempest-ExternalNetworksAdminNegativeTestJSON-325953751-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:11.358866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.389718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:11.394155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:11.394562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.415519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01d96a-da76-4e2d-933d-fdc1fd4d5f06,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:11.421358 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:11.431129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:11.433414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.448243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:11.448550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.480009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.481239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9288011 Dec 17 17:03:11.487598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44156) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:11.502037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--961875213'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:11.513951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4784b560-d29a-472e-a11d-1f883b82d00f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:11.528433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.528989 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment be8d6c40-3172-4727-a400-ac5b27af91d8 of type vlan for network c769edea-03ce-4f73-9707-6b16cd6496d0 Dec 17 17:03:11.542371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Allocated IP 2001:db8::2 (02c0e6a4-1ece-418b-af0b-089522627537/6764cee5-15b4-4bf7-969e-128cd5325072/a16f4410-ca5a-4860-a18f-dc7defb2df84) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:11.556644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:11.594989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:11.614456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:11.622177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:11.625583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.640674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:11.641656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] DHCP port deletion for 165b09fe-b8be-4160-8f13-86f26f5f1278 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:11.655415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Deleting port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:11.655693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.657077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.728629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.733331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f4ae47cb-7cd5-435e-9615-3ea9f983a8c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:11.750542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.762634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:11.766056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.776781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=ff0a9509-76a6-4a1a-af34-7bb497150c46,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:11.781981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.787791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:11.788259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.789120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.793189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:11.793692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:11.874252 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-406d88a9-8217-4d66-8c86-6adb0e2ef296 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/ff0a9509-76a6-4a1a-af34-7bb497150c46 HTTP/1.1" status: 204 len: 168 time: 2.6650901 Dec 17 17:03:11.883614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44160) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:11.899061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:11.916820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:11.938653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1994533683', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:11.939027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:11.944313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] For port 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=89e474ba-1fb3-4b14-a93e-7a388bd032d6,segment=NetworkSegment(23e96f8e-cb2f-47de-ba19-73ef022bc117),segment_id=23e96f8e-cb2f-47de-ba19-73ef022bc117)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:11.944682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.951376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:11.952439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:11.962470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:11.968511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:11.968687 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4039209 Dec 17 17:03:11.968687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=c769edea-03ce-4f73-9707-6b16cd6496d0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:11.968879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44164) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:11.969720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:11.972186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.986478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:11.988956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c769edea-03ce-4f73-9707-6b16cd6496d0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:11.990384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609728898'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:12.000871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:12.003013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:12.011974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Transition to ACTIVE for port object a16f4410-ca5a-4860-a18f-dc7defb2df84 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:12.017299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:12.023494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:12.034107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:12.086827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for 89e474ba-1fb3-4b14-a93e-7a388bd032d6 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:12.089741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.091072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.111225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.113710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:12.118187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.144266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] For port 89e474ba-1fb3-4b14-a93e-7a388bd032d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=89e474ba-1fb3-4b14-a93e-7a388bd032d6,segment=NetworkSegment(23e96f8e-cb2f-47de-ba19-73ef022bc117),segment_id=23e96f8e-cb2f-47de-ba19-73ef022bc117)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:12.144768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.164319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 89e474ba-1fb3-4b14-a93e-7a388bd032d6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:12.172742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:12.182686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.183039 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 21d70bb8-21ef-4217-b341-bb51acb957e2 of type vlan for network c13a37ca-850d-4ba8-8634-41dfb95b5bfb Dec 17 17:03:12.211848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.225102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.311803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.315871 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d65f299b-f863-43b4-9d7d-3079adca24d9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4269664 Dec 17 17:03:12.318629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:12.321909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578211924'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:12.327041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:12.330788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.338689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:12.340239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.349559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:12.368057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Calling delete_port for 89e474ba-1fb3-4b14-a93e-7a388bd032d6 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:12.377501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:12.388771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:12.449519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:12.474606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=c13a37ca-850d-4ba8-8634-41dfb95b5bfb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:12.477550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:12.499300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:12.538163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.546248 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5643084 Dec 17 17:03:12.549167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44172) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:12.555686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:12.578634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:12.582137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.601641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.607045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.608436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.613776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93335dcf-4baa-4840-94a2-e05e5e4b5e92 tempest-FloatingIPAdminTestJSON-864513431 tempest-FloatingIPAdminTestJSON-864513431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:12.616362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Transition to ACTIVE for port object a16f4410-ca5a-4860-a18f-dc7defb2df84 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:12.641106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:12.641508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:12.642905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.669649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.685907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.694739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86df2c54-545f-465e-bfcb-68d8fa72fe6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:12.717952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=89e474ba-1fb3-4b14-a93e-7a388bd032d6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:12.720512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] No DVR routers for this DVR port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:12.757206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:12.760413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8fa8838e-5675-4816-8263-5b2efcdee71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:12.764754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Network 02c0e6a4-1ece-418b-af0b-089522627537 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:12.767615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:12.770192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:12.843117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Pushing event updated for resources: {'Port': ['ID=a16f4410-ca5a-4860-a18f-dc7defb2df84,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:12.846088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:12.873748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Attempting to bind port a16f4410-ca5a-4860-a18f-dc7defb2df84 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:12.874197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Attempting to bind port a16f4410-ca5a-4860-a18f-dc7defb2df84 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4febb76a-85f6-4f48-be86-b95635614ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:12.874574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Attempting to bind port a16f4410-ca5a-4860-a18f-dc7defb2df84 on network 02c0e6a4-1ece-418b-af0b-089522627537 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:12.880228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:12.880662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Checking segment: {'id': '4febb76a-85f6-4f48-be86-b95635614ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:12.881126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.881526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Bound using segment: {'id': '4febb76a-85f6-4f48-be86-b95635614ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:12.882066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Bound port: a16f4410-ca5a-4860-a18f-dc7defb2df84, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4febb76a-85f6-4f48-be86-b95635614ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '02c0e6a4-1ece-418b-af0b-089522627537'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:12.882454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.887079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:12.894227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bf1ac-96ae-4063-80cc-5aab0d52c2ba,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:12.894413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:12.907417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.910686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::291 (02c0e6a4-1ece-418b-af0b-089522627537/6764cee5-15b4-4bf7-969e-128cd5325072/383ee4bc-780a-4d6a-86ee-7f1809c29a07) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:12.913347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:12.915132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:12.915668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a1146bbe-6ef8-4ab8-a9e9-4b948c5184cb tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:12.922443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:12.927857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.928281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 351118db-44df-40f9-a8fb-2882903b6d3e of type vlan for network 79213fe8-3953-4f79-b8aa-a95d6fad5108 Dec 17 17:03:12.936052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:12.970512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.984260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] For port a16f4410-ca5a-4860-a18f-dc7defb2df84, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:12.987471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.988118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] For port a16f4410-ca5a-4860-a18f-dc7defb2df84, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a16f4410-ca5a-4860-a18f-dc7defb2df84,segment=NetworkSegment(4febb76a-85f6-4f48-be86-b95635614ee9),segment_id=4febb76a-85f6-4f48-be86-b95635614ee9)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:12.988906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:12.990132 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5016048 Dec 17 17:03:12.993386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44176) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:13.004048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': 'ab01d96a-da76-4e2d-933d-fdc1fd4d5f06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b94bf1ac-96ae-4063-80cc-5aab0d52c2ba', 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:13.021727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:13.041383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:13.059494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:13.062934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.065519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.070953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e1f0316e-d750-48fc-9697-10339111b0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:13.086833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:13.101471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:13.106863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165b09fe-b8be-4160-8f13-86f26f5f1278']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:13.123027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e96f8e-cb2f-47de-ba19-73ef022bc117') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:13.123578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e96f8e-cb2f-47de-ba19-73ef022bc117') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:13.132671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:13.146834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.147966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Deleting port 89e474ba-1fb3-4b14-a93e-7a388bd032d6 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:13.148507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.177961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.196152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:13.196816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:13.214511 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:13.220498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:13.231003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2e3295ea-1fdc-46c0-943e-d9da3e9f6e96 None None] The port '89e474ba-1fb3-4b14-a93e-7a388bd032d6' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:13.256369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Pushing event updated for resources: {'Port': ['ID=a16f4410-ca5a-4860-a18f-dc7defb2df84,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:13.262182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:13.291783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:13.296671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:13.299806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.306023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:13.306618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.314958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:13.390245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.448364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5a92d33f-88f0-47fd-82db-ead0dd111e17 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:13.453994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.462397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.483784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=79213fe8-3953-4f79-b8aa-a95d6fad5108,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:13.487421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Network': ['ID=165b09fe-b8be-4160-8f13-86f26f5f1278,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:13.491776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.492776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:13.498882 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/networks/165b09fe-b8be-4160-8f13-86f26f5f1278 HTTP/1.1" status: 204 len: 168 time: 2.2462449 Dec 17 17:03:13.500400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:13.500868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:13.501958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44180) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:13.549398 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2321863 Dec 17 17:03:13.556850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 383ee4bc-780a-4d6a-86ee-7f1809c29a07 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:13.558090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44184) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:13.564610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:13.692214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:13.723006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Deleting port cd9c540e-1a1a-4d1e-adde-4024f3532aa7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:13.723345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.778502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:13.801181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:13.808209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:13.818711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:13.839009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.888783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.892506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-970b6ab7-7279-4ce6-bf88-000ffb93f6dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:13.933402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.934581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:13.940206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:13.943782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.078097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 02c0e6a4-1ece-418b-af0b-089522627537 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:14.091452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:14.101200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=ed5391ac-bada-4eee-9e7f-f0c56cd01993,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.108713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:14.114294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:14.114892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.118927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:14.126932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:14.171800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:14.185517 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/routers/8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6238751 Dec 17 17:03:14.188056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:14.189444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44188) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:14.196929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'port': {'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8', 'name': 'tempest-FloatingIPTestJSON-1131325423'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:14.200420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': 'be8d6c40-3172-4727-a400-ac5b27af91d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:14.200787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: c769edea-03ce-4f73-9707-6b16cd6496d0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:14.204313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:14.205335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.206325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:14.206493 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2114983 Dec 17 17:03:14.227603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44192) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:14.276476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=383ee4bc-780a-4d6a-86ee-7f1809c29a07,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.287776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:14.287776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:14.303000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.307878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a16f4410-ca5a-4860-a18f-dc7defb2df84 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:14.317698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.318053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.345269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:14.348913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4ecdd5-051f-4ab1-95d1-914e5ecd1ce5,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.356227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.362693 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1213911 Dec 17 17:03:14.369923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:14.376061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44196) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:14.378303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c769edea-03ce-4f73-9707-6b16cd6496d0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:14.380375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:14.381100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:14.396494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '02c0e6a4-1ece-418b-af0b-089522627537', 'name': 'tempest-PortsIpV6TestJSON-1138121018'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:14.456314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:14.456699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c2703-ee6d-4e55-afe9-3d69f5bcf9a2 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:14.473565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Calling delete_port for cd9c540e-1a1a-4d1e-adde-4024f3532aa7 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:14.533224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:14.534284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a16f4410-ca5a-4860-a18f-dc7defb2df84 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:14.540578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:port and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:14.545509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:14.554898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:14.567373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c769edea-03ce-4f73-9707-6b16cd6496d0) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:14.577057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059fc5e-bafa-42d9-ae6b-7104fd135a24 None None] Network c769edea-03ce-4f73-9707-6b16cd6496d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:14.583392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:14.583990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.624953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.639942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:14.639942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-239333fc-b468-44c5-a3cf-76af8ea348e5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:14.642140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.643252 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ae4ecdd5-051f-4ab1-95d1-914e5ecd1ce5 HTTP/1.1" status: 204 len: 168 time: 0.4147036 Dec 17 17:03:14.644464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:14.648510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44200) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:14.651111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:14.654142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae4ecdd5-051f-4ab1-95d1-914e5ecd1ce5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.668490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e44337-a6e9-4c00-b0f5-4b69550a35c1 None None] Network 02c0e6a4-1ece-418b-af0b-089522627537 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:14.671951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:14.674082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:14.710866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:14.711210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4039aa20-a2d3-4fb4-8935-85393e3c0cc5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:14.714391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.715108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.719887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e9ecbae3-776d-47d4-872f-7fe9693fb1b6 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:14.738060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] device_id is not set on port f1ea72a1-3623-415e-bef0-2088aa5cc67e yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:14.780775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.787242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9c44928-90f1-48e3-a3c6-0f1adb1119f2 tempest-RoutersAdminTest-1871749732 tempest-RoutersAdminTest-1871749732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:14.881901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Pushing event deleted for resources: {'Port': ['ID=cd9c540e-1a1a-4d1e-adde-4024f3532aa7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.884440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:14.917221 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3633816 Dec 17 17:03:14.923258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44204) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:14.930021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Provisioning for port a16f4410-ca5a-4860-a18f-dc7defb2df84 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:14.932561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:14.961753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Provisioning complete for port a16f4410-ca5a-4860-a18f-dc7defb2df84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:14.962105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:14.970135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=9af49511-c76e-4939-a9ba-b239533de0b0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:14.977929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.017259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:15.027814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4039aa20-a2d3-4fb4-8935-85393e3c0cc5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:15.031136 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4039aa20-a2d3-4fb4-8935-85393e3c0cc5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3794160 Dec 17 17:03:15.031136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:15.033036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.044399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44208) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:15.065246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.067795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] 10.222.0.61 "DELETE /v2.0/floatingips/5f0f71c3-46ff-427b-ac8e-587bf7d67641 HTTP/1.1" status: 204 len: 168 time: 1.5641429 Dec 17 17:03:15.085465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.12 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/f1ea72a1-3623-415e-bef0-2088aa5cc67e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:15.100891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:15.101257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 79213fe8-3953-4f79-b8aa-a95d6fad5108, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:15.142273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c769edea-03ce-4f73-9707-6b16cd6496d0', 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': 'ed5391ac-bada-4eee-9e7f-f0c56cd01993'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:15.143443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.240689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.242861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 51515410-bf81-4fdb-a4e3-5913e124478d yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:15.278544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:15.295177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.296294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:15.299293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:15.306148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:15.313379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.337427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:15.346290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.353329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.407592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] For port a16f4410-ca5a-4860-a18f-dc7defb2df84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a16f4410-ca5a-4860-a18f-dc7defb2df84,segment=NetworkSegment(4febb76a-85f6-4f48-be86-b95635614ee9),segment_id=4febb76a-85f6-4f48-be86-b95635614ee9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:15.412020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 79213fe8-3953-4f79-b8aa-a95d6fad5108) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:15.427401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b309016-c8d9-457d-a8ea-c887baf5dae7 None None] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:15.444305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Allocated IP 2001:db8::2 (c769edea-03ce-4f73-9707-6b16cd6496d0/ed5391ac-bada-4eee-9e7f-f0c56cd01993/0d1b3e48-d1e1-413e-bee7-8d8318c37271) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:15.451712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:15.452305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.468149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:15.471639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.489721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.508516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7de9f1fe-d6bc-4839-a875-2494bc358359 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:15.598585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=f1ea72a1-3623-415e-bef0-2088aa5cc67e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:15.602437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:15.613728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:15.614916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:15.617617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:15.625585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.633254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.640377 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/b94bf1ac-96ae-4063-80cc-5aab0d52c2ba HTTP/1.1" status: 204 len: 168 time: 0.5819020 Dec 17 17:03:15.640577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.640577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff51cafe-fdae-4bea-8a55-72aacd21c1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:15.654695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f123c34-21af-4da4-8123-94ba9fc75fd3 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:15.654911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44216) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:15.729776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:15.730669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.737373 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1780577 Dec 17 17:03:15.739833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bf1ac-96ae-4063-80cc-5aab0d52c2ba,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:15.743843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44220) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:15.745397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:15.749130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::25e (02c0e6a4-1ece-418b-af0b-089522627537/6764cee5-15b4-4bf7-969e-128cd5325072/51515410-bf81-4fdb-a4e3-5913e124478d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:15.756010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:15.879726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Pushing event updated for resources: {'Port': ['ID=a16f4410-ca5a-4860-a18f-dc7defb2df84,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:15.942848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7517707 Dec 17 17:03:15.946918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:15.952075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3151d112-e0fa-4e55-8469-1f2ca0309508 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:15.954145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:15.955655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Provisioning complete for port a16f4410-ca5a-4860-a18f-dc7defb2df84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:15.956189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:15.975974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'port': {'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8', 'name': 'tempest-FloatingIPTestJSON-1687276174'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:16.078472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-79213fe8-3953-4f79-b8aa-a95d6fad5108', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:16.079309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.081624 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cd6d54a7-d1c2-435a-a9d5-8c64f83a05ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74e7ffff29f241d59d57b7667b33b392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248773 Dec 17 17:03:16.094877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44234) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:16.181272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a16f4410-ca5a-4860-a18f-dc7defb2df84 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:16.263484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.267109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.302572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.307773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 51515410-bf81-4fdb-a4e3-5913e124478d will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:16.311187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6dce0c54-8f0d-4928-8ed4-4d62ce8870b7 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:16.321679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3151d112-e0fa-4e55-8469-1f2ca0309508 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:16.325722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3151d112-e0fa-4e55-8469-1f2ca0309508 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6671839 Dec 17 17:03:16.336325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44238) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:16.337335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.435136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=f1074ff1-7538-4efe-9a31-44cca9cfd4d0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:16.435962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Allocated IP 172.20.0.2 (79213fe8-3953-4f79-b8aa-a95d6fad5108/9af49511-c76e-4939-a9ba-b239533de0b0/0c6bf084-311c-4770-a263-1797f148595c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:16.441016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:16.444164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a16f4410-ca5a-4860-a18f-dc7defb2df84 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:16.444556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.448431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '21d70bb8-21ef-4217-b341-bb51acb957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:16.449005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: c13a37ca-850d-4ba8-8634-41dfb95b5bfb, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:16.471937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Provisioning for port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:16.475103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.498275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Provisioning complete for port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:16.498660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.534053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Transition to ACTIVE for port object 0d1b3e48-d1e1-413e-bee7-8d8318c37271 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:16.534399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.542876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-788a4c27-4336-43ee-a1a3-2e2d7869fea6 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:16.586934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:16.599285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.621624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.634450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:16.637175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 02c0e6a4-1ece-418b-af0b-089522627537 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:16.641978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:16.643308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:port and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:16.644572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:16.651071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:16.652049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.657536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:16.660199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b8434228-01d0-4c43-bea8-f63bc544bdb4 None None] Port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:16.663159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Transition to ACTIVE for port object 0d1b3e48-d1e1-413e-bee7-8d8318c37271 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:16.672676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.673799 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a6e2cc3-50ff-4047-b297-1a3dc7c3af30 HTTP/1.1" status: 204 len: 168 time: 0.5779338 Dec 17 17:03:16.674765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=51515410-bf81-4fdb-a4e3-5913e124478d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:16.680387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:16.680387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4c0f9484-18f5-4673-93d9-c7c56eea07fc tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:16.690927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6e2cc3-50ff-4047-b297-1a3dc7c3af30,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:16.694004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:16.710702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:16.714076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.728249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.732679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c13a37ca-850d-4ba8-8634-41dfb95b5bfb) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:16.733511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:16.734287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.767994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa05266-79df-4c5e-8e44-7d387b4d945b None None] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:16.778586 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4014711 Dec 17 17:03:16.779746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:16.878894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d41a9-1817-4822-a415-5d9ff66a3ae5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:16.880100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1f3d41a9-1817-4822-a415-5d9ff66a3ae5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:16.938379 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0141587 Dec 17 17:03:16.939678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44248) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:16.945556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1615901711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:16.953344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:16.957716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:16.960550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:16.965922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1f3d41a9-1817-4822-a415-5d9ff66a3ae5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:16.969542 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1f3d41a9-1817-4822-a415-5d9ff66a3ae5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A291 HTTP/1.1" status: 200 len: 928 time: 0.1846123 Dec 17 17:03:16.969542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:16.970846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44252) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:16.977429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:16.980009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.003663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.004109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a2f2fb9-e204-4664-839e-70866d90b176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:17.008894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:17.012450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3842cda3-0cc5-49b5-8f80-9dea4345c0bc tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:17.052102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 51515410-bf81-4fdb-a4e3-5913e124478d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:17.052562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.073937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01d96a-da76-4e2d-933d-fdc1fd4d5f06,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:17.076157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] device_id is not set on port a09a7f25-434b-497a-8070-719c72d3a639 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:17.097794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Pushing event updated for resources: {'Port': ['ID=0d1b3e48-d1e1-413e-bee7-8d8318c37271,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:17.116272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:17.151565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:17.161857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.162508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.174944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Network c769edea-03ce-4f73-9707-6b16cd6496d0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:17.184485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:17.226010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.226511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:17.314637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.13 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/a09a7f25-434b-497a-8070-719c72d3a639) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:17.346716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.347825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/ab01d96a-da76-4e2d-933d-fdc1fd4d5f06 HTTP/1.1" status: 204 len: 168 time: 1.0084927 Dec 17 17:03:17.350761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44258) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:17.354829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.368171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.377134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d1447933-d70f-4d02-b17b-e9ef074df1c9 None None] Provisioning complete for port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:17.377513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d1447933-d70f-4d02-b17b-e9ef074df1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.378063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.505827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Transition to ACTIVE for port object 0c6bf084-311c-4770-a263-1797f148595c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:17.550931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.564784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Transition to ACTIVE for port object 0c6bf084-311c-4770-a263-1797f148595c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:17.567723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Attempting to bind port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:17.568319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Attempting to bind port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'be8d6c40-3172-4727-a400-ac5b27af91d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:17.568824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Attempting to bind port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 on network c769edea-03ce-4f73-9707-6b16cd6496d0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:17.583933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44262) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:17.604730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.617243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d1447933-d70f-4d02-b17b-e9ef074df1c9 None None] Port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:17.622510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:17.622510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Checking segment: {'id': 'be8d6c40-3172-4727-a400-ac5b27af91d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:17.622510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.622510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Bound using segment: {'id': 'be8d6c40-3172-4727-a400-ac5b27af91d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:17.622939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:17.623429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Bound port: 0d1b3e48-d1e1-413e-bee7-8d8318c37271, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8d6c40-3172-4727-a400-ac5b27af91d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c769edea-03ce-4f73-9707-6b16cd6496d0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:17.623429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.626440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Usage tracker for resource:security_group_rule and tenant:26f21daa25b6467fa202aea917116d52 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:17.629427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:17.637680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 51515410-bf81-4fdb-a4e3-5913e124478d owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:17.644405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.652087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:17.668183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:17.691083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.699480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c13a37ca-850d-4ba8-8634-41dfb95b5bfb', 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': 'f1074ff1-7538-4efe-9a31-44cca9cfd4d0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:17.700600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-990b6ee7-7a46-41f5-b300-edb6c280d986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:17.700942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.716982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c18f91b6-cbde-4013-98b0-725c0e589331 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:17.749400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:17.753320 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-216de632-6aa0-4520-8057-6f35b2bbbe49 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8097761 Dec 17 17:03:17.754051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44266) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:17.796048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:17.799571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.20.0.1 (79213fe8-3953-4f79-b8aa-a95d6fad5108/9af49511-c76e-4939-a9ba-b239533de0b0/d38b5a4d-724b-46ae-a297-40079e4fe433) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:17.808087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:17.820422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c18f91b6-cbde-4013-98b0-725c0e589331 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:17.820642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:17.820808 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c18f91b6-cbde-4013-98b0-725c0e589331 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4649420 Dec 17 17:03:17.823705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:17.826374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44270) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:17.832446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=a09a7f25-434b-497a-8070-719c72d3a639,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:17.837578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021084330'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:17.844182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:17.855350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:17.879314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:17.879626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6bf084-311c-4770-a263-1797f148595c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:17.880834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:17.922013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:17.935521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-486e59a7-159f-40de-9157-95ffc9b98bc3 None None] Provisioning for port 51515410-bf81-4fdb-a4e3-5913e124478d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:17.981267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-486e59a7-159f-40de-9157-95ffc9b98bc3 None None] Provisioning complete for port 51515410-bf81-4fdb-a4e3-5913e124478d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:17.981779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-486e59a7-159f-40de-9157-95ffc9b98bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.018272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] For port 0d1b3e48-d1e1-413e-bee7-8d8318c37271, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:18.066547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] For port 0d1b3e48-d1e1-413e-bee7-8d8318c37271, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0d1b3e48-d1e1-413e-bee7-8d8318c37271,segment=NetworkSegment(be8d6c40-3172-4727-a400-ac5b27af91d8),segment_id=be8d6c40-3172-4727-a400-ac5b27af91d8)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:18.115253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Attempting to bind port 0c6bf084-311c-4770-a263-1797f148595c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:18.115253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Attempting to bind port 0c6bf084-311c-4770-a263-1797f148595c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:18.115253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Attempting to bind port 0c6bf084-311c-4770-a263-1797f148595c on network 79213fe8-3953-4f79-b8aa-a95d6fad5108 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:18.130303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:18.130716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Checking segment: {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:18.131642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.131642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Bound using segment: {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:18.131924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:18.132395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Bound port: 0c6bf084-311c-4770-a263-1797f148595c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:18.133029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.142133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-486e59a7-159f-40de-9157-95ffc9b98bc3 None None] Port 51515410-bf81-4fdb-a4e3-5913e124478d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:18.151880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.159366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:18.183544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:18.184190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.251249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.275501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Allocated IP 2001:db8:1::2 (c13a37ca-850d-4ba8-8634-41dfb95b5bfb/f1074ff1-7538-4efe-9a31-44cca9cfd4d0/a94aa485-36cd-4810-88f2-b5ca93af8fb0) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:18.299524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.316728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:18.323715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.328062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:18.332052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d8777d1d-f952-4f8e-b230-fb37ebe4ab9f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:18.332746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:18.341916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:18.355869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.374514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.383227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4255276 Dec 17 17:03:18.391870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44274) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:18.391870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object d38b5a4d-724b-46ae-a297-40079e4fe433 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:18.401681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'a09a7f25-434b-497a-8070-719c72d3a639', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:18.409057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=51515410-bf81-4fdb-a4e3-5913e124478d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:18.410437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:18.415352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:18.418131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:floatingip and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:18.422227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:18.422419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Pushing event updated for resources: {'Port': ['ID=0d1b3e48-d1e1-413e-bee7-8d8318c37271,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:18.436976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:18.440698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:18.447953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.449128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] For port 0c6bf084-311c-4770-a263-1797f148595c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:18.461742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] For port 0c6bf084-311c-4770-a263-1797f148595c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c6bf084-311c-4770-a263-1797f148595c,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:18.465427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:18.534658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26642cc-9d5d-4af4-9c67-b8d3f6ec5d85,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:18.539066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:18.553398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.574392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.589844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26f21daa25b6467fa202aea917116d52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0014827 Dec 17 17:03:18.590922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.593338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44278) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:18.625019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:18.727147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44282) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:18.728413 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/51515410-bf81-4fdb-a4e3-5913e124478d HTTP/1.1" status: 204 len: 168 time: 1.7554617 Dec 17 17:03:18.749501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.769917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.812690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6bf084-311c-4770-a263-1797f148595c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:18.824112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.828417 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-8425acc5-7614-44cf-8d3f-98185c6581c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:03:18.832313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8425acc5-7614-44cf-8d3f-98185c6581c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/51515410-bf81-4fdb-a4e3-5913e124478d HTTP/1.1" status: 404 len: 333 time: 0.0945497 Dec 17 17:03:18.838525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:18.839245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44286) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:18.842042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.864035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Transition to ACTIVE for port object a94aa485-36cd-4810-88f2-b5ca93af8fb0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:18.891605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Transition to ACTIVE for port object a94aa485-36cd-4810-88f2-b5ca93af8fb0 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:18.904099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.927853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:18.966260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.982361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:18.995113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-60fc82b5-065f-4b06-bc97-c6732b5f86b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:19.081874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8::1 (c769edea-03ce-4f73-9707-6b16cd6496d0/ed5391ac-bada-4eee-9e7f-f0c56cd01993/8253537c-e56e-46e7-b3f9-472399c9a96d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:19.087779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.092330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:19.098751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 383ee4bc-780a-4d6a-86ee-7f1809c29a07 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:19.098921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c01ebbd3-40ae-4bd1-8052-3a103825ac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:19.099269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.117515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:19.120451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:19.122903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26642cc-9d5d-4af4-9c67-b8d3f6ec5d85,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.127237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:19.127416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.144590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:19.180834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:19.216395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.217758 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a26642cc-9d5d-4af4-9c67-b8d3f6ec5d85 HTTP/1.1" status: 204 len: 168 time: 0.6234286 Dec 17 17:03:19.258543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.271589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.274044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Pushing event updated for resources: {'Port': ['ID=a94aa485-36cd-4810-88f2-b5ca93af8fb0,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.277406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17cc5c4-f26f-4812-9475-a705edd62f90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:19.279060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.335437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.339577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5059202 Dec 17 17:03:19.359856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Attempting to bind port a94aa485-36cd-4810-88f2-b5ca93af8fb0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:19.360231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Attempting to bind port a94aa485-36cd-4810-88f2-b5ca93af8fb0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '21d70bb8-21ef-4217-b341-bb51acb957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:19.360594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Attempting to bind port a94aa485-36cd-4810-88f2-b5ca93af8fb0 on network c13a37ca-850d-4ba8-8634-41dfb95b5bfb {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:19.368638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:19.369760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Checking segment: {'id': '21d70bb8-21ef-4217-b341-bb51acb957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:19.370351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.370918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Bound using segment: {'id': '21d70bb8-21ef-4217-b341-bb51acb957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:19.371543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Bound port: a94aa485-36cd-4810-88f2-b5ca93af8fb0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d70bb8-21ef-4217-b341-bb51acb957e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c13a37ca-850d-4ba8-8634-41dfb95b5bfb'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:19.372095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.399649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44292) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:19.401970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.455092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a8bef8-a980-49fe-bb11-2cc77f0c9e0f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.468320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.475182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '13a8bef8-a980-49fe-bb11-2cc77f0c9e0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:19.481707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:19.486864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:19.493906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] For port a94aa485-36cd-4810-88f2-b5ca93af8fb0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:19.495399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:19.499207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] For port a94aa485-36cd-4810-88f2-b5ca93af8fb0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a94aa485-36cd-4810-88f2-b5ca93af8fb0,segment=NetworkSegment(21d70bb8-21ef-4217-b341-bb51acb957e2),segment_id=21d70bb8-21ef-4217-b341-bb51acb957e2)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:19.505700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.511821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:19.522525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.542682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object 8253537c-e56e-46e7-b3f9-472399c9a96d will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:19.598441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.602914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cd228958-0be2-490e-9c30-4e2bec2f8769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:19.680702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.693783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:19.714651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Pushing event updated for resources: {'Port': ['ID=a94aa485-36cd-4810-88f2-b5ca93af8fb0,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.725342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.774117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.787976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c769edea-03ce-4f73-9707-6b16cd6496d0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:19.792033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:19.798277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:19.799619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.832161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=8253537c-e56e-46e7-b3f9-472399c9a96d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:19.840610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:19.951616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:19.998450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73da71-b7b4-4dbf-807c-31484ebd4e17 None None] Network c769edea-03ce-4f73-9707-6b16cd6496d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:20.023740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.115786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.216225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5cd0a7a5-dc68-461c-a6d4-8bafb1d69c02 None None] Provisioning for port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:20.264145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44298) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:20.319696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.340206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0d1b3e48-d1e1-413e-bee7-8d8318c37271 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:20.358856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 383ee4bc-780a-4d6a-86ee-7f1809c29a07 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:20.364072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:20.370510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:906b87936f024da48472ed7f03af985e is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:20.375374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:20.385689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:20.500981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.215 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/0c5f2953-2b22-469e-9f38-3e29ecfa62b4) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:20.534546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb5b66-be62-4cf3-be45-3515336fdbd9 None None] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:20.543626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.640344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:20.653707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:20.654125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.758459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.779617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9aec50ce-b9dd-40ae-bcb4-6f3c601c85e3 None None] Provisioning for port 0c6bf084-311c-4770-a263-1797f148595c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:20.809270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.825323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.837347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8155a65d-0cbe-4230-a65a-5247765669e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:20.883153 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=906b87936f024da48472ed7f03af985e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6154659 Dec 17 17:03:20.883939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b4f48-b12b-451e-bc04-fd4f8bd89c62,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:20.887963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:20.889080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44302) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:20.890086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.890917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.898038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-781619df-ddc6-4d5f-81a3-61122473cae2 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:20.912584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:20.943243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.004361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0a6e78f-8156-4c7f-b091-ddbb0f3f36cf tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:21.041793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0d1b3e48-d1e1-413e-bee7-8d8318c37271, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0d1b3e48-d1e1-413e-bee7-8d8318c37271,segment=NetworkSegment(be8d6c40-3172-4727-a400-ac5b27af91d8),segment_id=be8d6c40-3172-4727-a400-ac5b27af91d8)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:21.081684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Provisioning complete for port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:21.082566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.110613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e958b38-ef87-431b-abe1-bab9eec2ae4e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:21.127037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:21.143255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=8253537c-e56e-46e7-b3f9-472399c9a96d,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:21.147411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:21.156497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.168143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.170319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c6bf084-311c-4770-a263-1797f148595c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:21.170582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.188209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.212810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0b7e5fde-92ec-4fbf-ad2f-1d11a3329ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:21.224649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1641ec55-4969-4bd9-ae97-69d0de6e01a5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:21.277096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c769edea-03ce-4f73-9707-6b16cd6496d0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:21.278937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:21.299381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=383ee4bc-780a-4d6a-86ee-7f1809c29a07,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:21.316297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.317630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9043655 Dec 17 17:03:21.332826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:21.356959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44306) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:21.426261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0d1b3e48-d1e1-413e-bee7-8d8318c37271,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:21.430844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:21.473423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32e00d-47e6-4c88-8bdc-f5011b7bfefa None None] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:21.549785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.554182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/383ee4bc-780a-4d6a-86ee-7f1809c29a07 HTTP/1.1" status: 204 len: 168 time: 2.7184539 Dec 17 17:03:21.555590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44310) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:21.555715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.569368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.611357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.614219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router c4196003-d1fb-42bf-8380-a70d90396d57 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:03:21.616710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.622810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0c6bf084-311c-4770-a263-1797f148595c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:21.631470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec34014a-84dd-40bb-ac86-69445cdd2394 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:21.642180 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-283b77b3-a838-40c2-913a-ccda86b03c7a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:03:21.643092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-283b77b3-a838-40c2-913a-ccda86b03c7a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:21.650844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0c6bf084-311c-4770-a263-1797f148595c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:21.655763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.738889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b4f48-b12b-451e-bc04-fd4f8bd89c62,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:21.742546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:21.748826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Provisioning for port 8253537c-e56e-46e7-b3f9-472399c9a96d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:21.780654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.797020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Provisioning complete for port 8253537c-e56e-46e7-b3f9-472399c9a96d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:21.797339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.826429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.829040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:21.841518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.844136 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a0b4f48-b12b-451e-bc04-fd4f8bd89c62 HTTP/1.1" status: 204 len: 168 time: 0.9488473 Dec 17 17:03:21.869482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:21.897227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:21.909920 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1510139 Dec 17 17:03:21.912186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44316) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:21.917697 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] Sync routers for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:21.932983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b1cabed9-94c9-4055-bc5c-97ca2759942c None None] Port 8253537c-e56e-46e7-b3f9-472399c9a96d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:21.936974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:21.939571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:21.965060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.052415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.056680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0e958b38-ef87-431b-abe1-bab9eec2ae4e HTTP/1.1" status: 204 len: 168 time: 0.6967723 Dec 17 17:03:22.061631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.074331 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:22.079366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e958b38-ef87-431b-abe1-bab9eec2ae4e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:22.081221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44320) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:22.092194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.102352 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:22.103323 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:22.203190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-283b77b3-a838-40c2-913a-ccda86b03c7a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:22.204619 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-283b77b3-a838-40c2-913a-ccda86b03c7a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/383ee4bc-780a-4d6a-86ee-7f1809c29a07 HTTP/1.1" status: 404 len: 333 time: 0.6473601 Dec 17 17:03:22.220243 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:22.221075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44322) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:22.221664 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a3490-44ce-45e3-9860-fd01c2847a3f None None] The sync data for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:22.233109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning complete for port 8253537c-e56e-46e7-b3f9-472399c9a96d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:22.233407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:22.233531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.239959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:22.293182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4109213-3138-4fa1-9de2-c25c9e065d62 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:22.293590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4109213-3138-4fa1-9de2-c25c9e065d62 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:22.310481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:22.318142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0c6bf084-311c-4770-a263-1797f148595c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c6bf084-311c-4770-a263-1797f148595c,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:22.319100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Port 8253537c-e56e-46e7-b3f9-472399c9a96d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:22.325948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:22.330266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet 6764cee5-15b4-4bf7-969e-128cd5325072 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:22.332385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:22.339533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.343008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:22.352223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:22.386684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.388345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a94aa485-36cd-4810-88f2-b5ca93af8fb0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:22.439775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:22.453950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.480438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning for port d38b5a4d-724b-46ae-a297-40079e4fe433 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:22.510902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning complete for port d38b5a4d-724b-46ae-a297-40079e4fe433 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:22.511452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.526367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4109213-3138-4fa1-9de2-c25c9e065d62 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:22.530009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c4109213-3138-4fa1-9de2-c25c9e065d62 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports/8253537c-e56e-46e7-b3f9-472399c9a96d HTTP/1.1" status: 200 len: 911 time: 0.6131761 Dec 17 17:03:22.558736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44332) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:22.625048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0c6bf084-311c-4770-a263-1797f148595c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:22.629069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:22.630383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Port d38b5a4d-724b-46ae-a297-40079e4fe433 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:22.722391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a94aa485-36cd-4810-88f2-b5ca93af8fb0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:22.761043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning for port a94aa485-36cd-4810-88f2-b5ca93af8fb0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:22.767617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning complete for port a94aa485-36cd-4810-88f2-b5ca93af8fb0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:22.772760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.818598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:22.832942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:22.833736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0d1b3e48-d1e1-413e-bee7-8d8318c37271 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:22.987802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:22.988182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.028472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f606e672-b00e-4cde-b61d-70d2fbc73e69 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:23.076273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.131704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] For port a94aa485-36cd-4810-88f2-b5ca93af8fb0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a94aa485-36cd-4810-88f2-b5ca93af8fb0,segment=NetworkSegment(21d70bb8-21ef-4217-b341-bb51acb957e2),segment_id=21d70bb8-21ef-4217-b341-bb51acb957e2)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:23.171506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=0c5f2953-2b22-469e-9f38-3e29ecfa62b4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:23.178808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:23.179344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.128s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:23.179784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:23.200071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f606e672-b00e-4cde-b61d-70d2fbc73e69 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:23.201356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f606e672-b00e-4cde-b61d-70d2fbc73e69 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9707336 Dec 17 17:03:23.207444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44348) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:23.244056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.252343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c6bf084-311c-4770-a263-1797f148595c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:23.255586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cd00c9ba-2f97-4424-afc6-08f55ae0a8e4 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:23.307324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=6764cee5-15b4-4bf7-969e-128cd5325072,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:23.309587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.311693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.317957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:23.334156 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/6764cee5-15b4-4bf7-969e-128cd5325072 HTTP/1.1" status: 204 len: 168 time: 1.1033001 Dec 17 17:03:23.334156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44354) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:23.336152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50266e49-0a7a-4e48-a6f0-f3fe7021782c None None] Network 02c0e6a4-1ece-418b-af0b-089522627537 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:23.343173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.395403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:03:23.469126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.469417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.473001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce903522-88d0-4315-98f3-13cda9e34dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:23.495803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.538538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec761210-260f-4b19-8a82-be6ce8c412fe tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:23.547886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port a16f4410-ca5a-4860-a18f-dc7defb2df84 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:23.548324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.575756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a8bef8-a980-49fe-bb11-2cc77f0c9e0f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:23.583496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:23.610719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.625173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:23.627531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.632650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8791595 Dec 17 17:03:23.635060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44362) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:23.646354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1715606827'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:23.654133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:23.659607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:23.663829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:23.671444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:23.700487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Provisioning complete for port 0c6bf084-311c-4770-a263-1797f148595c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:23.700997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.717314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.718967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/13a8bef8-a980-49fe-bb11-2cc77f0c9e0f HTTP/1.1" status: 204 len: 168 time: 0.5070846 Dec 17 17:03:23.722996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44366) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:23.751094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:23.765322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0c6bf084-311c-4770-a263-1797f148595c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:23.765709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.827207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:23.830953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.850995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5b47a5f3-d882-4650-81f3-e5548dedd240 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:23.851260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:23.851912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:23.896944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:23.981732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:23.985108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Pushing event updated for resources: {'Port': ['ID=a94aa485-36cd-4810-88f2-b5ca93af8fb0,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:23.988729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:24.008166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.008925 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 6be8e490-79f4-4e08-bc6e-ae8f1f97bca1 of type vlan for network 3534edfc-74c7-4206-84f6-2d891f1e1cbc Dec 17 17:03:24.052050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port a16f4410-ca5a-4860-a18f-dc7defb2df84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a16f4410-ca5a-4860-a18f-dc7defb2df84,segment=NetworkSegment(4febb76a-85f6-4f48-be86-b95635614ee9),segment_id=4febb76a-85f6-4f48-be86-b95635614ee9)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:24.052205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.061972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5b47a5f3-d882-4650-81f3-e5548dedd240 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:24.063340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5b47a5f3-d882-4650-81f3-e5548dedd240 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3391294 Dec 17 17:03:24.069916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44376) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:24.095583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:24.177361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169959590'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:24.210862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c038b-ca83-4bab-b390-f7fe4f311aa3 None None] DHCP port deletion for 02c0e6a4-1ece-418b-af0b-089522627537 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:24.216048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.240833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:24.260157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for a16f4410-ca5a-4860-a18f-dc7defb2df84 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:24.262869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c038b-ca83-4bab-b390-f7fe4f311aa3 None None] Deleting port a16f4410-ca5a-4860-a18f-dc7defb2df84 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:24.263333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce4c038b-ca83-4bab-b390-f7fe4f311aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.315161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.323160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:24.370913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.390339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5d0f4067-55c1-45fe-abd7-958be2f9b3de tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:24.450833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.458581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44384) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:24.482603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.488254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fda6331d-e0bc-44d7-bec5-8eefafcda0bf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:24.494455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.499983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:24.500540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.534786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:24.541752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=a16f4410-ca5a-4860-a18f-dc7defb2df84,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:24.542289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=0c5f2953-2b22-469e-9f38-3e29ecfa62b4,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:24.548584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:24.549243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:24.549841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4aea80d-f552-4d34-9ff2-a1dd77e2a6c4 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:24.552593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:24.555796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No DVR routers for this DVR port a16f4410-ca5a-4860-a18f-dc7defb2df84 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:24.587283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:24.601618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8:1::1 (c13a37ca-850d-4ba8-8634-41dfb95b5bfb/f1074ff1-7538-4efe-9a31-44cca9cfd4d0/804638ef-2de2-4953-816f-2874e9a7eb52) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:24.622469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:24.623227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.634236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c038b-ca83-4bab-b390-f7fe4f311aa3 None None] The port 'a16f4410-ca5a-4860-a18f-dc7defb2df84' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:24.675305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bb96dfe2-4586-485d-a52f-ece3ff682493 None None] Provisioning complete for port d38b5a4d-724b-46ae-a297-40079e4fe433 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:24.675784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bb96dfe2-4586-485d-a52f-ece3ff682493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.715441 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0797660 Dec 17 17:03:24.721324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44390) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:24.721535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-325313775', 'router:external': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:24.725910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:24.744425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.767614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:network and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:24.768100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:24.774441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:24.780680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=3534edfc-74c7-4206-84f6-2d891f1e1cbc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:24.785693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bb96dfe2-4586-485d-a52f-ece3ff682493 None None] Port d38b5a4d-724b-46ae-a297-40079e4fe433 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:24.788199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:24.798556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:24.846409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:24.881567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a94aa485-36cd-4810-88f2-b5ca93af8fb0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:24.891044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 6e466a05-d0f2-46da-93c6-002de8dc2caa associated. External IP: 172.26.4.215, port: a09a7f25-434b-497a-8070-719c72d3a639. Dec 17 17:03:24.929412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bb96dfe2-4586-485d-a52f-ece3ff682493 None None] Provisioning complete for port a94aa485-36cd-4810-88f2-b5ca93af8fb0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:24.929740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bb96dfe2-4586-485d-a52f-ece3ff682493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.935639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c0e6a4-1ece-418b-af0b-089522627537']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:24.948759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Made reservation on behalf of 7c5fc9bc73d74d0a92761e3a9efaa337 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:24.951240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.970977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4febb76a-85f6-4f48-be86-b95635614ee9') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:24.971317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4febb76a-85f6-4f48-be86-b95635614ee9') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:24.976317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.004609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:25.014149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:security_group_rule and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:25.016503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.018843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:25.034435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:25.068923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:19Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:21Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:25.070590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:25.073464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.096877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:25.100971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.110595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:25.110997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.121596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:03:25.121992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Updating router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a port d38b5a4d-724b-46ae-a297-40079e4fe433 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:03:25.125924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:25.128518 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:25.138141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:25.160653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a94aa485-36cd-4810-88f2-b5ca93af8fb0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:25.161306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.186402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.204508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.221605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f5fc98c-fe8a-43fe-810e-d9a7afc29f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.237901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.281033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a76bb1-e304-404a-9bdf-fff19626a8a7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:25.285770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:25.305212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:25.309328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.374946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object 804638ef-2de2-4953-816f-2874e9a7eb52 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:25.381957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.387834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.398906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b8bbbde3-f03c-4756-b90d-f32d734c3849 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.423354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.425061 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/02c0e6a4-1ece-418b-af0b-089522627537 HTTP/1.1" status: 204 len: 168 time: 2.0930195 Dec 17 17:03:25.425991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.427589 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3540223 Dec 17 17:03:25.433644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44394) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:25.440143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=02c0e6a4-1ece-418b-af0b-089522627537,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:25.444070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44396) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:25.450647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282104653'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:25.454854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:25.462173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '30a76bb1-e304-404a-9bdf-fff19626a8a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:25.472412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:25.478940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:25.485737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:25.491919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:25.497194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:25.505353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:25.510064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:25.521425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:25.546000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.548378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a16f4410-ca5a-4860-a18f-dc7defb2df84 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:25.552799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dd1bfc-5653-480a-8312-ab1f77e5a840 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.584319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a16f4410-ca5a-4860-a18f-dc7defb2df84 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:03:25.584677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a16f4410-ca5a-4860-a18f-dc7defb2df84 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:25.590261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:25.598361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.598493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:25.605995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7081141-c760-4dd1-bbeb-d13d6315b13b,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:25.613026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:25.619360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.619714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Added segment fd4f2fd5-b330-4d77-8b02-606dc8a39844 of type vlan for network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 Dec 17 17:03:25.627986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:25.659009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.668956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eb27c912-0a04-4710-9687-c6ba87bc6204 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.726870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.736598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.743353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Transition to ACTIVE for port object d38b5a4d-724b-46ae-a297-40079e4fe433 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:25.797143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.801120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3f837a08-1979-4234-ae22-1b952a7ba5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.853019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.870241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:25.881348 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:25.903408 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:25.904375 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:25.940190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.941996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:25.942846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.945940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.948919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:25.950625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18cb2ea1-6a67-48da-9165-33622f8094ca tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:25.956127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:25.965748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:25.966270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:25.969157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:25.973770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=804638ef-2de2-4953-816f-2874e9a7eb52,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:25.979752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Pushing event updated for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:25.982598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:25.989027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.001178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.004735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:26.024426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b23f4087-b321-42d9-a9ad-04cc428a55db tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:26.044457 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:26.052862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Attempting to bind port d38b5a4d-724b-46ae-a297-40079e4fe433 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:26.053251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Attempting to bind port d38b5a4d-724b-46ae-a297-40079e4fe433 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:26.054514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Attempting to bind port d38b5a4d-724b-46ae-a297-40079e4fe433 on network 79213fe8-3953-4f79-b8aa-a95d6fad5108 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:26.057988 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:26.059048 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:26.066879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:26.073911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Checking segment: {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:26.073911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.073911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Bound using segment: {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:26.073911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Bound port: d38b5a4d-724b-46ae-a297-40079e4fe433, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351118db-44df-40f9-a8fb-2882903b6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:26.073911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.124630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.131155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.131761 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment e0b13e09-982d-402b-98c7-7dadbffee146 of type vlan for network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 Dec 17 17:03:26.205343 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:26.205937 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588b5aa-9ff3-4b60-ba41-10bf0f807115 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:26.267239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Network': ['ID=07da91b1-5201-4b42-ac9e-e2a553c4a0d8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:26.281442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:26.285332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8970525 Dec 17 17:03:26.286819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:26.288115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44402) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:26.295006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:26.322697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=7066728d-c31d-4570-a636-a8318b8c5e99,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:26.328807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.341235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:26.344572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-16e8820f-0288-4d3e-8981-05233e786d18 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:26.382697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] For port d38b5a4d-724b-46ae-a297-40079e4fe433, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:26.382923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9184854 Dec 17 17:03:26.388586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44406) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:26.395662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:26.396026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 3534edfc-74c7-4206-84f6-2d891f1e1cbc, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:26.400312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc06099-e874-4caf-aff7-f08b51fc2735,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:26.405192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'subnet': {'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:26.408635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] For port d38b5a4d-724b-46ae-a297-40079e4fe433, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d38b5a4d-724b-46ae-a297-40079e4fe433,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:26.417594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:26.428138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:26.429633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.441721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.451374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:subnet and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:26.457039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:26.469943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.473490 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0263021 Dec 17 17:03:26.473490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:26.475825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44410) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:26.489570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.495144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:26.547605 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aaf5f1bd-2ea2-4eec-bd86-833b9c3b2fef tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules/fcc06099-e874-4caf-aff7-f08b51fc2735 HTTP/1.1" status: 200 len: 763 time: 0.0658844 Dec 17 17:03:26.548371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44414) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:26.553148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.559217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:26.560019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.582486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-42bdcd78-d1ec-4269-ad25-b74c90c3fd77 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:26.592642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:26.593371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:26.749841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.771556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:26.778929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Pushing event updated for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:26.796786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e573c7a5-b79c-437e-a302-bd40f31ae4bb None None] Provisioning for port 804638ef-2de2-4953-816f-2874e9a7eb52 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:26.800044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:26.808563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.808885 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 6e466a05-d0f2-46da-93c6-002de8dc2caa disassociated. External IP: 172.26.4.215, port: a09a7f25-434b-497a-8070-719c72d3a639. Dec 17 17:03:26.811205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e573c7a5-b79c-437e-a302-bd40f31ae4bb None None] Provisioning complete for port 804638ef-2de2-4953-816f-2874e9a7eb52 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:26.811820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e573c7a5-b79c-437e-a302-bd40f31ae4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.847934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Made reservation on behalf of 7c5fc9bc73d74d0a92761e3a9efaa337 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:26.857444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:26.891673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e573c7a5-b79c-437e-a302-bd40f31ae4bb None None] Port 804638ef-2de2-4953-816f-2874e9a7eb52 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:26.893415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:27.014451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 3534edfc-74c7-4206-84f6-2d891f1e1cbc) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:27.022081 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5833740 Dec 17 17:03:27.033430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=9006d6be-e4e9-4a41-b103-9c8c6fae7a24,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:27.036680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44418) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:27.039978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5644e11-51ba-4d33-b776-4d1e9f62e136 None None] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:27.042091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:27.042683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.062414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:27.070654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:27.098841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-aad5e28a-0bd0-4bf0-a311-e4a8a4c273c0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:27.101909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:27.292617 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5644855 Dec 17 17:03:27.296667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44422) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:27.447776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-aad5e28a-0bd0-4bf0-a311-e4a8a4c273c0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:27.449031 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aad5e28a-0bd0-4bf0-a311-e4a8a4c273c0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8997664 Dec 17 17:03:27.449667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:27.452181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44426) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:27.527422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:27.539693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:27.553296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:27.555135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.570747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.582058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:27.690232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:27.699697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.741421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:27.742340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.760717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dc415fe3-6577-4a62-ad7d-024e435136fb tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/6e466a05-d0f2-46da-93c6-002de8dc2caa HTTP/1.1" status: 200 len: 688 time: 1.4679890 Dec 17 17:03:27.762612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44430) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:27.812202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:27.833207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.854568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:27.859932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:27.860619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:27.862555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.866619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/fcc06099-e874-4caf-aff7-f08b51fc2735 HTTP/1.1" status: 204 len: 168 time: 0.4096482 Dec 17 17:03:27.868273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44434) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:27.907076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:27.910707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.952597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcc06099-e874-4caf-aff7-f08b51fc2735,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:27.969312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:19Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:26Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:27.972448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:27.973333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:27.984079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 0c5f2953-2b22-469e-9f38-3e29ecfa62b4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:27.987452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:27.996068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45d23c-2581-4ca2-8a6a-724066d6d783 None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:19Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:26Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:28.009578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:03:28.017540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:28.018692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:28.065606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7bb6ce85-17d6-401f-bd05-d95c32883e1f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:28.094450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:28.094866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc3a8-8aa4-44e4-9925-f6a170b95154 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:28.175191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Allocated IP 172.21.0.2 (3534edfc-74c7-4206-84f6-2d891f1e1cbc/7066728d-c31d-4570-a636-a8318b8c5e99/b4a7478d-cc7b-44f5-a600-f3183d281cc5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:28.178790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7bb6ce85-17d6-401f-bd05-d95c32883e1f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:28.180245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7bb6ce85-17d6-401f-bd05-d95c32883e1f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3086150 Dec 17 17:03:28.184028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44438) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:28.193617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '30a76bb1-e304-404a-9bdf-fff19626a8a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:28.200294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:28.219751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:28.263662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.264147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.333242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.450037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 0c5f2953-2b22-469e-9f38-3e29ecfa62b4 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:28.488923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.488923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Transition to ACTIVE for port object b4a7478d-cc7b-44f5-a600-f3183d281cc5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:28.489300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.517297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Transition to ACTIVE for port object b4a7478d-cc7b-44f5-a600-f3183d281cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:28.569227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.570093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.577855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eecad2ba-c587-4dee-82c5-c137762ac14a tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:28.601463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.649648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.663611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:28.682511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.686738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:28.729521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:28.732641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:28.737247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:28.771873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.798529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98a2dc8-660a-4b82-a861-7ffceb6584fa,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:28.806908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:28.807913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:28.815895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.840976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=804638ef-2de2-4953-816f-2874e9a7eb52,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:28.843459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Pushing event updated for resources: {'Port': ['ID=b4a7478d-cc7b-44f5-a600-f3183d281cc5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:28.851102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:28.853512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Attempting to bind port b4a7478d-cc7b-44f5-a600-f3183d281cc5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:28.854119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Attempting to bind port b4a7478d-cc7b-44f5-a600-f3183d281cc5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:28.854679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Attempting to bind port b4a7478d-cc7b-44f5-a600-f3183d281cc5 on network 3534edfc-74c7-4206-84f6-2d891f1e1cbc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:28.860059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:28.861536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:28.862165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Checking segment: {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:28.863046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.863812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Bound using segment: {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:28.864468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Bound port: b4a7478d-cc7b-44f5-a600-f3183d281cc5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:28.865095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.896951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.902023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7148776 Dec 17 17:03:28.903197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44442) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:28.925914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d38b5a4d-724b-46ae-a297-40079e4fe433 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:28.933606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=0c5f2953-2b22-469e-9f38-3e29ecfa62b4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:28.934883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:28.997046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-18b39fa3-0a8d-4456-8a23-142d4138d186 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules/d98a2dc8-660a-4b82-a861-7ffceb6584fa HTTP/1.1" status: 200 len: 763 time: 0.0638840 Dec 17 17:03:29.000612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44446) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:29.028795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] For port b4a7478d-cc7b-44f5-a600-f3183d281cc5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:29.045836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] For port b4a7478d-cc7b-44f5-a600-f3183d281cc5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4a7478d-cc7b-44f5-a600-f3183d281cc5,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:29.070229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.073214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.079080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/6e466a05-d0f2-46da-93c6-002de8dc2caa HTTP/1.1" status: 204 len: 168 time: 1.3154063 Dec 17 17:03:29.079943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44450) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:29.091225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-82b5feed-0682-429c-a58d-a153b0b78d01 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:29.097605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'f1ea72a1-3623-415e-bef0-2088aa5cc67e'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:29.107643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:29.114959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:floatingip and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:29.118294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:29.124529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:29.145509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.150341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-eaaafdc5-81d2-4874-863b-333f5585e173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:29.198537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:03:29.199010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.208016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:29.211284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f2de137-38a6-4517-9b6e-0bdd5856b554 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:29.211419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d38b5a4d-724b-46ae-a297-40079e4fe433 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:29.226124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d38b5a4d-724b-46ae-a297-40079e4fe433 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:29.226449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.231256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-82b5feed-0682-429c-a58d-a153b0b78d01 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:29.235443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-82b5feed-0682-429c-a58d-a153b0b78d01 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2310600 Dec 17 17:03:29.235443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.258210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44454) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:29.282530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:29.284371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Pushing event updated for resources: {'Port': ['ID=b4a7478d-cc7b-44f5-a600-f3183d281cc5,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:29.289075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:29.297427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.307271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.373511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.384125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.413419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d38b5a4d-724b-46ae-a297-40079e4fe433, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d38b5a4d-724b-46ae-a297-40079e4fe433,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:29.483711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.485661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:29.512535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.517462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dc792dae-9340-4492-a91a-928a9e3a4ef6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:29.533005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.683557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:29.697459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:29.746814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5df20e1b-6a2e-4fcf-95a4-70712e456fc2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:29.753562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d98a2dc8-660a-4b82-a861-7ffceb6584fa,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:29.758139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:29.758456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:29.788962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a8aa0dc-a943-41e8-ac1c-3d25f9f788f1 None None] Provisioning complete for port 804638ef-2de2-4953-816f-2874e9a7eb52 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:29.789357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa0dc-a943-41e8-ac1c-3d25f9f788f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.834540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5871ba62-92fe-4075-9dab-fec6700d0abf tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:29.837514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:29.838844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d98a2dc8-660a-4b82-a861-7ffceb6584fa HTTP/1.1" status: 204 len: 168 time: 0.5834758 Dec 17 17:03:29.847436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:29.862722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8a8aa0dc-a943-41e8-ac1c-3d25f9f788f1 None None] Port 804638ef-2de2-4953-816f-2874e9a7eb52 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:29.903813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.126 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/4111d40a-e03b-4816-b43f-2fdfe350f16e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:29.917546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f92f46b5-ee04-4881-aea0-1f1ffb454531 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:29.944982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': 'e0b13e09-982d-402b-98c7-7dadbffee146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:29.945352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: 9006d6be-e4e9-4a41-b103-9c8c6fae7a24, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:29.950249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Checking segment: {'id': 'fd4f2fd5-b330-4d77-8b02-606dc8a39844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:29.952811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network hostable DHCP agents. Network: 07da91b1-5201-4b42-ac9e-e2a553c4a0d8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:29.966552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=a76eded0-d2b4-4cfe-bd76-d68c7e301ec8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:30.010188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f92f46b5-ee04-4881-aea0-1f1ffb454531 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:30.014161 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f92f46b5-ee04-4881-aea0-1f1ffb454531 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1630778 Dec 17 17:03:30.014285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44462) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.014377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:30.022387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '30a76bb1-e304-404a-9bdf-fff19626a8a7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:30.029766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:30.037086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router c4196003-d1fb-42bf-8380-a70d90396d57 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:30.045363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:30.059736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.21.0.1 (3534edfc-74c7-4206-84f6-2d891f1e1cbc/7066728d-c31d-4570-a636-a8318b8c5e99/a478d139-95ad-480e-94f4-26278041835c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:30.100047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.129109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:30.157282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.203983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.208501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8936f773-f741-40a6-a4b6-9db6c9d65010 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:30.217042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:30.278761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.284031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:30.287260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:30.298204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:30.298364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9006d6be-e4e9-4a41-b103-9c8c6fae7a24) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:30.307859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c897bc3-ce56-49ba-bb04-ea09e97c062c None None] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:30.308021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 07da91b1-5201-4b42-ac9e-e2a553c4a0d8) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:30.313147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:30.313739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.324307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=4111d40a-e03b-4816-b43f-2fdfe350f16e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:30.326787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:30.326787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.334620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:30.346146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.352168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:30.383623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:30.399853 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] Sync routers for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:30.413353 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:30.414973 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:30.424140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c22d58-9890-408f-ab34-926ff5509906,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:30.433537 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8710475 Dec 17 17:03:30.433716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:30.439118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44466) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.499138 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:30.508590 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:30.509544 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:30.517589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44470) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.519229 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4702420 Dec 17 17:03:30.534540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24', 'name': 'tempest-PortsIpV6TestJSON-1789107178', 'fixed_ips': [{'subnet_id': 'a76eded0-d2b4-4cfe-bd76-d68c7e301ec8', 'ip_address': '2001:db8::10'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:30.543033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469ed17-b961-46b1-a908-f8d7ce2dd240 None None] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:30.545536 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1544430 Dec 17 17:03:30.548898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.563723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44474) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.576541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-377239255', 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:30.584623 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:30.585263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203435f-bc88-4adc-a5c0-bcaf4709fdda None None] The sync data for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:30.592763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:30.600806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object a478d139-95ad-480e-94f4-26278041835c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:30.602517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:port and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:30.608316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:30.617696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:30.631177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec2711d-6bf1-406f-aa12-d4072db3acca tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:30.632098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cec2711d-6bf1-406f-aa12-d4072db3acca tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:30.642657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.647366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6316979 Dec 17 17:03:30.648154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44478) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.716567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Made reservation on behalf of 7c5fc9bc73d74d0a92761e3a9efaa337 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:30.719308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.740433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] device_id is not set on port 98f4fc16-456d-4b70-8dd6-88b10df1f8c3 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:30.820103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ec352a9-3536-4b55-8797-5e0110cfe4a5 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules/31c22d58-9890-408f-ab34-926ff5509906 HTTP/1.1" status: 200 len: 764 time: 0.1533551 Dec 17 17:03:30.820912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44484) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.824462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9006d6be-e4e9-4a41-b103-9c8c6fae7a24', 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': 'a76eded0-d2b4-4cfe-bd76-d68c7e301ec8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:30.825304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.829044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cec2711d-6bf1-406f-aa12-d4072db3acca tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:30.830904 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cec2711d-6bf1-406f-aa12-d4072db3acca tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports/804638ef-2de2-4953-816f-2874e9a7eb52 HTTP/1.1" status: 200 len: 913 time: 0.3908269 Dec 17 17:03:30.832822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:30.837743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44486) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:30.841973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:30.991580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d73d34-9cb2-474d-b187-56f0734a3b6e None None] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:31.005154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d38b5a4d-724b-46ae-a297-40079e4fe433 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:31.012922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:31.034842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8176513e-04b8-4824-a1ed-256e97dd0b45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:31.059751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:31.087985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:31.104263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:31.141914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:31.152148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.167180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8176513e-04b8-4824-a1ed-256e97dd0b45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:31.171138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8176513e-04b8-4824-a1ed-256e97dd0b45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3301411 Dec 17 17:03:31.173399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44492) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:31.189523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:31.202174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:31.211587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:31.247027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd52c1-26ab-43a4-9cca-969f748fb12d None None] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:31.273305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1f419d9b-3ba8-4ebe-ac0b-c7fe4deb0f90 None None] Provisioning for port b4a7478d-cc7b-44f5-a600-f3183d281cc5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:31.333237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.358359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.366068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 2001:db8::257 (07da91b1-5201-4b42-ac9e-e2a553c4a0d8/5df20e1b-6a2e-4fcf-95a4-70712e456fc2/98f4fc16-456d-4b70-8dd6-88b10df1f8c3) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:31.370945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.379217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.389761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d38b5a4d-724b-46ae-a297-40079e4fe433 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:31.390114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.464326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Allocated IP 2001:db8::2 (9006d6be-e4e9-4a41-b103-9c8c6fae7a24/a76eded0-d2b4-4cfe-bd76-d68c7e301ec8/a6e39979-720f-44de-956c-7ff3bf2a3ce3) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:31.475912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.569704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 76dca7e1-7a27-41bd-9dfb-b49b11568533 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:31.612710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.631198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:31.782518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31c22d58-9890-408f-ab34-926ff5509906,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:31.785658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:31.886925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.917784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4a7478d-cc7b-44f5-a600-f3183d281cc5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:31.928145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.931805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/31c22d58-9890-408f-ab34-926ff5509906 HTTP/1.1" status: 204 len: 168 time: 0.7547987 Dec 17 17:03:31.932099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44496) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:31.966406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.987413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.991186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.995290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cccfa50a-5ebf-4f8e-89e2-15b73f357b0d tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:32.003277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Transition to ACTIVE for port object a6e39979-720f-44de-956c-7ff3bf2a3ce3 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:32.029703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Transition to ACTIVE for port object a6e39979-720f-44de-956c-7ff3bf2a3ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:32.053535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.059949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e1b6b7a1-ef47-4238-ace5-5610aa45d486 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.104538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cccfa50a-5ebf-4f8e-89e2-15b73f357b0d tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:32.108646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cccfa50a-5ebf-4f8e-89e2-15b73f357b0d tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1728365 Dec 17 17:03:32.139472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b4a7478d-cc7b-44f5-a600-f3183d281cc5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:32.141332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44500) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:32.146391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.153008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.188145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4a7478d-cc7b-44f5-a600-f3183d281cc5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:32.188529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.216925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.231960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.264342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5015c9c5-c364-41ee-ad87-352e9c15e986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.271595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=4111d40a-e03b-4816-b43f-2fdfe350f16e,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:32.287158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:32.287372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.289431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:32.292292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:32.300100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:32.309716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.369171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::10 (9006d6be-e4e9-4a41-b103-9c8c6fae7a24/a76eded0-d2b4-4cfe-bd76-d68c7e301ec8/76dca7e1-7a27-41bd-9dfb-b49b11568533) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:32.402126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.423229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Attempting to bind port a6e39979-720f-44de-956c-7ff3bf2a3ce3 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:32.423607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Attempting to bind port a6e39979-720f-44de-956c-7ff3bf2a3ce3 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e0b13e09-982d-402b-98c7-7dadbffee146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:32.423980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Attempting to bind port a6e39979-720f-44de-956c-7ff3bf2a3ce3 on network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:32.434063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Pushing event updated for resources: {'Port': ['ID=a6e39979-720f-44de-956c-7ff3bf2a3ce3,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:32.441554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:32.443391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:32.444789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Checking segment: {'id': 'e0b13e09-982d-402b-98c7-7dadbffee146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:32.445391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.446025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Bound using segment: {'id': 'e0b13e09-982d-402b-98c7-7dadbffee146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:32.447131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Bound port: a6e39979-720f-44de-956c-7ff3bf2a3ce3, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b13e09-982d-402b-98c7-7dadbffee146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:32.447989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.515739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Provisioning complete for port b4a7478d-cc7b-44f5-a600-f3183d281cc5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:32.516232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.533345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.558350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=98f4fc16-456d-4b70-8dd6-88b10df1f8c3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:32.563136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:32.564389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:32.584664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:32.597418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:32.598515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:32.599120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.694901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 89df0abd-510e-413b-966f-2af8124400d2 associated. External IP: 172.26.4.126, port: f1ea72a1-3623-415e-bef0-2088aa5cc67e. Dec 17 17:03:32.726931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.736315 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1690202 Dec 17 17:03:32.742924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44504) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:32.761947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] For port a6e39979-720f-44de-956c-7ff3bf2a3ce3, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:32.767099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] For port a6e39979-720f-44de-956c-7ff3bf2a3ce3, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6e39979-720f-44de-956c-7ff3bf2a3ce3,segment=NetworkSegment(e0b13e09-982d-402b-98c7-7dadbffee146),segment_id=e0b13e09-982d-402b-98c7-7dadbffee146)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:32.816096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.820349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b4a7478d-cc7b-44f5-a600-f3183d281cc5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4a7478d-cc7b-44f5-a600-f3183d281cc5,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:32.831663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.855592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.859463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-95426963-099d-4204-a89b-d6d2296758ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.884781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.914930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-000bc22d-b383-4b8e-9c72-67c2f3d9dbc0 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.925648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.930513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.951707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31e5c0d7-08d0-4fb3-a3df-cd362c9fc721 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:32.981972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 804638ef-2de2-4953-816f-2874e9a7eb52 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:32.982469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.989955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:32.990353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:32.990998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Pushing event updated for resources: {'Port': ['ID=a6e39979-720f-44de-956c-7ff3bf2a3ce3,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:32.991481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a76bb1-e304-404a-9bdf-fff19626a8a7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:32.997101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:33.005451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:33.008055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting port 98f4fc16-456d-4b70-8dd6-88b10df1f8c3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:33.008474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.021703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6f311df4-b1e5-448d-b8db-2660ac8f7d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:33.059749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.111557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b4a7478d-cc7b-44f5-a600-f3183d281cc5,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:33.125981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:33.181569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.230353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 76dca7e1-7a27-41bd-9dfb-b49b11568533 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:33.365381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.368998 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/30a76bb1-e304-404a-9bdf-fff19626a8a7 HTTP/1.1" status: 204 len: 168 time: 1.2175858 Dec 17 17:03:33.384797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44508) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:33.384797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:33.387259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:33.565402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7c7b75a5-c152-4c28-84d3-72004a54cec0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:33.579687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:33.594798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:33.605368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.619803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Provisioning for port a478d139-95ad-480e-94f4-26278041835c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:33.625742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Provisioning complete for port a478d139-95ad-480e-94f4-26278041835c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:33.626185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.680104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.702637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c815f089-6593-4cde-9a45-199a3268f84d None None] Port a478d139-95ad-480e-94f4-26278041835c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:33.818956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Calling delete_port for 98f4fc16-456d-4b70-8dd6-88b10df1f8c3 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:33.825563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-66ae5f87-4eb9-4b05-aa97-461c58c765f5 None None] Provisioning complete for port a478d139-95ad-480e-94f4-26278041835c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:33.826004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-66ae5f87-4eb9-4b05-aa97-461c58c765f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.845699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7c7b75a5-c152-4c28-84d3-72004a54cec0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:33.850296 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7c7b75a5-c152-4c28-84d3-72004a54cec0 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4670453 Dec 17 17:03:33.850446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:33.856009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d77acdbf-4d6a-44ba-8ad4-9109535be7a6 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:33.871842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 804638ef-2de2-4953-816f-2874e9a7eb52 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:33.907968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44512) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:33.921454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-66ae5f87-4eb9-4b05-aa97-461c58c765f5 None None] Port a478d139-95ad-480e-94f4-26278041835c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:33.928629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421803135'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:33.945229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:33.966413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=76dca7e1-7a27-41bd-9dfb-b49b11568533,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:33.972515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:33.974181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:33.990636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:33.990636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:33.992490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:33.999254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:34.000187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.004858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.005481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.005890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.006270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.006744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.007065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.007434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.007803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.008172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.008537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.008900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.009261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:34.013300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:34.019734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:34.063348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-51855521-4ee4-4e9c-a452-f23f0b1febe8 None None] Provisioning complete for port a478d139-95ad-480e-94f4-26278041835c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:34.065169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51855521-4ee4-4e9c-a452-f23f0b1febe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.132020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6132021 Dec 17 17:03:34.134711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44516) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:34.149716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-51855521-4ee4-4e9c-a452-f23f0b1febe8 None None] Port a478d139-95ad-480e-94f4-26278041835c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:34.153785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.172920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': '9006d6be-e4e9-4a41-b103-9c8c6fae7a24', 'name': 'tempest-PortsIpV6TestJSON-1418297981', 'fixed_ips': [{'subnet_id': 'a76eded0-d2b4-4cfe-bd76-d68c7e301ec8', 'ip_address': '2001:db8::f'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:34.265291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:34.308428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:34.315495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:34.328236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649b787-4cec-45ba-afbe-9ccdfb4f4739 None None] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:34.328969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:34.336558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:34.362409 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0615981 Dec 17 17:03:34.363645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44522) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:34.372396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-974812595'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:34.377202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:34.380984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:34.383959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:34.389635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:34.395948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:34.403244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:34.413283 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:34.424459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:34.425952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.427685 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:34.429197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:34.429848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:34.438165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:34.439493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:34.444558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:34.447674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:34.455546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:34.482423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.493094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a12db5a-b1d1-4f09-997f-398a73b5cc42 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:34.511653 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:34.524418 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:34.526357 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:34.549204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.571885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-35d09deb-1783-464f-9041-7be96c220bcf None None] Provisioning for port a6e39979-720f-44de-956c-7ff3bf2a3ce3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:34.576373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.593879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Port': ['ID=98f4fc16-456d-4b70-8dd6-88b10df1f8c3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:34.600040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:34.600843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:34.604329 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:34.604990 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835a6aa-e667-4067-a2f6-2c873a838dda None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:34.615446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.630973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=804638ef-2de2-4953-816f-2874e9a7eb52,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:34.633141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:34.636990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.647711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:34.711613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.714320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:34.714799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/ports/98f4fc16-456d-4b70-8dd6-88b10df1f8c3 HTTP/1.1" status: 204 len: 168 time: 1.9551713 Dec 17 17:03:34.719678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44526) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:34.728962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8', 'external_fixed_ips': [{'subnet_id': '5df20e1b-6a2e-4fcf-95a4-70712e456fc2', 'ip_address': '2001:db8::257'}]}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:34.736929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 6b452baa-2d00-43d1-a142-afe00de48580 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:34.784233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:34.797790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:router and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:34.801388 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7201614 Dec 17 17:03:34.802466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:34.808443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44530) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:34.809097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.820538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:34.821101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c551bf3-daa3-4203-9b89-9be05800150b tempest-RoutersAdminTest-60241564 tempest-RoutersAdminTest-60241564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:34.907549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.908771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.985593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.011650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::f (9006d6be-e4e9-4a41-b103-9c8c6fae7a24/a76eded0-d2b4-4cfe-bd76-d68c7e301ec8/6b452baa-2d00-43d1-a142-afe00de48580) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:35.126844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640c14af-d9b1-4ccf-b1a4-889d04d112bf,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:35.128983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:35.138582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8712b11f-eea5-4f27-b891-c2419d2c5e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.161713 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3e943ae4-7347-4b65-8524-ff2fce24957f tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/floatingips/89df0abd-510e-413b-966f-2af8124400d2 HTTP/1.1" status: 200 len: 979 time: 0.3484688 Dec 17 17:03:35.165441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.166075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44534) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:35.177172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.177595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.178513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.178890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.179286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.180022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.180022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.180553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.181451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.182094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.182608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.183014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:35.187860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.188222 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment 34f43483-867a-49ad-b769-b255447e5ec7 of type vlan for network 0fe15adc-d297-42d8-9c74-c858786cb1ce Dec 17 17:03:35.236226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4a7478d-cc7b-44f5-a600-f3183d281cc5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:35.251503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.264673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:35.269663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 6b452baa-2d00-43d1-a142-afe00de48580 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:35.280275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.285385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3729184 Dec 17 17:03:35.336168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4a7478d-cc7b-44f5-a600-f3183d281cc5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:35.336708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.350146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44538) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:35.357697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Request body: {'security_group_rule': {'security_group_id': '640c14af-d9b1-4ccf-b1a4-889d04d112bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:35.408549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.442168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:31Z', 'revision_number': 3, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:32Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:35.444494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:35.451341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:03:35.451859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Updating router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a port a478d139-95ad-480e-94f4-26278041835c binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:03:35.452016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Usage tracker for resource:security_group_rule and tenant:8a6ca92b0c534901a0022fe92faf8308 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:35.457093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:35.468250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:35.522327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.541441 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5c68299-756b-4898-a741-14a5841eec3d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3697469 Dec 17 17:03:35.546479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44542) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:35.557698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': 'a09a7f25-434b-497a-8070-719c72d3a639'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:35.676991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6e39979-720f-44de-956c-7ff3bf2a3ce3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:35.731191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.736872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.737900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.761109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.784075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.784591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a1f4ec7-2538-4925-af76-47ffa7ac455a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:35.806298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cb622f28-68ae-4875-b4f7-79ff667e75e0 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:35.836990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.862304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:35.866364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:35.869218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:35.875460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.881584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.908443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=6b452baa-2d00-43d1-a142-afe00de48580,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:35.912047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:35.917145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f93cd23f-7c37-47ca-9c31-07e2e2c85d5c None None] Provisioning for port 76dca7e1-7a27-41bd-9dfb-b49b11568533 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:35.928711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.934056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f93cd23f-7c37-47ca-9c31-07e2e2c85d5c None None] Provisioning complete for port 76dca7e1-7a27-41bd-9dfb-b49b11568533 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:35.934543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f93cd23f-7c37-47ca-9c31-07e2e2c85d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.955986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=0fe15adc-d297-42d8-9c74-c858786cb1ce,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:35.959472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.975699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a6e39979-720f-44de-956c-7ff3bf2a3ce3 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:35.989587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:35.993415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:36.014500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a6e39979-720f-44de-956c-7ff3bf2a3ce3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:36.014958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.042826 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9055014 Dec 17 17:03:36.044023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44546) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.150998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.199378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd46e9-2829-478e-b091-c2f0f86f2068 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:36.200286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-30fd46e9-2829-478e-b091-c2f0f86f2068 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:36.210169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:36.259696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.281081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a4173e1c-7bf1-4735-ba56-229a8c58931e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:36.303049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-30fd46e9-2829-478e-b091-c2f0f86f2068 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:36.307025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-30fd46e9-2829-478e-b091-c2f0f86f2068 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2583711 Dec 17 17:03:36.308980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f93cd23f-7c37-47ca-9c31-07e2e2c85d5c None None] Port 76dca7e1-7a27-41bd-9dfb-b49b11568533 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:36.318050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44550) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.320684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00af7a38-efc3-4955-836e-2623b53092d9,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:36.325610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:36.336817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router c4196003-d1fb-42bf-8380-a70d90396d57 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:36.349667 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9820850 Dec 17 17:03:36.352831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44554) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.362696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:36.392634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.420467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Transition to ACTIVE for port object a478d139-95ad-480e-94f4-26278041835c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:36.443375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.453821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Provisioning complete for port 76dca7e1-7a27-41bd-9dfb-b49b11568533 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:36.454203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.485561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.494742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.495979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1444788 Dec 17 17:03:36.496542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:36.501209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44558) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.623667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.663302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Port 76dca7e1-7a27-41bd-9dfb-b49b11568533 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:36.667040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a6e39979-720f-44de-956c-7ff3bf2a3ce3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6e39979-720f-44de-956c-7ff3bf2a3ce3,segment=NetworkSegment(e0b13e09-982d-402b-98c7-7dadbffee146),segment_id=e0b13e09-982d-402b-98c7-7dadbffee146)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:36.667238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.679754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Pushing event updated for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:36.691463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:36.733111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c369d4c-f89e-4681-974b-629aed397298 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:36.735208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.739135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c369d4c-f89e-4681-974b-629aed397298 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:36.745066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c369d4c-f89e-4681-974b-629aed397298 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:36.749922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5c369d4c-f89e-4681-974b-629aed397298 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4263778 Dec 17 17:03:36.750764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44562) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.762858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.769305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e53e9f34-bec0-4897-bc92-006fe8f35d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:36.836180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:36.845852 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9468765 Dec 17 17:03:36.850376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44566) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:36.855869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] Sync routers for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:36.861740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Attempting to bind port a478d139-95ad-480e-94f4-26278041835c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:36.862712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Attempting to bind port a478d139-95ad-480e-94f4-26278041835c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:36.863319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Attempting to bind port a478d139-95ad-480e-94f4-26278041835c on network 3534edfc-74c7-4206-84f6-2d891f1e1cbc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:36.879197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:36.880204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Checking segment: {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:36.880204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.880726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Bound using segment: {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:36.881498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Bound port: a478d139-95ad-480e-94f4-26278041835c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:36.881650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.893285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a6e39979-720f-44de-956c-7ff3bf2a3ce3,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:36.900469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:36.900469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:36.911268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:36.918456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:36.928252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:36.948955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:36.955415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:36.956677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Provisioning for port 6b452baa-2d00-43d1-a142-afe00de48580 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:36.997414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Provisioning complete for port 6b452baa-2d00-43d1-a142-afe00de48580 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:36.997875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.002197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:37.039262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:37.057358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 6b452baa-2d00-43d1-a142-afe00de48580 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:37.057705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.074433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6e39979-720f-44de-956c-7ff3bf2a3ce3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:37.206780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:37.207006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:37.242435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.273843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2fb44-3bef-4f35-a0f1-d286182865c9 None None] Port 6b452baa-2d00-43d1-a142-afe00de48580 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:37.282500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:37.286899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.289266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:37.294562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57469ad4-3c44-438e-ae52-4c371b842969 None None] The sync data for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:37.294562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] For port a478d139-95ad-480e-94f4-26278041835c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:37.301138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] For port a478d139-95ad-480e-94f4-26278041835c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a478d139-95ad-480e-94f4-26278041835c,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:37.312398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a6e39979-720f-44de-956c-7ff3bf2a3ce3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:37.313120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.359727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.373905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.420152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.431275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:37.534825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Pushing event updated for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:37.537680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:37.538313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:37.554289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 2001:db8::257 (07da91b1-5201-4b42-ac9e-e2a553c4a0d8/5df20e1b-6a2e-4fcf-95a4-70712e456fc2/01bffca0-45aa-46ef-a81d-03a568069808) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:37.580168 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 89df0abd-510e-413b-966f-2af8124400d2 associated. External IP: 172.26.4.126, port: f1ea72a1-3623-415e-bef0-2088aa5cc67e. Dec 17 17:03:37.588614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:37.597392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.663212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-23f8ed0d-da5b-4bfa-8afd-279818f4dc90 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:37.704791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:37.744784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c14af-d9b1-4ccf-b1a4-889d04d112bf,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:37.761440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:37.933457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:37.934604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/640c14af-d9b1-4ccf-b1a4-889d04d112bf HTTP/1.1" status: 204 len: 168 time: 1.4319692 Dec 17 17:03:37.939538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44570) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:37.941613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.075242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.103989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0352ae2e-1f91-45a1-a3d6-d893d909f570 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:38.130043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 6b452baa-2d00-43d1-a142-afe00de48580 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:38.148579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:31Z', 'revision_number': 3, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:37Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:38.154013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30930bc5-a22d-402d-96f1-0641e9bbea1b None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:31Z', 'revision_number': 3, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:37Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:38.201740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.257081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebf9ae77-5170-49aa-bf19-77d0fdb4413f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:38.319882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=d35c7d32-f8f3-4a22-9824-0b10bbfc24fd,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:38.327737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:38.333308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:38.432180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.434845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:38.435333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: 0fe15adc-d297-42d8-9c74-c858786cb1ce, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:38.449262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ebf9ae77-5170-49aa-bf19-77d0fdb4413f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:38.453577 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ebf9ae77-5170-49aa-bf19-77d0fdb4413f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5110662 Dec 17 17:03:38.463002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44574) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:38.559863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.575929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-130c0e48-e326-4741-8767-ce68e8f067df tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:38.605916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:38.721247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:38.731181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:38.748149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:38.811955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-728b8f91-7443-48dd-a0da-d22d4ffd4885 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:38.830244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:38.841920 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:38.876071 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:38.877165 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:39.065499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.073615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=01bffca0-45aa-46ef-a81d-03a568069808,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:39.085506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:39.087513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:39.092548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c1b8007-e7ce-4a48-be5d-41cbe20d93f8 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:39.117510 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:39.140465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a478d139-95ad-480e-94f4-26278041835c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:39.150553 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:39.151615 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:39.182091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=6b452baa-2d00-43d1-a142-afe00de48580,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:39.226010 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:39.226429 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e222fb36-0aaf-4446-b163-710ab14cd5f4 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:39.258758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:39.265035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-728b8f91-7443-48dd-a0da-d22d4ffd4885 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:39.266283 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-728b8f91-7443-48dd-a0da-d22d4ffd4885 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8008571 Dec 17 17:03:39.275820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44580) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:39.287917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a478d139-95ad-480e-94f4-26278041835c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:39.294707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a478d139-95ad-480e-94f4-26278041835c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:39.298370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.298502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/6b452baa-2d00-43d1-a142-afe00de48580 HTTP/1.1" status: 204 len: 168 time: 2.5350769 Dec 17 17:03:39.298646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44584) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:39.303529 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-44480678-9d9a-4445-b764-9eb2975e1367 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] delete failed (client error): The resource could not be found. Dec 17 17:03:39.307863 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-44480678-9d9a-4445-b764-9eb2975e1367 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "DELETE /v2.0/security-groups/640c14af-d9b1-4ccf-b1a4-889d04d112bf HTTP/1.1" status: 404 len: 347 time: 0.0277328 Dec 17 17:03:39.309711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44588) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:39.349880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0fe15adc-d297-42d8-9c74-c858786cb1ce) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:39.360490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:39.361079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.361748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d90ee-8a96-4c4d-ad57-21d1cf069d3d None None] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:39.368603 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b861e633-de9c-4f55-99f7-14e6ab54f3d9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:03:39.368900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b861e633-de9c-4f55-99f7-14e6ab54f3d9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:39.389974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:39.434294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b68940d-bab4-410b-b082-7a6055b47ad6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Synchronizing usage tracker for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:39.453625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b68940d-bab4-410b-b082-7a6055b47ad6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Unset dirty status for tenant:8a6ca92b0c534901a0022fe92faf8308 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:39.457903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0b68940d-bab4-410b-b082-7a6055b47ad6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1442330 Dec 17 17:03:39.468181 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1128657 Dec 17 17:03:39.476609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44594) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:39.542102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.549842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b861e633-de9c-4f55-99f7-14e6ab54f3d9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:39.554130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 8253537c-e56e-46e7-b3f9-472399c9a96d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:39.554452 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b861e633-de9c-4f55-99f7-14e6ab54f3d9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/6b452baa-2d00-43d1-a142-afe00de48580 HTTP/1.1" status: 404 len: 333 time: 0.2526343 Dec 17 17:03:39.554641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.609379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44598) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:39.614917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a478d139-95ad-480e-94f4-26278041835c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a478d139-95ad-480e-94f4-26278041835c,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:39.678257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0fe15adc-d297-42d8-9c74-c858786cb1ce', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:39.679163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.694617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.699203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-11276890-dbc6-4799-88c0-5a5ac10c74e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:39.792354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 76dca7e1-7a27-41bd-9dfb-b49b11568533 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:39.792606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:39.834882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:39.847463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.847463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.847463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.847918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.848155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.848986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.848986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.849212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.849508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.849848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.850175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.850511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:39.857839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:39.923719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Allocated IP 172.22.0.2 (0fe15adc-d297-42d8-9c74-c858786cb1ce/d35c7d32-f8f3-4a22-9824-0b10bbfc24fd/fcb303be-e61b-4aee-8943-ff18315b8a1d) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:39.925766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.068430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:40.069636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.070366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:40.123190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:40.144448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:40.145781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:40.180419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.222430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 8253537c-e56e-46e7-b3f9-472399c9a96d owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:40.230641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:40.257701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:40.258401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:40.332194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:40.332524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc541a0c-5b13-40a9-8c80-b5e1b03a226d None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:40.411262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.422502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Transition to ACTIVE for port object fcb303be-e61b-4aee-8943-ff18315b8a1d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:40.442837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Transition to ACTIVE for port object fcb303be-e61b-4aee-8943-ff18315b8a1d will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:40.499596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.503705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:40.567994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:40.571146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:40.574415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:40.609737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Pushing event updated for resources: {'Port': ['ID=fcb303be-e61b-4aee-8943-ff18315b8a1d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:40.612622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:40.662570 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1c82933-3990-4510-87c3-d7b94ab5eedf tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/89df0abd-510e-413b-966f-2af8124400d2 HTTP/1.1" status: 200 len: 979 time: 5.1150105 Dec 17 17:03:40.671289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44610) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:40.679134 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:03:40.682071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:40.686137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Attempting to bind port fcb303be-e61b-4aee-8943-ff18315b8a1d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:40.686514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Attempting to bind port fcb303be-e61b-4aee-8943-ff18315b8a1d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:40.686891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Attempting to bind port fcb303be-e61b-4aee-8943-ff18315b8a1d on network 0fe15adc-d297-42d8-9c74-c858786cb1ce {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:40.694150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:40.694538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Checking segment: {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:40.694952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.695354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Bound using segment: {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:40.695827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Bound port: fcb303be-e61b-4aee-8943-ff18315b8a1d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:40.696362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.706033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7142366c-336d-4714-a5be-850d57ddb0f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a6ca92b0c534901a0022fe92faf8308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280544 Dec 17 17:03:40.712657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44614) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:40.791931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] For port fcb303be-e61b-4aee-8943-ff18315b8a1d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:40.795438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] For port fcb303be-e61b-4aee-8943-ff18315b8a1d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fcb303be-e61b-4aee-8943-ff18315b8a1d,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:40.834986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.842739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.850959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fe650048-0cfe-4417-8b7d-c94015924ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:40.867380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.928788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Pushing event updated for resources: {'Port': ['ID=fcb303be-e61b-4aee-8943-ff18315b8a1d,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:40.932092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:40.974200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:40.984040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 76dca7e1-7a27-41bd-9dfb-b49b11568533 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:41.014033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.044667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a478d139-95ad-480e-94f4-26278041835c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:41.049367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.142310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.150146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eef9b368-99df-4461-8e13-c5cfda81b4a0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:41.150436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a478d139-95ad-480e-94f4-26278041835c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:41.152070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.155595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.225773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=8253537c-e56e-46e7-b3f9-472399c9a96d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:41.233147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:41.463689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.537880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.601534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41a9feb7-9121-4254-b8cc-11a68cdeefc8 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:41.630565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8eea18-d998-4ba5-8a8b-c925593a3b74,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:41.634188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:41.761899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router 019db7cc-9b7b-4fc2-b4fa-b74707384be1 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:03:41.834623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router c4196003-d1fb-42bf-8380-a70d90396d57 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:41.925298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.942039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:41.973713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.037272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=76dca7e1-7a27-41bd-9dfb-b49b11568533,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:42.043883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:42.046660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.056568 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 89df0abd-510e-413b-966f-2af8124400d2 disassociated. External IP: 172.26.4.126, port: a09a7f25-434b-497a-8070-719c72d3a639. Dec 17 17:03:42.126847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.22.0.1 (0fe15adc-d297-42d8-9c74-c858786cb1ce/d35c7d32-f8f3-4a22-9824-0b10bbfc24fd/2ee51817-6cf3-4c78-91f9-151c28f86de1) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:42.162118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.163825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c8eea18-d998-4ba5-8a8b-c925593a3b74 HTTP/1.1" status: 204 len: 168 time: 1.4502659 Dec 17 17:03:42.260749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:42.267137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4060545 Dec 17 17:03:42.270140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44620) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:42.278413 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] Sync routers for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:42.301648 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:42.302658 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:42.318766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.327050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6c90481-e211-4409-99c6-6662d9fe701e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:42.333169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:42.370704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Sync routers for ids ['019db7cc-9b7b-4fc2-b4fa-b74707384be1'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:42.385648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Routers {'019db7cc-9b7b-4fc2-b4fa-b74707384be1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:42.386475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['019db7cc-9b7b-4fc2-b4fa-b74707384be1'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:42.388932 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:42.402358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] Routers {'c4196003-d1fb-42bf-8380-a70d90396d57'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:42.403114 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c4196003-d1fb-42bf-8380-a70d90396d57'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:42.424981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e6c90481-e211-4409-99c6-6662d9fe701e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:42.426387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e6c90481-e211-4409-99c6-6662d9fe701e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4196003-d1fb-42bf-8380-a70d90396d57 HTTP/1.1" status: 200 len: 205 time: 0.1554508 Dec 17 17:03:42.428990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44624) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:42.464359 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/76dca7e1-7a27-41bd-9dfb-b49b11568533 HTTP/1.1" status: 204 len: 168 time: 2.8538845 Dec 17 17:03:42.468241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44628) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:42.471039 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:42.471692 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac833957-c231-4740-b70d-d90ac2b5c635 None None] The sync data for ids ['c4196003-d1fb-42bf-8380-a70d90396d57'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:42.478472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ef3c0-2c20-4b7c-8bd9-6e2c9961ed24 None None] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:42.515597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.518950 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7917440 Dec 17 17:03:42.523552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44634) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:42.531688 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f30874-e3f7-4f3b-b1d6-ce9e8b4a7f11 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:03:42.532257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7f30874-e3f7-4f3b-b1d6-ce9e8b4a7f11 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:42.591648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.645489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object 2ee51817-6cf3-4c78-91f9-151c28f86de1 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:42.715341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.736383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Set router 019db7cc-9b7b-4fc2-b4fa-b74707384be1 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:42.759095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:42.766852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b7f30874-e3f7-4f3b-b1d6-ce9e8b4a7f11 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:42.770782 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b7f30874-e3f7-4f3b-b1d6-ce9e8b4a7f11 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/76dca7e1-7a27-41bd-9dfb-b49b11568533 HTTP/1.1" status: 404 len: 333 time: 0.3016279 Dec 17 17:03:42.771355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44644) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:42.878840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:42.882091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a93a3487-b807-4b78-abae-476518ba3d45 None None] Provisioning for port fcb303be-e61b-4aee-8943-ff18315b8a1d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:42.898166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57cc163a-c35e-4023-8c58-90a76e6f607e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:42.988586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:43.000566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet a76eded0-d2b4-4cfe-bd76-d68c7e301ec8 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:43.008090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:43.069275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.099888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:43.176680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.180919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:43.183606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.193973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fcb303be-e61b-4aee-8943-ff18315b8a1d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:43.196793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:43.209932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.239255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.280568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.297396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:43.309732 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:43.311455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.337458 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:43.338132 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:43.390152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019db7cc-9b7b-4fc2-b4fa-b74707384be1', 'name': '', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8', 'external_fixed_ips': [{'subnet_id': '5df20e1b-6a2e-4fcf-95a4-70712e456fc2', 'ip_address': '2001:db8::257'}], 'enable_snat': True}, 'gw_port_id': '01bffca0-45aa-46ef-a81d-03a568069808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:34Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 3, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port': {'id': '01bffca0-45aa-46ef-a81d-03a568069808', 'name': '', 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019db7cc-9b7b-4fc2-b4fa-b74707384be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '5df20e1b-6a2e-4fcf-95a4-70712e456fc2', 'ip_address': '2001:db8::257', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:36Z', 'updated_at': '2021-12-17T17:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5df20e1b-6a2e-4fcf-95a4-70712e456fc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:43.395973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Checking router: 019db7cc-9b7b-4fc2-b4fa-b74707384be1 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:03:43.396393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Updating router 019db7cc-9b7b-4fc2-b4fa-b74707384be1 port 01bffca0-45aa-46ef-a81d-03a568069808 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:03:43.405900 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c1527862-c7a2-4e46-a133-e41652d8ea5e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/89df0abd-510e-413b-966f-2af8124400d2 HTTP/1.1" status: 200 len: 688 time: 2.7313328 Dec 17 17:03:43.409204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44656) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:43.449475 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:43.455427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port fcb303be-e61b-4aee-8943-ff18315b8a1d completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:43.460864 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:43.461702 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:43.469762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port fcb303be-e61b-4aee-8943-ff18315b8a1d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:43.470174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.520735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.522538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router c4196003-d1fb-42bf-8380-a70d90396d57 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:03:43.539050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.540150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-52e94e22-46ec-42d9-a156-4d8491e37bd5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57 HTTP/1.1" status: 204 len: 168 time: 1.1091273 Dec 17 17:03:43.543106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44662) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:43.551830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.627191 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:43.627609 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083c6d-b1d2-4094-8b21-3d10e6f02e2e None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:43.665940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.684036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet f1074ff1-7538-4efe-9a31-44cca9cfd4d0 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:43.696246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.742275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44666) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:43.795210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting port 01bffca0-45aa-46ef-a81d-03a568069808 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:43.795512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.849255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.872133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.908862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Provisioning for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:43.921880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.932054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 4111d40a-e03b-4816-b43f-2fdfe350f16e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:43.932713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:43.950828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Provisioning complete for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:43.951378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.074583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-96fbefde-d483-4a8f-ade7-baa48e3fd347 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:44.075473 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-96fbefde-d483-4a8f-ade7-baa48e3fd347 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 17:03:44.076011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-96fbefde-d483-4a8f-ade7-baa48e3fd347 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 17:03:44.076953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96fbefde-d483-4a8f-ade7-baa48e3fd347 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3327181 Dec 17 17:03:44.092586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44672) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:44.097848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--532819771'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:44.114308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:44.124974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:44.135073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.135639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.137592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:44.149174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:44.163533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port fcb303be-e61b-4aee-8943-ff18315b8a1d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fcb303be-e61b-4aee-8943-ff18315b8a1d,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:44.177677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.179857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Port 2ee51817-6cf3-4c78-91f9-151c28f86de1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:44.194994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Transition to ACTIVE for port object 01bffca0-45aa-46ef-a81d-03a568069808 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:44.203224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Provisioning complete for port fcb303be-e61b-4aee-8943-ff18315b8a1d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:44.203607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be3d735b-b14e-4cbb-8b92-d836e3f2cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.300164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.301376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 4111d40a-e03b-4816-b43f-2fdfe350f16e owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:44.307206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.313076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.323591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:44.334420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.346183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.367642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.387659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.425358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Attempting to bind port 01bffca0-45aa-46ef-a81d-03a568069808 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:44.425910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Attempting to bind port 01bffca0-45aa-46ef-a81d-03a568069808 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'fd4f2fd5-b330-4d77-8b02-606dc8a39844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:44.426170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Attempting to bind port 01bffca0-45aa-46ef-a81d-03a568069808 on network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:44.437551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:44.437977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Checking segment: {'id': 'fd4f2fd5-b330-4d77-8b02-606dc8a39844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:44.438376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.438793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Bound using segment: {'id': 'fd4f2fd5-b330-4d77-8b02-606dc8a39844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:44.439260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Bound port: 01bffca0-45aa-46ef-a81d-03a568069808, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4f2fd5-b330-4d77-8b02-606dc8a39844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '07da91b1-5201-4b42-ac9e-e2a553c4a0d8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:44.439643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.465912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.473246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1372d83b-04cf-40c2-9a2a-b1d98051f94f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:44.474295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=fcb303be-e61b-4aee-8943-ff18315b8a1d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:44.500356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Calling delete_port for 01bffca0-45aa-46ef-a81d-03a568069808 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:44.518301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=a76eded0-d2b4-4cfe-bd76-d68c7e301ec8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:44.522387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.527067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:44.548394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b163dd-b3f4-432a-8f86-2171d695ad5a None None] Network 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:44.548595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:44.562958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:44.570480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:44.581845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:44.671828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.676592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:44.676992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:44.678604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a55cbfa6-d064-4053-9f3b-776c217d9018 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:44.709720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Pushing event updated for resources: {'Port': ['ID=01bffca0-45aa-46ef-a81d-03a568069808,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:44.712117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3a20270e-a9a7-4d6c-bb65-c86f96da43ce None None] Provisioning complete for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:44.712554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a20270e-a9a7-4d6c-bb65-c86f96da43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.726286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=f1074ff1-7538-4efe-9a31-44cca9cfd4d0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:44.729900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:44.730103 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/a76eded0-d2b4-4cfe-bd76-d68c7e301ec8 HTTP/1.1" status: 204 len: 168 time: 1.9575250 Dec 17 17:03:44.730511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44678) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:44.731556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.751876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:44.761043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b32f70-7cc1-4895-8a1b-5a033b8a94c4 None None] Network c13a37ca-850d-4ba8-8634-41dfb95b5bfb requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:44.778853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:44.779214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:44.782606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.792505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-944ad68e-b4eb-4f42-a243-cad325b554f5 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:44.827636 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/f1074ff1-7538-4efe-9a31-44cca9cfd4d0 HTTP/1.1" status: 204 len: 168 time: 1.2831805 Dec 17 17:03:44.842588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44682) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:44.843590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] For port 01bffca0-45aa-46ef-a81d-03a568069808, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:44.896696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=4111d40a-e03b-4816-b43f-2fdfe350f16e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:44.913858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] For port 01bffca0-45aa-46ef-a81d-03a568069808, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=01bffca0-45aa-46ef-a81d-03a568069808,segment=NetworkSegment(fd4f2fd5-b330-4d77-8b02-606dc8a39844),segment_id=fd4f2fd5-b330-4d77-8b02-606dc8a39844)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:44.919800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.922712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3a20270e-a9a7-4d6c-bb65-c86f96da43ce None None] Port 2ee51817-6cf3-4c78-91f9-151c28f86de1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:44.932582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:44.955069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet ed5391ac-bada-4eee-9e7f-f0c56cd01993 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:44.964878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port a6e39979-720f-44de-956c-7ff3bf2a3ce3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:44.965459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:44.995287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.000039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.000717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:45.060080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.073304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.076824 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/89df0abd-510e-413b-966f-2af8124400d2 HTTP/1.1" status: 204 len: 168 time: 1.6642687 Dec 17 17:03:45.082099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44686) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:45.112359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.124775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fcb303be-e61b-4aee-8943-ff18315b8a1d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:45.167157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-e7c6a2bd-f5e2-4519-b67a-2b66b200cc7f tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] delete failed (client error): The resource could not be found. Dec 17 17:03:45.167157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e7c6a2bd-f5e2-4519-b67a-2b66b200cc7f tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/89df0abd-510e-413b-966f-2af8124400d2 HTTP/1.1" status: 404 len: 345 time: 0.0833309 Dec 17 17:03:45.171664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.171780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:45.189304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting port 01bffca0-45aa-46ef-a81d-03a568069808 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:45.189843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.216487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:03:45.238889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.256049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.263740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Routers {'019db7cc-9b7b-4fc2-b4fa-b74707384be1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:45.264380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['019db7cc-9b7b-4fc2-b4fa-b74707384be1'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:45.269844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:45.270879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6f03d09-d5ab-48bd-9970-6e8b4c27cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-99828702 tempest-ExtraDHCPOptionsIpV6TestJSON-99828702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:45.276194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:45.279196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:45.281960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:45.282788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Synchronizing usage tracker for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:45.301387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:45.307725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:45.327894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.344792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:45.378292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.378951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Pushing event updated for resources: {'Port': ['ID=01bffca0-45aa-46ef-a81d-03a568069808,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:45.393379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:45.456255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] Set router 019db7cc-9b7b-4fc2-b4fa-b74707384be1 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:45.496600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port fcb303be-e61b-4aee-8943-ff18315b8a1d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:45.496981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.513798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0bab33ae-0b31-4d18-b8a6-06c735e4dcf4 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:45.514056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1215c781-d664-447d-bc9a-f943573915e9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:45.517043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:45.564031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Unset dirty status for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:45.564452 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a4f16173-6c00-499f-9dc0-04fc304c0389 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/ports?network_id=8f095035-e76e-4c8a-9655-83d87acc7dc8 HTTP/1.1" status: 200 len: 2360 time: 0.3918364 Dec 17 17:03:45.572375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port a6e39979-720f-44de-956c-7ff3bf2a3ce3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6e39979-720f-44de-956c-7ff3bf2a3ce3,segment=NetworkSegment(e0b13e09-982d-402b-98c7-7dadbffee146),segment_id=e0b13e09-982d-402b-98c7-7dadbffee146)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:45.575834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.585460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44694) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:45.587565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.606386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] DHCP port deletion for 9006d6be-e4e9-4a41-b103-9c8c6fae7a24 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:45.625997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019db7cc-9b7b-4fc2-b4fa-b74707384be1', 'name': '', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:34Z', 'updated_at': '2021-12-17T17:03:43Z', 'revision_number': 4, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:45.630639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Deleting port a6e39979-720f-44de-956c-7ff3bf2a3ce3 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:45.631145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.659016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.678878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:45.692656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1ec2b-19a2-4271-920c-a32198d5afa1 None None] The sync data for ids ['019db7cc-9b7b-4fc2-b4fa-b74707384be1'] in dv-neutron-821073-1-hyperv is: [{'id': '019db7cc-9b7b-4fc2-b4fa-b74707384be1', 'name': '', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:34Z', 'updated_at': '2021-12-17T17:03:43Z', 'revision_number': 4, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:45.706154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:45.706407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] DHCP port deletion for c13a37ca-850d-4ba8-8634-41dfb95b5bfb request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:45.715155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Deleting port a94aa485-36cd-4810-88f2-b5ca93af8fb0 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:45.715631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:45.773488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a055ee8-c731-43b4-b638-c9f6e3a39e26 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:45.774980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7a055ee8-c731-43b4-b638-c9f6e3a39e26 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Synchronizing usage tracker for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:45.861632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:45.865713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:45.910342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for a6e39979-720f-44de-956c-7ff3bf2a3ce3 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:45.939768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7a055ee8-c731-43b4-b638-c9f6e3a39e26 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Unset dirty status for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:45.949907 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7a055ee8-c731-43b4-b638-c9f6e3a39e26 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/subnets/98a12feb-8480-4e86-a68c-9127dab913d4 HTTP/1.1" status: 200 len: 797 time: 0.3633032 Dec 17 17:03:45.958522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44698) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:45.997220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'port': {'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8', 'name': 'tempest-FloatingIPTestJSON-2041402015', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:46.030130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] For port a6e39979-720f-44de-956c-7ff3bf2a3ce3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6e39979-720f-44de-956c-7ff3bf2a3ce3,segment=NetworkSegment(e0b13e09-982d-402b-98c7-7dadbffee146),segment_id=e0b13e09-982d-402b-98c7-7dadbffee146)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:46.030524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.075187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:46.183154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] For port 01bffca0-45aa-46ef-a81d-03a568069808, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=01bffca0-45aa-46ef-a81d-03a568069808,segment=NetworkSegment(fd4f2fd5-b330-4d77-8b02-606dc8a39844),segment_id=fd4f2fd5-b330-4d77-8b02-606dc8a39844)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:46.187041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.206740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Calling delete_port for a6e39979-720f-44de-956c-7ff3bf2a3ce3 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:46.265172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:46.271479 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7938812 Dec 17 17:03:46.275916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44702) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:46.283406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'network': {'name': 'tempest-RoutersTest-387995130'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:46.288652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:46.293604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:network and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:46.296047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:46.296882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:46.303145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:46.353625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:46.354294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:46.363974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.371985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Calling delete_port for 01bffca0-45aa-46ef-a81d-03a568069808 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:46.424983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c63a7e13-e20d-4b2b-8250-6d03db0bd930 None None] Provisioning complete for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:46.425274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c63a7e13-e20d-4b2b-8250-6d03db0bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.431246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.439763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb3b0e8d-e338-4c97-b37c-46220a471215 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:46.485751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.496256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5391ac-bada-4eee-9e7f-f0c56cd01993,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:46.507368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.512179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.513454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:46.518034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:46.518223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.518745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c0e849f-f2d5-4373-8256-059a1d9fa1f4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:46.552192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:46.554487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a34e3-2aff-4809-931a-cc5d94ffe764 None None] Network c769edea-03ce-4f73-9707-6b16cd6496d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:46.563393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.564167 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added segment ad74ef54-5d76-4804-9715-05f2306a0127 of type vlan for network e7d18797-6284-4ff8-b910-41f338156f0d Dec 17 17:03:46.570494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:46.577017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c63a7e13-e20d-4b2b-8250-6d03db0bd930 None None] Port 2ee51817-6cf3-4c78-91f9-151c28f86de1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:46.605492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.621933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=a6e39979-720f-44de-956c-7ff3bf2a3ce3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:46.624072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No DVR routers for this DVR port a6e39979-720f-44de-956c-7ff3bf2a3ce3 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:46.662224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:46.663454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:46.665804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-67343222-4fac-4366-88d4-7c6a373671b6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:46.678706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/ed5391ac-bada-4eee-9e7f-f0c56cd01993 HTTP/1.1" status: 204 len: 168 time: 1.8349719 Dec 17 17:03:46.682074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44706) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:46.718128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.722334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6257663 Dec 17 17:03:46.760799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44710) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:46.769868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.775635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:46.776351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.790852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'e5e47453-4946-49b1-a0cc-3a3214ac0e2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:46.796049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-279a3a05-c774-4714-9d7d-bb7aa83b03dd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:46.796426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:46.797109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:46.804444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:46.831455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e47453-4946-49b1-a0cc-3a3214ac0e2f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:46.835155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:46.839746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.854165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] For port a94aa485-36cd-4810-88f2-b5ca93af8fb0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a94aa485-36cd-4810-88f2-b5ca93af8fb0,segment=NetworkSegment(21d70bb8-21ef-4217-b341-bb51acb957e2),segment_id=21d70bb8-21ef-4217-b341-bb51acb957e2)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:46.854576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.899741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:46.906316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:46.908715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:46.917347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:46.941271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:46.947524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.947718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9006d6be-e4e9-4a41-b103-9c8c6fae7a24']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:46.961800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Network': ['ID=e7d18797-6284-4ff8-b910-41f338156f0d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:46.964536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:46.970189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port a94aa485-36cd-4810-88f2-b5ca93af8fb0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:46.970189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:46.993608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b13e09-982d-402b-98c7-7dadbffee146') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:46.993608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b13e09-982d-402b-98c7-7dadbffee146') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:47.019909 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7425408 Dec 17 17:03:47.023494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44714) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:47.027303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e7d18797-6284-4ff8-b910-41f338156f0d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:47.031671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'subnet': {'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:47.050469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.080689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.085662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.099108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.108290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-91dfe54a-ee15-4d56-9e34-7535387d2e0a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:47.136653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:47.137310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.145654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:47.160935 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:47.222310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Port': ['ID=01bffca0-45aa-46ef-a81d-03a568069808,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:47.231064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a94aa485-36cd-4810-88f2-b5ca93af8fb0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:47.259334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:47.267010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Calling delete_port for a94aa485-36cd-4810-88f2-b5ca93af8fb0 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:47.268588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] device_id is not set on port 12db902f-6cd2-4025-8140-0069fe8f5b4a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:47.295703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:47.307448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Deleting port a6e39979-720f-44de-956c-7ff3bf2a3ce3 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:47.307903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.326651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.356128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:subnet and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:47.367171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:47.383684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:47.387018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.414698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port a94aa485-36cd-4810-88f2-b5ca93af8fb0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a94aa485-36cd-4810-88f2-b5ca93af8fb0,segment=NetworkSegment(21d70bb8-21ef-4217-b341-bb51acb957e2),segment_id=21d70bb8-21ef-4217-b341-bb51acb957e2)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:47.415686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.469483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74097c2e-b506-4f87-b04a-8d0c8578f1f3 None None] The port 'a6e39979-720f-44de-956c-7ff3bf2a3ce3' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:47.477373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.478376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Made reservation on behalf of 8b38be919e6d4f48957b7b9ec9a1271b for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:47.482130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.652925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.663387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93002a49-c787-40be-a356-928056cb3c50 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:47.681069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.684024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.699718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=9006d6be-e4e9-4a41-b103-9c8c6fae7a24,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:47.733743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.745250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:47.746484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.754365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.760346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/9006d6be-e4e9-4a41-b103-9c8c6fae7a24 HTTP/1.1" status: 204 len: 168 time: 3.0255063 Dec 17 17:03:47.761188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44718) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:47.763778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:47.763964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:47.776549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1732925207'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:47.778141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for a94aa485-36cd-4810-88f2-b5ca93af8fb0 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:47.793598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:47.803654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:network and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:47.836201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] DHCP port deletion for c769edea-03ce-4f73-9707-6b16cd6496d0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:03:47.840560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:47.848046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Pushing event deleted for resources: {'Port': ['ID=a94aa485-36cd-4810-88f2-b5ca93af8fb0,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:47.850914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:47.852741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.856954 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0948336 Dec 17 17:03:47.857796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:47.858682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:47.859864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6e39979-720f-44de-956c-7ff3bf2a3ce3 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:47.864054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51e85c7-1327-4d63-8161-b8400d1995af,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:47.866536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:47.871896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'e5e47453-4946-49b1-a0cc-3a3214ac0e2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:47.885084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:47.890640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] No DVR routers for this DVR port a94aa485-36cd-4810-88f2-b5ca93af8fb0 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:47.892968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:47.898181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:47.899757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Deleting port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:47.900313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.913591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:47.931119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a6e39979-720f-44de-956c-7ff3bf2a3ce3 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:03:47.931471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6e39979-720f-44de-956c-7ff3bf2a3ce3 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:47.952352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:03:47.952548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:03:47.954636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.960819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 019db7cc-9b7b-4fc2-b4fa-b74707384be1 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:03:47.972758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:47.977787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44726) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:47.977991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/routers/019db7cc-9b7b-4fc2-b4fa-b74707384be1 HTTP/1.1" status: 204 len: 168 time: 5.4524236 Dec 17 17:03:47.980837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:47.985186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.096851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.110663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting subnet 5df20e1b-6a2e-4fcf-95a4-70712e456fc2 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:03:48.118803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.127248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:48.161854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.14 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/12db902f-6cd2-4025-8140-0069fe8f5b4a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:48.179913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.180252 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Added segment bc5eb787-3296-443b-ad3c-51ecf50d82be of type vlan for network dc4bd312-3e63-40b5-9769-ad5eb512e40d Dec 17 17:03:48.183118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.189162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.11 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/12db902f-6cd2-4025-8140-0069fe8f5b4a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:48.216739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.223166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-290ed90f-3369-494c-aedb-d3e16a837bb9 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:48.234835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.256268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:43Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:44Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:48.259416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] For port 0d1b3e48-d1e1-413e-bee7-8d8318c37271, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0d1b3e48-d1e1-413e-bee7-8d8318c37271,segment=NetworkSegment(be8d6c40-3172-4727-a400-ac5b27af91d8),segment_id=be8d6c40-3172-4727-a400-ac5b27af91d8)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:48.259854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.276898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:03:48.277643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Updating router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a port 2ee51817-6cf3-4c78-91f9-151c28f86de1 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:03:48.320885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.323964 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 17:03:48.324987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24386b21-aed6-4ee8-8a7d-10b53c89736b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4641223 Dec 17 17:03:48.348658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44730) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:48.358889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Subnet': ['ID=dbe5dc2a-9847-46e5-a403-a4f1b41045b8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:48.364874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:48.383884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Checking segment: {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:48.384253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network hostable DHCP agents. Network: e7d18797-6284-4ff8-b910-41f338156f0d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:48.386036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.391714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:48.392295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.400803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a7a979f-f0e4-47e8-af35-be93151357ad tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:48.424105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Calling delete_port for 0d1b3e48-d1e1-413e-bee7-8d8318c37271 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:03:48.453152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port a94aa485-36cd-4810-88f2-b5ca93af8fb0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:03:48.453511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.490480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.531962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Network': ['ID=dc4bd312-3e63-40b5-9769-ad5eb512e40d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:48.537226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:48.550723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] The port 'a94aa485-36cd-4810-88f2-b5ca93af8fb0' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:03:48.550723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.550723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network e7d18797-6284-4ff8-b910-41f338156f0d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:48.555742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:48.575531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.604069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.609409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8419580 Dec 17 17:03:48.610149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44734) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:48.615537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e8aea399-866e-4f30-b3a9-9ca59b4e7165 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:48.616507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:48.705919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.713334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5df20e1b-6a2e-4fcf-95a4-70712e456fc2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:48.715022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f06252e7-e671-4f91-b51a-74e38962b123 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:48.747509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.756823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7caf341e-1f73-46b5-a9b9-7300233fdbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:48.772710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:48.773177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, e7d18797-6284-4ff8-b910-41f338156f0d) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:48.778449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.781542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.801095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:48.801678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.815924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:48.821378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758339b-2750-4bfd-9ba3-a300c413e7c5 None None] Network e7d18797-6284-4ff8-b910-41f338156f0d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:48.823364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:48.829236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:48.856894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.859488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=12db902f-6cd2-4025-8140-0069fe8f5b4a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:48.867303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Pushing event deleted for resources: {'Port': ['ID=0d1b3e48-d1e1-413e-bee7-8d8318c37271,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:48.869747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:48.876939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:48.883858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:48.891863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:48.896671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:48.897136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13a37ca-850d-4ba8-8634-41dfb95b5bfb']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:48.906344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:48.911490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d70bb8-21ef-4217-b341-bb51acb957e2') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:48.911793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d70bb8-21ef-4217-b341-bb51acb957e2') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:48.917402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:48.918034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.924802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.935317 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9101038 Dec 17 17:03:48.938488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44738) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:48.944096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.944276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] No DVR routers for this DVR port 0d1b3e48-d1e1-413e-bee7-8d8318c37271 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:03:48.957269 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/5df20e1b-6a2e-4fcf-95a4-70712e456fc2 HTTP/1.1" status: 204 len: 168 time: 0.9791424 Dec 17 17:03:48.960086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44742) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:48.966121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:48.966121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:48.981389 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:49.080638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:49.084497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.119474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1503124 Dec 17 17:03:49.127088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.137718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44746) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:49.158381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0d1b3e48-d1e1-413e-bee7-8d8318c37271 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:03:49.191178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '12db902f-6cd2-4025-8140-0069fe8f5b4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:49.196585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f9920f4-afca-4582-913f-4db701f1583d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:49.212776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:49.225661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e47453-4946-49b1-a0cc-3a3214ac0e2f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:49.233468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:floatingip and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:49.237096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0d1b3e48-d1e1-413e-bee7-8d8318c37271 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:03:49.237453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0d1b3e48-d1e1-413e-bee7-8d8318c37271 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:03:49.239848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:49.249158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:49.261947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.261947 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/e5e47453-4946-49b1-a0cc-3a3214ac0e2f HTTP/1.1" status: 204 len: 168 time: 0.8999209 Dec 17 17:03:49.262203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:49.262203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44750) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:49.276265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.334304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.383336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:49.396850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e7d18797-6284-4ff8-b910-41f338156f0d', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:49.397900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.403287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.428083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=c13a37ca-850d-4ba8-8634-41dfb95b5bfb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:49.436202 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/c13a37ca-850d-4ba8-8634-41dfb95b5bfb HTTP/1.1" status: 204 len: 168 time: 2.7528985 Dec 17 17:03:49.437541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:49.440886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:49.446649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.536202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.561582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Transition to ACTIVE for port object 2ee51817-6cf3-4c78-91f9-151c28f86de1 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:49.630738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cdb90932-9bc7-465c-9571-cfbbea205c13 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:49.634834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Allocated IP 172.23.0.2 (e7d18797-6284-4ff8-b910-41f338156f0d/dbe5dc2a-9847-46e5-a403-a4f1b41045b8/702d6de1-20ec-432e-b699-8c13dffe9f3a) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:49.641749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.663977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.672450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:49.687826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07da91b1-5201-4b42-ac9e-e2a553c4a0d8']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:49.711330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4f2fd5-b330-4d77-8b02-606dc8a39844') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:49.711653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4f2fd5-b330-4d77-8b02-606dc8a39844') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:49.730718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.733521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.755067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.793070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:49.793481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:49.810778 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:49.940683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cdb90932-9bc7-465c-9571-cfbbea205c13 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:49.948168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cdb90932-9bc7-465c-9571-cfbbea205c13 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6787179 Dec 17 17:03:49.950041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44758) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:49.950190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Pushing event updated for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:49.952481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:49.966678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--195565030'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:49.974704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:49.980453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:50.011388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c769edea-03ce-4f73-9707-6b16cd6496d0']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:50.031917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8d6c40-3172-4727-a400-ac5b27af91d8') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:50.032224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8d6c40-3172-4727-a400-ac5b27af91d8') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:50.044694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:50.056462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.061034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Attempting to bind port 2ee51817-6cf3-4c78-91f9-151c28f86de1 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:50.061450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Attempting to bind port 2ee51817-6cf3-4c78-91f9-151c28f86de1 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:50.061829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Attempting to bind port 2ee51817-6cf3-4c78-91f9-151c28f86de1 on network 0fe15adc-d297-42d8-9c74-c858786cb1ce {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:50.071011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.076229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2fbd9952-b677-44d0-a8bf-15868d7a3ee4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.079510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:50.079902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Checking segment: {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:50.080376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.080892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Bound using segment: {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:50.081274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Bound port: 2ee51817-6cf3-4c78-91f9-151c28f86de1, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f43483-867a-49ad-b769-b255447e5ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:50.081663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.091862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07da91b1-5201-4b42-ac9e-e2a553c4a0d8 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 17 17:03:50.098667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.109870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.112716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Network': ['ID=07da91b1-5201-4b42-ac9e-e2a553c4a0d8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:50.118209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:50.122735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:03:50.123478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:03:50.155192 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:03:50.162138 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/networks/07da91b1-5201-4b42-ac9e-e2a553c4a0d8 HTTP/1.1" status: 204 len: 168 time: 1.1954944 Dec 17 17:03:50.177562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.188901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.197091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5926e324-d97e-4e6b-a832-4da19f0da243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.203545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Transition to ACTIVE for port object 702d6de1-20ec-432e-b699-8c13dffe9f3a will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:50.232200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Transition to ACTIVE for port object 702d6de1-20ec-432e-b699-8c13dffe9f3a will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:50.276021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.376967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:50.385648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=c5fff5c2-4085-4ad7-8f14-b180d2af34c3,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:50.400816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.400914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.408505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:50.412814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:50.412972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.417793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:50.430803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.440403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:50.444558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.452386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-29d3a3e8-ed01-4db3-b75b-afdc18fb4a9c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4220994 Dec 17 17:03:50.452828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ede8fb0-4e88-47bd-bd3e-d3a78a9d678a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.520694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Checking segment: {'id': 'bc5eb787-3296-443b-ad3c-51ecf50d82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:50.521056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network hostable DHCP agents. Network: dc4bd312-3e63-40b5-9769-ad5eb512e40d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:50.525139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Pushing event updated for resources: {'Port': ['ID=702d6de1-20ec-432e-b699-8c13dffe9f3a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:50.538002 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/c769edea-03ce-4f73-9707-6b16cd6496d0 HTTP/1.1" status: 204 len: 168 time: 1.0940311 Dec 17 17:03:50.538002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=c769edea-03ce-4f73-9707-6b16cd6496d0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:50.540350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44768) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:50.543820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:50.548364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498500367'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:50.554157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:50.555900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] For port 2ee51817-6cf3-4c78-91f9-151c28f86de1, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:50.559182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Network e7d18797-6284-4ff8-b910-41f338156f0d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:50.560370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:50.560706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:50.564179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:50.569750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:50.571760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:50.574699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:50.597008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] For port 2ee51817-6cf3-4c78-91f9-151c28f86de1, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ee51817-6cf3-4c78-91f9-151c28f86de1,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:50.648049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:50.654303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.672677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:50.681396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'name': 'tempest-router--2054052026', 'project_id': '605994d6d2094ebd9b708256e34b1aa9'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:50.687297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:50.688850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.693094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:router and tenant:605994d6d2094ebd9b708256e34b1aa9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:50.694553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f3cb4355-96c6-4f18-9357-b2f9e5dc7a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.698197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:50.705347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:50.731108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:03:50.745082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.746075 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 77e391fa-fef8-4984-a94b-930f0d0a8fb2 of type vlan for network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab Dec 17 17:03:50.757166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Attempting to bind port 702d6de1-20ec-432e-b699-8c13dffe9f3a on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:50.757544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Attempting to bind port 702d6de1-20ec-432e-b699-8c13dffe9f3a by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:50.757995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Attempting to bind port 702d6de1-20ec-432e-b699-8c13dffe9f3a on network e7d18797-6284-4ff8-b910-41f338156f0d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:50.769456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.770776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:50.771031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Checking segment: {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:50.771432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.771847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Bound using segment: {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:50.772476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Bound port: 702d6de1-20ec-432e-b699-8c13dffe9f3a, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:50.772689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.788678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.818252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.819466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.855610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.876048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Pushing event updated for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:50.892045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:50.892945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:50.905231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.911784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:50.911784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:50.921586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d88cfc9e-b669-429c-8ea4-23f35b64c38c tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:50.939611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:50.960740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:51.059941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, dc4bd312-3e63-40b5-9769-ad5eb512e40d) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:51.064403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:51.065190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.072546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bdb60-477b-4bf1-9c6a-f044484f19b7 None None] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:51.101839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=6e38ff14-6e4f-4fa9-8dc0-5646227e71ab,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:51.105066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.108350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-5b8c38eb-d092-457a-824c-ab3b6f41246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:51.110484 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-5b8c38eb-d092-457a-824c-ab3b6f41246e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.5112789 Dec 17 17:03:51.111545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:51.114925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.152744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:03:51.163844 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6220491 Dec 17 17:03:51.169156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:51.177594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:51.191728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] For port 702d6de1-20ec-432e-b699-8c13dffe9f3a, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:51.198120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:51.200426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.203249 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-98943567-5ab0-440c-83ab-16a4460254e2 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5289283 Dec 17 17:03:51.208620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44782) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:51.320422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] For port 702d6de1-20ec-432e-b699-8c13dffe9f3a, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=702d6de1-20ec-432e-b699-8c13dffe9f3a,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:51.406656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.157 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/1e4e9c37-8547-41d2-96dc-10338517e529) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:51.416119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.419871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.428757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0a0c2a3-578e-4236-9ffa-71ba37d45294 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:51.445648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.453245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:51.477648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Allocated IP 172.23.0.1 (e7d18797-6284-4ff8-b910-41f338156f0d/dbe5dc2a-9847-46e5-a403-a4f1b41045b8/f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:51.532528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd72aa0-10ad-44e3-a555-bdeaff23f935,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:51.536122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:51.541308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9298842 Dec 17 17:03:51.544735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:51.548618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:51.551520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:51.559162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44786) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:51.565870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1444991764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:51.571309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:51.575925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:51.601982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.607119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6443667 Dec 17 17:03:51.616332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44790) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:51.646065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-25145baa-7ac5-421b-82cf-3ecb08e038aa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '5bd72aa0-10ad-44e3-a555-bdeaff23f935', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:51.646979 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-25145baa-7ac5-421b-82cf-3ecb08e038aa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 17:03:51.647320 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-25145baa-7ac5-421b-82cf-3ecb08e038aa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:03:51.651606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-25145baa-7ac5-421b-82cf-3ecb08e038aa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136650 Dec 17 17:03:51.685425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Pushing event updated for resources: {'Port': ['ID=702d6de1-20ec-432e-b699-8c13dffe9f3a,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:51.695012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:51.702976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44794) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:51.722856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-eb5d297d-e238-4fc4-96e4-340293a10681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:51.724301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-eb5d297d-e238-4fc4-96e4-340293a10681 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.5907738 Dec 17 17:03:51.860575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-dc4bd312-3e63-40b5-9769-ad5eb512e40d', 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': 'c5fff5c2-4085-4ad7-8f14-b180d2af34c3'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:51.861508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.890983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:router and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:51.897875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.900280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:51.903406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:51.908600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:51.955994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:51.959597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.075749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.088117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:43Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:50Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:52.096482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057f3ea-dac4-4cfc-92c0-ea8dbf2f4c11 None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:43Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:50Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:52.099782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-d3197ccb-16b0-4e0f-8d15-96c7fd351075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.3522136 Dec 17 17:03:52.104132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.104706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a77db65a-bcc8-4057-9360-d04faba6734a {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:03:52.108756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.111193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.145070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.226497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.231281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fdac4046-a751-4005-a040-9eb00e25ee5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a77db65a-bcc8-4057-9360-d04faba6734a HTTP/1.1" status: 204 len: 168 time: 1.0178857 Dec 17 17:03:52.231281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.301661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Allocated IP 2001:db8::2 (dc4bd312-3e63-40b5-9769-ad5eb512e40d/c5fff5c2-4085-4ad7-8f14-b180d2af34c3/f9e349b0-d16f-4dca-9d16-c2becaef9028) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:52.326294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Transition to ACTIVE for port object f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:52.344724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.392642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.402199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.407137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ee301404-5d33-4e48-9a15-d5347d0ee111 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:52.464369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ed10-f3da-47a5-b36f-8ed66e5db719 req-7e628964-0699-42ca-a911-9903893a3001 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:52.472748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e122ed10-f3da-47a5-b36f-8ed66e5db719 req-7e628964-0699-42ca-a911-9903893a3001 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6183484 Dec 17 17:03:52.479558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-96dc120f-0f13-45ed-b480-1143b1e80587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:52.485348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-96dc120f-0f13-45ed-b480-1143b1e80587 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.3555069 Dec 17 17:03:52.495508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.499925 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-793efffe-6134-4dce-b65c-14f89cbd598a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9397097 Dec 17 17:03:52.505705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44802) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:52.510460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.522694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d', 'name': 'tempest-PortsIpV6TestJSON-1893131367'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:52.532341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.563096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=9468a4b9-7e9c-45b8-8ed4-6104da235418,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:52.591976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-769219fd-d8f3-426c-8264-22eab2f3de18 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:52.604284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.617352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Transition to ACTIVE for port object f9e349b0-d16f-4dca-9d16-c2becaef9028 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:52.620921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:52.643264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Transition to ACTIVE for port object f9e349b0-d16f-4dca-9d16-c2becaef9028 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:52.653475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '77e391fa-fef8-4984-a94b-930f0d0a8fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:52.654059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:03:52.665456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44806) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:52.674910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.708531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:52.733953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.734145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e122ed10-f3da-47a5-b36f-8ed66e5db719 req-23372106-bad9-4389-b5b3-2536025f3913 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574117 Dec 17 17:03:52.736914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:52.739146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:52.747109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:52.749738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:52.756841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:52.759845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:52.765518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:52.803053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network e7d18797-6284-4ff8-b910-41f338156f0d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:52.809497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:03:52.816357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:52.818902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:52.836296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:52.841583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:52.856648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:52.859694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:52.873208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5b8d29e0-82a9-400d-be19-3870a15f14c1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:52.925008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:52.932373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 53d12fd4-767e-47ab-829c-dc768f0fb0bf yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:52.955873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=1e4e9c37-8547-41d2-96dc-10338517e529,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:52.958821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:52.966200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec393a6a-feb6-49e4-9110-b0065b83f9fa None None] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:52.981538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:52.982513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.019397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.027716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:53.053151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd72aa0-10ad-44e3-a555-bdeaff23f935,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:53.056378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:53.189259 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0184128 Dec 17 17:03:53.199388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44814) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:53.222048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Pushing event updated for resources: {'Port': ['ID=f9e349b0-d16f-4dca-9d16-c2becaef9028,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:53.223028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1439680468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:53.228363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:53.238172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:53.251424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:53.253119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:53.259922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:53.262265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:53.266882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:53.276278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:53.299373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::132 (dc4bd312-3e63-40b5-9769-ad5eb512e40d/c5fff5c2-4085-4ad7-8f14-b180d2af34c3/53d12fd4-767e-47ab-829c-dc768f0fb0bf) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:53.327854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-561606064', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:53.344572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:53.347853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ee51817-6cf3-4c78-91f9-151c28f86de1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:53.353370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:53.364261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:53.374822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:53.377398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.385533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.386703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.452764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-32519953-141c-4236-883c-7b9ff5336dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:53.454526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-32519953-141c-4236-883c-7b9ff5336dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9242415 Dec 17 17:03:53.470581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Attempting to bind port f9e349b0-d16f-4dca-9d16-c2becaef9028 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:53.470879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Attempting to bind port f9e349b0-d16f-4dca-9d16-c2becaef9028 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'bc5eb787-3296-443b-ad3c-51ecf50d82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:53.471256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Attempting to bind port f9e349b0-d16f-4dca-9d16-c2becaef9028 on network dc4bd312-3e63-40b5-9769-ad5eb512e40d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:53.485728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:53.491586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Checking segment: {'id': 'bc5eb787-3296-443b-ad3c-51ecf50d82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:53.491586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.491586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Bound using segment: {'id': 'bc5eb787-3296-443b-ad3c-51ecf50d82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:53.491586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Bound port: f9e349b0-d16f-4dca-9d16-c2becaef9028, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5eb787-3296-443b-ad3c-51ecf50d82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dc4bd312-3e63-40b5-9769-ad5eb512e40d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:53.491586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.492060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.492060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.506781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.519190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.569564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c18a56-3606-41e8-8cef-61fcd2f5c5b7 None None] Network e7d18797-6284-4ff8-b910-41f338156f0d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:53.713928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.717477 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/5bd72aa0-10ad-44e3-a555-bdeaff23f935 HTTP/1.1" status: 204 len: 168 time: 1.9990652 Dec 17 17:03:53.720894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.736492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44818) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:53.738246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.744133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] For port f9e349b0-d16f-4dca-9d16-c2becaef9028, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:53.750622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] For port f9e349b0-d16f-4dca-9d16-c2becaef9028, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f9e349b0-d16f-4dca-9d16-c2becaef9028,segment=NetworkSegment(bc5eb787-3296-443b-ad3c-51ecf50d82be),segment_id=bc5eb787-3296-443b-ad3c-51ecf50d82be)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:53.784384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 53d12fd4-767e-47ab-829c-dc768f0fb0bf will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:53.821850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.829990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0c29b99e-d1fd-4cb9-a800-cddcf1830434 None None] Provisioning for port 702d6de1-20ec-432e-b699-8c13dffe9f3a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:53.836008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:53.838836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0576ad7-198f-4387-8d2c-2f2e6f337d14 req-44f7a76d-24d4-4b72-b802-c165c0e9ef6a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:53.840402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0576ad7-198f-4387-8d2c-2f2e6f337d14 req-44f7a76d-24d4-4b72-b802-c165c0e9ef6a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8929152 Dec 17 17:03:53.875833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.892408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:53.926140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-6e38ff14-6e4f-4fa9-8dc0-5646227e71ab', 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '9468a4b9-7e9c-45b8-8ed4-6104da235418'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:03:53.928058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.945031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5fb952e0-bb67-4154-a089-d1f8e02fb268 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:53.951056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-c315cb0f-6ac0-480b-8b1a-8dc874f571d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792957 Dec 17 17:03:53.951554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:53.951936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:53.966488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-299c75f7-2d56-4ce3-8567-946b19e5c268 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:53.970999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0576ad7-198f-4387-8d2c-2f2e6f337d14 req-106963f0-8d46-486f-8d1d-732585ce6356 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142607 Dec 17 17:03:54.048135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.063780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=53d12fd4-767e-47ab-829c-dc768f0fb0bf,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:54.089512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:54.090731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.095326 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c3b73d55-99c3-47e8-adbb-daef0f853da3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8949659 Dec 17 17:03:54.096812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:54.097872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:54.099696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44826) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:54.106208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'port': {'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab', 'name': 'tempest-RoutersIpV6Test-2122781312'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:54.155881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.178897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Pushing event updated for resources: {'Port': ['ID=f9e349b0-d16f-4dca-9d16-c2becaef9028,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:54.189256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:54.210065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-299c75f7-2d56-4ce3-8567-946b19e5c268 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:54.211626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-299c75f7-2d56-4ce3-8567-946b19e5c268 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4741223 Dec 17 17:03:54.220928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44830) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:54.247747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:54.255472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:54.255472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.268909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748089345'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:54.293718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:54.307598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18a43c01-4fbf-46df-85aa-1501eceb4dc7 req-880c8dbd-ac7c-4145-837f-ef2c2ff8fd72 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445840 Dec 17 17:03:54.321163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:54.367354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.434048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.446356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Allocated IP 2001:db8::2 (6e38ff14-6e4f-4fa9-8dc0-5646227e71ab/9468a4b9-7e9c-45b8-8ed4-6104da235418/19affcb3-6eaa-444c-8a54-c2990d4ee740) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:54.658170 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1471064 Dec 17 17:03:54.663816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44836) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:54.669637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:54.682576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2ee51817-6cf3-4c78-91f9-151c28f86de1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ee51817-6cf3-4c78-91f9-151c28f86de1,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:54.774829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.775731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 702d6de1-20ec-432e-b699-8c13dffe9f3a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:54.828227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:port and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:54.840258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:54.847024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:54.847638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:54.857759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:54.934974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:55.015305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:55.042346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.044964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:55.060140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:55.072853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Transition to ACTIVE for port object 19affcb3-6eaa-444c-8a54-c2990d4ee740 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:55.092546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-33d38afb-c758-42d8-81b7-b487aa0f5264 None None] Provisioning for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:55.132617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-33d38afb-c758-42d8-81b7-b487aa0f5264 None None] Provisioning complete for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:55.133335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-33d38afb-c758-42d8-81b7-b487aa0f5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.161474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.163517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:55.170680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:55.172374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:03:55.175972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.180066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Transition to ACTIVE for port object 19affcb3-6eaa-444c-8a54-c2990d4ee740 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:55.210704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.225715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-33d38afb-c758-42d8-81b7-b487aa0f5264 None None] Port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:55.238024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.242207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e555eb15-1cba-4c60-8712-052344aa55e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:55.279738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 702d6de1-20ec-432e-b699-8c13dffe9f3a completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:55.303986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 702d6de1-20ec-432e-b699-8c13dffe9f3a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:55.304373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.337123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] device_id is not set on port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:03:55.358333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.371019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:55.375790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:55.378254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:55.390877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Pushing event updated for resources: {'Port': ['ID=19affcb3-6eaa-444c-8a54-c2990d4ee740,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:55.393745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:55.447349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d8a8cf42-d452-4007-9555-dbd7c46c64fd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:55.486896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.512897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Attempting to bind port 19affcb3-6eaa-444c-8a54-c2990d4ee740 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:55.512897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Attempting to bind port 19affcb3-6eaa-444c-8a54-c2990d4ee740 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '77e391fa-fef8-4984-a94b-930f0d0a8fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:55.512897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Attempting to bind port 19affcb3-6eaa-444c-8a54-c2990d4ee740 on network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:55.512897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a839297-6366-4185-adf3-ced0c2870b00 None None] Provisioning complete for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:55.512897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a839297-6366-4185-adf3-ced0c2870b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.532063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8::13a (6e38ff14-6e4f-4fa9-8dc0-5646227e71ab/9468a4b9-7e9c-45b8-8ed4-6104da235418/1bb846a5-c347-46d3-a9cd-555ee12e25b1) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:55.561985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:55.562357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Checking segment: {'id': '77e391fa-fef8-4984-a94b-930f0d0a8fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:55.562893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.563372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Bound using segment: {'id': '77e391fa-fef8-4984-a94b-930f0d0a8fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:55.563974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Bound port: 19affcb3-6eaa-444c-8a54-c2990d4ee740, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e391fa-fef8-4984-a94b-930f0d0a8fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e38ff14-6e4f-4fa9-8dc0-5646227e71ab'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:55.564428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.651377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.668768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbc526-b42f-462e-a089-8b2e4b1aa05c None None] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:55.721170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event updated for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:55.728178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.742844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:55.745906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e72052c-2b98-4f3e-ac74-c66491da5e7c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:55.764053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8a839297-6366-4185-adf3-ced0c2870b00 None None] Port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:55.793406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.832457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] For port 19affcb3-6eaa-444c-8a54-c2990d4ee740, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:55.833211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4920425-5529-42f4-b633-e666abfa5a0e req-03521458-a06e-4e42-861b-07dec71fd43e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:55.834843 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4920425-5529-42f4-b633-e666abfa5a0e req-03521458-a06e-4e42-861b-07dec71fd43e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.1512210 Dec 17 17:03:55.840052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] For port 19affcb3-6eaa-444c-8a54-c2990d4ee740, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=19affcb3-6eaa-444c-8a54-c2990d4ee740,segment=NetworkSegment(77e391fa-fef8-4984-a94b-930f0d0a8fb2),segment_id=77e391fa-fef8-4984-a94b-930f0d0a8fb2)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:55.849605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507a516e-5f57-4665-93f8-23e3efe9036d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:55.876648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.877242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 702d6de1-20ec-432e-b699-8c13dffe9f3a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=702d6de1-20ec-432e-b699-8c13dffe9f3a,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:55.884787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:55.921056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.921854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.923273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Network e7d18797-6284-4ff8-b910-41f338156f0d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:55.928807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9fc0d745-bd2c-4cd4-a68d-b00b6e702647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:55.929063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:55.934424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:55.943874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4920425-5529-42f4-b633-e666abfa5a0e req-59cc6fd0-1d21-44bf-977f-fc7d0eb1a7e4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908947 Dec 17 17:03:55.978035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.085114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7bd697fd-52a9-41a1-a0a3-a1a42c72a6ae None None] Provisioning for port f9e349b0-d16f-4dca-9d16-c2becaef9028 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:56.116460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Pushing event updated for resources: {'Port': ['ID=19affcb3-6eaa-444c-8a54-c2990d4ee740,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:56.131937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:56.132583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:56.244586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Allocated IP 172.26.4.221 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/5bc360f3-46c5-44f3-8589-573a2742110c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:03:56.254109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ee51817-6cf3-4c78-91f9-151c28f86de1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:56.270975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.324971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=702d6de1-20ec-432e-b699-8c13dffe9f3a,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:56.328207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:56.343051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.344635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1209161 Dec 17 17:03:56.345892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.349661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44844) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:56.358879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:56.372924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2ee51817-6cf3-4c78-91f9-151c28f86de1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:56.373579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.453048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-09835b52-3119-48b4-8569-fb8aaf53f3a0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '507a516e-5f57-4665-93f8-23e3efe9036d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:56.454055 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-09835b52-3119-48b4-8569-fb8aaf53f3a0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 17:03:56.454581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-09835b52-3119-48b4-8569-fb8aaf53f3a0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:03:56.455784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-09835b52-3119-48b4-8569-fb8aaf53f3a0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0583959 Dec 17 17:03:56.459321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44848) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:56.546215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9834e3d4-30a0-4d1e-b3f7-4a6e8189cc7b None None] Provisioning complete for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:56.546812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9834e3d4-30a0-4d1e-b3f7-4a6e8189cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.607797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object 1bb846a5-c347-46d3-a9cd-555ee12e25b1 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:56.611763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.626780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f9e349b0-d16f-4dca-9d16-c2becaef9028 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:56.680840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=1e4e9c37-8547-41d2-96dc-10338517e529,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:56.696877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:56.722291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:56.723303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9834e3d4-30a0-4d1e-b3f7-4a6e8189cc7b None None] Port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:56.790679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f9e349b0-d16f-4dca-9d16-c2becaef9028 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:56.803506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f9e349b0-d16f-4dca-9d16-c2becaef9028 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:56.804113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.882568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.935341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:56.948340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0087469 Dec 17 17:03:56.951170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44852) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:56.951908 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:56.953795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:56.974046 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:56.974679 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:57.022568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.027576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.045858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Provisioning for port 53d12fd4-767e-47ab-829c-dc768f0fb0bf completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:57.057499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Provisioning complete for port 53d12fd4-767e-47ab-829c-dc768f0fb0bf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:57.057776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.093507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.132012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Port 53d12fd4-767e-47ab-829c-dc768f0fb0bf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:57.156637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f9e349b0-d16f-4dca-9d16-c2becaef9028, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f9e349b0-d16f-4dca-9d16-c2becaef9028,segment=NetworkSegment(bc5eb787-3296-443b-ad3c-51ecf50d82be),segment_id=bc5eb787-3296-443b-ad3c-51ecf50d82be)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:57.164293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Provisioning complete for port f9e349b0-d16f-4dca-9d16-c2becaef9028 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:57.167141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e7ba-011d-419a-8d97-801810cae61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.183919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:57.221077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.231960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fccdf51-9efa-42db-bd9c-d5fd7c3d9873 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:57.248624 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:57.255503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.260575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2919c0ce-a343-4f3b-9012-fae6b10d6826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:57.340377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:57.363414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:57.366036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:57.379694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:57.382087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.410755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f9e349b0-d16f-4dca-9d16-c2becaef9028,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:57.423155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:57.436043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.437683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=1bb846a5-c347-46d3-a9cd-555ee12e25b1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:57.440916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:57.473911 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3709338 Dec 17 17:03:57.478788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44858) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:57.497163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.531254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-49170f9b-a87b-4f79-9b66-4b8e1234edf5 None None] Provisioning complete for port 53d12fd4-767e-47ab-829c-dc768f0fb0bf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:57.531775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-49170f9b-a87b-4f79-9b66-4b8e1234edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.532124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-26f1fe19-7100-4ec6-9ca3-e12d551202a6 tempest-ServersTestJSON-1824860541 tempest-ServersTestJSON-1824860541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:57.554762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a516e-5f57-4665-93f8-23e3efe9036d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:57.557139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:57.573271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.583435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.587307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/507a516e-5f57-4665-93f8-23e3efe9036d HTTP/1.1" status: 204 len: 168 time: 1.0885518 Dec 17 17:03:57.589958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.597415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44862) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:57.636293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-49170f9b-a87b-4f79-9b66-4b8e1234edf5 None None] Port 53d12fd4-767e-47ab-829c-dc768f0fb0bf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:57.666052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 17620bb4-8a83-43e5-805c-7b74817dd7e9 associated. External IP: 172.26.4.157, port: 12db902f-6cd2-4025-8140-0069fe8f5b4a. Dec 17 17:03:57.667486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b018c965-5693-42d5-82e3-3b38612cd6c4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:57.728694 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:53Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:57.735859 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:03:57.736447 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Updating router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:03:57.773310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:03:57.776935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5cd19-25c3-40c8-9fbb-1c107609fab8 None None] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:03:57.784433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:03:57.797487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:03:57.809950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.142830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fdbc3b29-543d-4093-be27-aac590e82e1b None None] Provisioning for port 19affcb3-6eaa-444c-8a54-c2990d4ee740 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:58.248555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 702d6de1-20ec-432e-b699-8c13dffe9f3a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:58.272201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-338477f7-cf1e-4fcc-a554-f5ad8154b6e0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:03:58.334713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-23f0d7e2-05fd-4542-ab6c-459438a6717c None None] Provisioning complete for port 53d12fd4-767e-47ab-829c-dc768f0fb0bf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:58.335096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-23f0d7e2-05fd-4542-ab6c-459438a6717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.362959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event updated for resources: {'Port': ['ID=5bc360f3-46c5-44f3-8589-573a2742110c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:58.377596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.395228 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Transition to ACTIVE for port object f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:03:58.411500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab7c75-c062-48d7-b051-aa9c71dafe90 req-b4b17f30-73ea-40de-8b1e-d930f009b049 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:58.416941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ab7c75-c062-48d7-b051-aa9c71dafe90 req-b4b17f30-73ea-40de-8b1e-d930f009b049 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.1494193 Dec 17 17:03:58.420766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-23f0d7e2-05fd-4542-ab6c-459438a6717c None None] Port 53d12fd4-767e-47ab-829c-dc768f0fb0bf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:58.422486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 702d6de1-20ec-432e-b699-8c13dffe9f3a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:58.423560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.427714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-338477f7-cf1e-4fcc-a554-f5ad8154b6e0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:03:58.428905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-338477f7-cf1e-4fcc-a554-f5ad8154b6e0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8306108 Dec 17 17:03:58.464620 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.465333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44868) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:58.479936 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:58.480933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--474150675'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:58.510397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:58.669556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f9e349b0-d16f-4dca-9d16-c2becaef9028 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:58.676198 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ab7c75-c062-48d7-b051-aa9c71dafe90 req-9a1dfa9d-22db-4704-a524-0ceb8b1624d0 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495396 Dec 17 17:03:58.691264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:58.784073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e96f2781-b57d-4986-9496-6a91ae52c828 None None] Provisioning for port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:58.791433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f9e349b0-d16f-4dca-9d16-c2becaef9028 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:58.791823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.840399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e96f2781-b57d-4986-9496-6a91ae52c828 None None] Provisioning complete for port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:58.840777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e96f2781-b57d-4986-9496-6a91ae52c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.895916 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Pushing event updated for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:58.912352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927855 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.927940 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.929717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.929717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.929717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.930057 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:03:58.933922 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:58.951086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Attempting to bind port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:03:58.951513 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Attempting to bind port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:03:58.951825 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Attempting to bind port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 on network e7d18797-6284-4ff8-b910-41f338156f0d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:03:58.958051 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:03:58.958394 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Checking segment: {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:03:58.958809 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.959201 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Bound using segment: {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:03:58.959676 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Bound port: f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad74ef54-5d76-4804-9715-05f2306a0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:03:58.960066 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.989426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e96f2781-b57d-4986-9496-6a91ae52c828 None None] Port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:59.015861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:03:59.058877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:03:59.066258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:03:59.076101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] For port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:03:59.077922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:03:59.079608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] For port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:03:59.086501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:03:59.096976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=53d12fd4-767e-47ab-829c-dc768f0fb0bf,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:59.101131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.433s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:59.109676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.394s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:59.116295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 19affcb3-6eaa-444c-8a54-c2990d4ee740 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:03:59.116439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:59.203837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d54c5c07-0753-4bb7-8102-16dca3e6eeeb None None] Provisioning complete for port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:59.204547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d54c5c07-0753-4bb7-8102-16dca3e6eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.262307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d54c5c07-0753-4bb7-8102-16dca3e6eeeb None None] Port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:03:59.316246 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.320298 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:59.344158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 19affcb3-6eaa-444c-8a54-c2990d4ee740 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:03:59.349472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 19affcb3-6eaa-444c-8a54-c2990d4ee740 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:03:59.354996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.355157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.360107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.372382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.extraroute_db [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88116) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:03:59.421719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.extraroute_db [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Removed routes are [] {{(pid=88116) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:03:59.424795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.434089 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Pushing event updated for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:59.436597 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:59.437202 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:59.449639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.451186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:03:59.463399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:03:59.508351 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:03:59.511946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:59.512602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:59.589900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.629146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:59.645772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:03:59.646693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:59.651263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:03:59.695245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.737797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.771218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9aebe6a-050e-4451-9803-fc99ec95812c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:59.774788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:03:59.775206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a2ea1-8af2-41fb-81c7-1e0db907a159 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:03:59.798641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 19affcb3-6eaa-444c-8a54-c2990d4ee740, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=19affcb3-6eaa-444c-8a54-c2990d4ee740,segment=NetworkSegment(77e391fa-fef8-4984-a94b-930f0d0a8fb2),segment_id=77e391fa-fef8-4984-a94b-930f0d0a8fb2)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:03:59.844129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.845329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3695817 Dec 17 17:03:59.852895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.7133348 Dec 17 17:03:59.858440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44874) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:59.858731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44876) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:59.868238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3b4fc275-6ff9-4274-bd98-ca12e414b089 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'dd54d8a7-0571-4e09-9c1b-66952b16cb18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:59.886320 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-3b4fc275-6ff9-4274-bd98-ca12e414b089 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 17:03:59.893017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-3b4fc275-6ff9-4274-bd98-ca12e414b089 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:03:59.893017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b4fc275-6ff9-4274-bd98-ca12e414b089 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286593 Dec 17 17:03:59.893375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:59.893486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': '12db902f-6cd2-4025-8140-0069fe8f5b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:59.898366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44882) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:59.902620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:03:59.944025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd54d8a7-0571-4e09-9c1b-66952b16cb18,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:03:59.959058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-45cda51e-4ef1-4866-a309-d0e56b7618ac tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'dd54d8a7-0571-4e09-9c1b-66952b16cb18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:59.960557 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-45cda51e-4ef1-4866-a309-d0e56b7618ac tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 17:03:59.961111 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-45cda51e-4ef1-4866-a309-d0e56b7618ac tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:03:59.965480 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-45cda51e-4ef1-4866-a309-d0e56b7618ac tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0664637 Dec 17 17:03:59.978785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44886) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:03:59.993266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2c1cfcd5-0b9c-438a-a5f0-60bfec87cb33 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'dd54d8a7-0571-4e09-9c1b-66952b16cb18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:03:59.994544 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-2c1cfcd5-0b9c-438a-a5f0-60bfec87cb33 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 17:03:59.995135 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-2c1cfcd5-0b9c-438a-a5f0-60bfec87cb33 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:03:59.998860 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2c1cfcd5-0b9c-438a-a5f0-60bfec87cb33 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145371 Dec 17 17:03:59.999501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:00.010920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44890) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:00.020985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8a7e26d0-6c7f-4837-af07-830c6b7e2823 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'dd54d8a7-0571-4e09-9c1b-66952b16cb18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:00.036177 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-8a7e26d0-6c7f-4837-af07-830c6b7e2823 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 17:04:00.036177 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-8a7e26d0-6c7f-4837-af07-830c6b7e2823 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:00.036177 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8a7e26d0-6c7f-4837-af07-830c6b7e2823 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092576 Dec 17 17:04:00.036503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=19affcb3-6eaa-444c-8a54-c2990d4ee740,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:00.042468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:00.043776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44894) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:00.093676 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:53Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:00.101090 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c1826-9b6f-404b-a87b-d174c39c75cd None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:53Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:00.167016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.274629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:04:00.313749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.350266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.388580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.505461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.524464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.578444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4e6e5-6ad8-4554-a71c-4f4c6f4a5e9e req-7bbd7c23-0526-4dec-91dd-e9eb5a38bb19 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:00.579939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a0a4e6e5-6ad8-4554-a71c-4f4c6f4a5e9e req-7bbd7c23-0526-4dec-91dd-e9eb5a38bb19 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6334364 Dec 17 17:04:00.583455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.592368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.601933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fea9325-168b-41d8-b7ce-015d8750245c tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:00.688681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:00.814592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=1bb846a5-c347-46d3-a9cd-555ee12e25b1,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:00.838384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:00.843798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a0a4e6e5-6ad8-4554-a71c-4f4c6f4a5e9e req-b8eb3d58-82ae-48af-9deb-9e66c70ad951 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092984 Dec 17 17:04:00.950400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:01.029529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7adbe9cf-8987-4d98-b4ac-afcb2de2a735 None None] Provisioning complete for port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:01.030103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7adbe9cf-8987-4d98-b4ac-afcb2de2a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.091486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7adbe9cf-8987-4d98-b4ac-afcb2de2a735 None None] Port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:01.118791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.129786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b64bed97-e1d8-4a2c-81e8-e9a63a2a96c4 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:01.208705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:01.210761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd54d8a7-0571-4e09-9c1b-66952b16cb18,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:01.218378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.219021 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:01.219437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c775e641-90eb-4e10-9c18-056c36da64e1 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 934 time: 4.2671969 Dec 17 17:04:01.222878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:01.244158 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:01.244836 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:01.262096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:01.404460 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:01.427467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.431449 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/dd54d8a7-0571-4e09-9c1b-66952b16cb18 HTTP/1.1" status: 204 len: 168 time: 1.3840590 Dec 17 17:04:01.446165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44902) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:01.521361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-80399546-a015-4b65-a089-61a2e1233588 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:01.540434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.584214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.590068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.591402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.649407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-80399546-a015-4b65-a089-61a2e1233588 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:01.650753 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-80399546-a015-4b65-a089-61a2e1233588 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2050555 Dec 17 17:04:01.659519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:01.676514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--384278967'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:01.687111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:01.687727 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5ae0e6c2-9bf8-40f0-acda-415a995f2fad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 934 time: 0.4244294 Dec 17 17:04:01.691152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44910) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:01.705302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'routes': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:01.778822 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 6, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:01.783221 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:01.792957 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:01.793587 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:01.893839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.931479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:01.953371 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:02.157477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Router e9ee72fd-1e35-4550-8aa8-c204408760bb is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:02.159485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.160698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.169115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:02.226600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d84449d8-8861-41f3-920f-c9548e62de06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.286106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:02.390415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.412823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:02.424733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:02.426383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.442708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=53d12fd4-767e-47ab-829c-dc768f0fb0bf,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:02.468663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.469293 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 6, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:02.474735 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab443ca-e87b-487a-bb9e-5d9ead82a2af None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 6, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:03:59Z', 'revision_number': 4, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:02.488883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:02.569782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.592714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:02.602398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30209ea0-5598-40c2-9e47-81dacb3a14f2 req-8383b2e6-b1e6-4f1a-8215-6d6dd98c6f51 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:02.603972 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30209ea0-5598-40c2-9e47-81dacb3a14f2 req-8383b2e6-b1e6-4f1a-8215-6d6dd98c6f51 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.5454855 Dec 17 17:04:02.620753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:02.620958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:02.624812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:02.652895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:02.722167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:02.723035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 19affcb3-6eaa-444c-8a54-c2990d4ee740 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:02.777830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:02.789452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:02.790847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:02.792522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:02.797140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:02.803959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30209ea0-5598-40c2-9e47-81dacb3a14f2 req-5c48a339-2369-431e-86ee-38789738a08a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801498 Dec 17 17:04:02.828876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] Sync routers for ids ['e9ee72fd-1e35-4550-8aa8-c204408760bb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:02.877351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:02.879958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] Routers {'e9ee72fd-1e35-4550-8aa8-c204408760bb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:02.880654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e9ee72fd-1e35-4550-8aa8-c204408760bb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:02.951277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:02.951914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:02.954566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 19affcb3-6eaa-444c-8a54-c2990d4ee740 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:02.961238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.005703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] Routers {'e9ee72fd-1e35-4550-8aa8-c204408760bb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:03.006801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e9ee72fd-1e35-4550-8aa8-c204408760bb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.072012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.081498 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a82a5cdb-6b9c-40e6-8daa-a9e8d2f392cc tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4146748 Dec 17 17:04:03.082570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44916) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.087602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.088150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd7fcb-17ce-4eb3-aea6-239a29c9583e None None] The sync data for ids ['e9ee72fd-1e35-4550-8aa8-c204408760bb'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:03.187676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-91e0065e-6508-4efd-8d39-4fdb0a7aeaa2 None None] Provisioning complete for port 53d12fd4-767e-47ab-829c-dc768f0fb0bf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:03.187939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91e0065e-6508-4efd-8d39-4fdb0a7aeaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.191343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.232696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.extraroute_db [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added routes are [] {{(pid=88116) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:04:03.233016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.extraroute_db [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88116) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:04:03.239786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:03.246492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-91e0065e-6508-4efd-8d39-4fdb0a7aeaa2 None None] Port 53d12fd4-767e-47ab-829c-dc768f0fb0bf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:03.257163 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:03.261208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.266135 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:03.266753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.267682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33a8abc6-97ad-4f43-a543-8eeddde73f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:03.286204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.333715 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.344124 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:03.344737 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.401978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2a3c02b6-6f41-4abe-8a43-f7519fe0f6cd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/e9ee72fd-1e35-4550-8aa8-c204408760bb HTTP/1.1" status: 200 len: 924 time: 0.2848103 Dec 17 17:04:03.404062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.404968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44920) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.411964 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:03.412368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db1bd0-8e83-4b69-8c35-c8a2956fecf0 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:03.468598 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-911cdb49-e1ce-49e1-9a72-7dab025b36e7 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ee72fd-1e35-4550-8aa8-c204408760bb HTTP/1.1" status: 200 len: 205 time: 0.0622511 Dec 17 17:04:03.480223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.538467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.563365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.564581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9041371 Dec 17 17:04:03.567472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa4e4b-d563-487e-a84a-9f748efc7634,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:03.569478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44928) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.574005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:03.579787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9912c79c-2581-4b74-9ee2-4d34fe94463e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:03.580553 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-9912c79c-2581-4b74-9ee2-4d34fe94463e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 17:04:03.581048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-9912c79c-2581-4b74-9ee2-4d34fe94463e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:03.582068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9912c79c-2581-4b74-9ee2-4d34fe94463e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097072 Dec 17 17:04:03.587760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44932) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.589264 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-196ce2a5-d778-4ee8-bc4c-268092102c9d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/17620bb4-8a83-43e5-805c-7b74817dd7e9 HTTP/1.1" status: 200 len: 979 time: 3.7278335 Dec 17 17:04:03.594492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:03.598723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44936) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:03.656025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:03.692228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Router 81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:03.694069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.694874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:03.702359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-70c3fd12-29f5-4601-aad9-437eb987bbe3 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:03.725249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:03.740788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:03.820430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:04.050263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=1bb846a5-c347-46d3-a9cd-555ee12e25b1,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:04.058244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:04.082718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:04.088935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.153581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 1e4e9c37-8547-41d2-96dc-10338517e529 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:04.153950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.155904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:04.170385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] Sync routers for ids ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:04.177217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:04.177796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.183452 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/routers/81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5152247 Dec 17 17:04:04.185432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44942) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:04.226746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] Routers {'81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:04.227393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:04.254732 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:04.259750 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2c5cf1d-4657-4635-b573-789d62a4054d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6654124 Dec 17 17:04:04.262719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44946) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:04.276555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3f458725-4625-4692-af00-42388c2592da tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:04.276793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:04.277036 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-3f458725-4625-4692-af00-42388c2592da tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 17:04:04.277706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-3f458725-4625-4692-af00-42388c2592da tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:04.281246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f458725-4625-4692-af00-42388c2592da tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079420 Dec 17 17:04:04.286578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44950) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:04.288792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:04.289354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.295940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:04.297492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:04.311041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] Routers {'81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:04.311841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:04.311982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:03:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:04.323683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.387288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:04.390434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:04.391026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012bca8-df99-4e37-bc40-6932f226f000 None None] The sync data for ids ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:04.444889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:04.472576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:04.509441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.572639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b55c3e-da63-4cee-b230-18f5df8c5505 req-acdf117a-0679-4efe-bd1f-ce827e73f971 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:04.577434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26b55c3e-da63-4cee-b230-18f5df8c5505 req-acdf117a-0679-4efe-bd1f-ce827e73f971 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6337779 Dec 17 17:04:04.579973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port 5bc360f3-46c5-44f3-8589-573a2742110c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:04.581089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.625603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.625966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.646056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cd27e-93bb-41a2-b754-20ac340297d8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:04.646753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-844cd27e-93bb-41a2-b754-20ac340297d8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:04.663073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:04.681865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-200a31ea-b2bb-4162-8e26-5584e0020bd1 None None] Provisioning complete for port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:04.682277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-200a31ea-b2bb-4162-8e26-5584e0020bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.730162 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:04.731243 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1cb21add-3a87-49b5-97e2-2d479dcf8b67 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4439702 Dec 17 17:04:04.735513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44954) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:04.740742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-200a31ea-b2bb-4162-8e26-5584e0020bd1 None None] Port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:04.743151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dc66d583-b641-411c-befc-c546a735b69a tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:04.744485 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-dc66d583-b641-411c-befc-c546a735b69a tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 17:04:04.745013 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-dc66d583-b641-411c-befc-c546a735b69a tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:04.748588 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dc66d583-b641-411c-befc-c546a735b69a tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099957 Dec 17 17:04:04.749180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44958) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:04.759932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:04.769148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:04.785555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:04.790593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:04.793056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:04.801358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 1e4e9c37-8547-41d2-96dc-10338517e529 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:04.807753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:04.822641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.001328 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26b55c3e-da63-4cee-b230-18f5df8c5505 req-dfa9a440-cf01-4d78-931c-4a838429fcb1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128742 Dec 17 17:04:05.053040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2a16d6c3-e7f0-4280-815c-bc3d0c3e0a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.124043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-844cd27e-93bb-41a2-b754-20ac340297d8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:05.125308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-844cd27e-93bb-41a2-b754-20ac340297d8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a HTTP/1.1" status: 200 len: 989 time: 0.9385536 Dec 17 17:04:05.140908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44962) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.153763 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Project 6a4c758d40cc48169015b16fcbcc92e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:04:05.232966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for 5bc360f3-46c5-44f3-8589-573a2742110c owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:05.321382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:05.326784 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8505471 Dec 17 17:04:05.332359 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] Sync routers for ids ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:05.334116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44966) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.341048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:05.343238 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] Routers {'8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:05.344169 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.351415 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:05.353276 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8dee8751-942a-4a0c-a7c4-e90ea76ce642 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6034791 Dec 17 17:04:05.355004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:05.355498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44970) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.362013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d7cf0a00-5bc7-45d0-9894-a0405ab0176b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:05.362457 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-d7cf0a00-5bc7-45d0-9894-a0405ab0176b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 17:04:05.366684 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-d7cf0a00-5bc7-45d0-9894-a0405ab0176b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:05.366684 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d7cf0a00-5bc7-45d0-9894-a0405ab0176b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077281 Dec 17 17:04:05.367022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44974) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.369005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:05.369695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.378401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:05.386909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:05.391482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:05.394759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:05.402824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:05.417268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.421688 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-983ee44c-472f-477b-a3c1-bae3ce42d501 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 700 time: 3.7283986 Dec 17 17:04:05.435442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44978) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.450909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.465464 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] Routers {'8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:05.466728 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.536569 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.539058 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b7893-a1e3-4876-b701-d325e7b5d152 None None] The sync data for ids ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:05.561475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:05.603905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.606149 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Project 6a4c758d40cc48169015b16fcbcc92e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:04:05.671981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f19a1dce-0d3b-43a1-aa7e-3848b527970f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 700 time: 0.2336366 Dec 17 17:04:05.674777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44982) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.679465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374c354-e499-4d55-8a30-8c956f1f0313 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:05.681392 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8374c354-e499-4d55-8a30-8c956f1f0313 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports/1bb846a5-c347-46d3-a9cd-555ee12e25b1 HTTP/1.1" status: 200 len: 984 time: 0.3454621 Dec 17 17:04:05.685523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44986) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.738301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.742069 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:05.743677 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0b4ef9e5-7df6-42c3-95d9-b2cb5cd99d1d tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3751757 Dec 17 17:04:05.799311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-75f4b092-a9ce-4aaf-996f-908dd8858af6 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:05.803803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 44990) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:05.855206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=5bc360f3-46c5-44f3-8589-573a2742110c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:05.857750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:05.859121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'f8aa4e4b-d563-487e-a84a-9f748efc7634', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:05.880398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:05.890161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:05.902255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:05.916607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:05.926038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:05.961981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:03Z', 'revision_number': 7, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:04:02Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:05.965908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:05.974490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:05.975030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:06.050053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.083602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:06.105776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.127464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Project 6a4c758d40cc48169015b16fcbcc92e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:04:06.146891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=1e4e9c37-8547-41d2-96dc-10338517e529,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:06.151008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:06.169266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:06.306482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.310289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.534922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:03Z', 'revision_number': 7, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:04:02Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:06.540300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa815-059f-4ea5-9995-446ed12560c9 None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:03Z', 'revision_number': 7, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3', 'name': '', 'network_id': 'e7d18797-6284-4ff8-b910-41f338156f0d', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:50Z', 'updated_at': '2021-12-17T17:04:02Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'dbe5dc2a-9847-46e5-a403-a4f1b41045b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:06.550063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:06.553728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9893c2b8-f138-4443-ad66-7fd41a4dab96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7452836 Dec 17 17:04:06.562602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 44998) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:06.586684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.587183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router e9ee72fd-1e35-4550-8aa8-c204408760bb {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:06.640249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.645573 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/e9ee72fd-1e35-4550-8aa8-c204408760bb HTTP/1.1" status: 204 len: 168 time: 3.1601760 Dec 17 17:04:06.645573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45002) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:06.653937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'name': 'tempest-snat-router-864259546', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:06.660760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.661108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 17620bb4-8a83-43e5-805c-7b74817dd7e9 disassociated (deleted). External IP: 172.26.4.157, port: 12db902f-6cd2-4025-8140-0069fe8f5b4a. Dec 17 17:04:06.676215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:06.685765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:router and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:06.691832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:06.695172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.701751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:06.738301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.821914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.822927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.845568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.871105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.960615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.981643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:06.992467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9b813967-251f-43dc-8f65-f733ed36547a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:07.081270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283f67-0fbe-46a1-a8d1-62b6a4d94c36 req-8b5b4545-befa-4db2-a438-34962ec57a42 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:07.082793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18283f67-0fbe-46a1-a8d1-62b6a4d94c36 req-8b5b4545-befa-4db2-a438-34962ec57a42 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6911480 Dec 17 17:04:07.128412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa4e4b-d563-487e-a84a-9f748efc7634,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:07.131429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:07.133427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:07.349150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18283f67-0fbe-46a1-a8d1-62b6a4d94c36 req-83bb7e2a-18be-432e-ade8-26b495b7df6f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552650 Dec 17 17:04:07.352756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:07.353545 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/f8aa4e4b-d563-487e-a84a-9f748efc7634 HTTP/1.1" status: 204 len: 168 time: 0.7912848 Dec 17 17:04:07.376983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:07.392090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:07.523518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:07.560641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:07.560989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:07.676524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:07.679551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-916c5634-f277-44e0-88e5-022f0236a601 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:07.788363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:07.789026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.095660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-916c5634-f277-44e0-88e5-022f0236a601 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:08.096885 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-916c5634-f277-44e0-88e5-022f0236a601 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6936870 Dec 17 17:04:08.101198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:08.128666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45014) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:08.162224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 53d12fd4-767e-47ab-829c-dc768f0fb0bf {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:08.162563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.207953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--55407575'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:08.221724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:08.276480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:08.328017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.363412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.411062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.415318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:08.425732 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:08.439357 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:08.441031 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:08.451943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:08.452811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92432f5f-7e53-4040-aa15-abafeff0146e req-37baf642-c3e3-4395-8c43-b8722b5407b1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:08.454293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92432f5f-7e53-4040-aa15-abafeff0146e req-37baf642-c3e3-4395-8c43-b8722b5407b1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.7326398 Dec 17 17:04:08.460649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-448c545b-f54a-45a2-ade2-904bc6a3af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:08.462104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-448c545b-f54a-45a2-ade2-904bc6a3af88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.5305405 Dec 17 17:04:08.467658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:08.470868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:08.479439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:08.505971 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:08.515180 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:08.515871 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:08.534594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 1bb846a5-c347-46d3-a9cd-555ee12e25b1 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:08.534594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.575499 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:08.575996 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dbd69-daae-4a5e-a3b1-b7bd812c6338 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:08.623762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 172.26.4.89 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/4f45d9e8-1688-4671-9daf-83fa539033d7) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:08.665806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.694464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.715560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:08.723756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9807836a-51f7-4c85-b884-d016d9c3c5e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:08.777764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:08.781001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:08.781557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92432f5f-7e53-4040-aa15-abafeff0146e req-ac03a247-c22c-4de1-9740-84246d1d6869 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152757 Dec 17 17:04:08.919237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 53d12fd4-767e-47ab-829c-dc768f0fb0bf owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:08.967033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.027936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/17620bb4-8a83-43e5-805c-7b74817dd7e9 HTTP/1.1" status: 204 len: 168 time: 5.4281909 Dec 17 17:04:09.037598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45018) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:09.087585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.097386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.113298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-acfd9d19-b600-4c6e-8241-b60823fbaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:09.114783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-acfd9d19-b600-4c6e-8241-b60823fbaa40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.6317282 Dec 17 17:04:09.116653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a05af020-0ed1-472e-86c9-27947e137ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:09.190024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046acc39-d500-4132-9e18-627badd3b1d4,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:09.195982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:09.199318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.206616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.268344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.269569 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0849502 Dec 17 17:04:09.328653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45022) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:09.333252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '046acc39-d500-4132-9e18-627badd3b1d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:09.354939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:09.362728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:09.367574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:09.376898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:09.444443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 12db902f-6cd2-4025-8140-0069fe8f5b4a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:09.444789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.537503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 1bb846a5-c347-46d3-a9cd-555ee12e25b1 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:09.579077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:09.630555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-5fb3054a-1f9a-4cce-9b54-f1e45b28765d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.4860582 Dec 17 17:04:09.639176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1e7e19e-505e-41b9-909a-d144e9c16b4d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:09.734384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:09.741306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:09.748441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:09.792248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=4f45d9e8-1688-4671-9daf-83fa539033d7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:09.799908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:09.813612 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The resource could not be found. Dec 17 17:04:09.814682 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5778d308-6d10-4e97-9a2d-28ef529f2372 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4856491 Dec 17 17:04:09.821223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:09.821716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45028) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:09.824544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-c9a29306-69e0-415b-9a54-c66cc79265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:09.826030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-c9a29306-69e0-415b-9a54-c66cc79265e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.1874025 Dec 17 17:04:09.835823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '046acc39-d500-4132-9e18-627badd3b1d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c54ad11c-a9df-4d01-b300-bcf946ff679b'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:09.894055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:09.955164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:09.966170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:10.026414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:10.108094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.125127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c72a2344-0325-48cc-9670-4932a494ca60 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:10.186233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:10.194503 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5180364 Dec 17 17:04:10.196253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=53d12fd4-767e-47ab-829c-dc768f0fb0bf,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:10.197965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45034) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:10.201361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:10.208185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:10.216405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.223437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:10.224344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:10.280118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet dbe5dc2a-9847-46e5-a403-a4f1b41045b8 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:10.283482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.345395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.380824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-7fa62ad9-24ef-49c0-aad4-6dde86e41fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:10.382350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-7fa62ad9-24ef-49c0-aad4-6dde86e41fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5454764 Dec 17 17:04:10.385152 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The resource could not be found. Dec 17 17:04:10.385152 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6bdb0a04-31cc-417e-8846-921d29b98e8e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5624158 Dec 17 17:04:10.394219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 12db902f-6cd2-4025-8140-0069fe8f5b4a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:10.396473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45038) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:10.445517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:10.489955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.512322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:10.571327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.651649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.712615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.780224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:10.784566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:08Z', 'revision_number': 8, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:10.789222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:10.798275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:10.798985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:10.833804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=1bb846a5-c347-46d3-a9cd-555ee12e25b1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:10.848740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:10.896402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.034435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:11.078483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.080300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21f28f-8e1a-43ec-8f96-5c346ab9f5ea req-ed03d1a9-41bb-48d3-ac31-797f987ee549 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:11.081740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.081893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b21f28f-8e1a-43ec-8f96-5c346ab9f5ea req-ed03d1a9-41bb-48d3-ac31-797f987ee549 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 1.1261082 Dec 17 17:04:11.095379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20fb79cc-5648-488f-bde1-470fb78df54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:11.120392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046acc39-d500-4132-9e18-627badd3b1d4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:11.127620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:11.135020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-36e32f56-2743-4196-a11b-2e361b5c19ef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:11.183349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.201679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe5dc2a-9847-46e5-a403-a4f1b41045b8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:11.206912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:11.208759 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/dbe5dc2a-9847-46e5-a403-a4f1b41045b8 HTTP/1.1" status: 204 len: 168 time: 1.0098951 Dec 17 17:04:11.211976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.215538 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/046acc39-d500-4132-9e18-627badd3b1d4 HTTP/1.1" status: 204 len: 168 time: 0.8158152 Dec 17 17:04:11.215538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45042) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:11.217443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45044) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:11.239069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb3c4b-9741-4782-8929-2bf5aa0b20c9 None None] Network e7d18797-6284-4ff8-b910-41f338156f0d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:11.301103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.357601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-6e63581a-0572-4c74-90dd-c4f962dc2235 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9327872 Dec 17 17:04:11.460893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b21f28f-8e1a-43ec-8f96-5c346ab9f5ea req-36fa7a97-4acc-425c-9d7e-a81c5d08f2b6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684789 Dec 17 17:04:11.513726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4c885770-19f3-4cc9-a587-af4011cf526b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:11.518009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.548943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.552368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 702d6de1-20ec-432e-b699-8c13dffe9f3a {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:11.552697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.611213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:08Z', 'revision_number': 8, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:11.615661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbab8d-c9df-4aba-8516-a6de179af84d None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:08Z', 'revision_number': 8, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': '2ee51817-6cf3-4c78-91f9-151c28f86de1', 'name': '', 'network_id': '0fe15adc-d297-42d8-9c74-c858786cb1ce', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:6e:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:41Z', 'updated_at': '2021-12-17T17:03:54Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': 'd35c7d32-f8f3-4a22-9824-0b10bbfc24fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:11.655312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4c885770-19f3-4cc9-a587-af4011cf526b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:11.662892 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4c885770-19f3-4cc9-a587-af4011cf526b tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3892164 Dec 17 17:04:11.674131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45050) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:11.685107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '0b60edc0-09ed-458d-bdcc-1f2b4e74254c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:11.695524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:11.735077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:11.788389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Router 81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:11.790556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:11.822723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:11.970293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port 702d6de1-20ec-432e-b699-8c13dffe9f3a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=702d6de1-20ec-432e-b699-8c13dffe9f3a,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:11.970559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.003004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] DHCP port deletion for e7d18797-6284-4ff8-b910-41f338156f0d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:12.007432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Deleting port 702d6de1-20ec-432e-b699-8c13dffe9f3a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:12.007809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.085850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2038b0ad-0e54-4d9e-aac1-49513c91f7e9 req-e7cbc322-334c-4d91-9680-764a68c77944 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172780 Dec 17 17:04:12.128230 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The resource could not be found. Dec 17 17:04:12.133429 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1d5886e6-08e3-455f-af74-2576c5c3a5cd tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4542005 Dec 17 17:04:12.137041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 702d6de1-20ec-432e-b699-8c13dffe9f3a owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:12.146402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:12.147274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45054) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:12.153110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.168633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463465456'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:12.174791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e11b2514-2fef-471c-9579-dfc4818fa018 tempest-FloatingIPAdminTestJSON-1577412732 tempest-FloatingIPAdminTestJSON-1577412732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:12.205144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:12.247347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router 0991354d-9c3e-49ad-9336-cf47ceff8a20 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:12.258319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:12.258838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0742f81-3dff-4e1d-9bfb-c28cdd59bdd3 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:12.258983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 702d6de1-20ec-432e-b699-8c13dffe9f3a no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:12.322417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.336513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:12.383944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:12.394612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:12.394850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=702d6de1-20ec-432e-b699-8c13dffe9f3a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:12.398447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No DVR routers for this DVR port 702d6de1-20ec-432e-b699-8c13dffe9f3a on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:12.399833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:12.403463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=12db902f-6cd2-4025-8140-0069fe8f5b4a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:12.408179 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] Sync routers for ids ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:12.413728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:12.419166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port 702d6de1-20ec-432e-b699-8c13dffe9f3a {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:04:12.419379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 702d6de1-20ec-432e-b699-8c13dffe9f3a not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:12.444273 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] Routers {'81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:12.452694 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.459084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] For port 702d6de1-20ec-432e-b699-8c13dffe9f3a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=702d6de1-20ec-432e-b699-8c13dffe9f3a,segment=NetworkSegment(ad74ef54-5d76-4804-9715-05f2306a0127),segment_id=ad74ef54-5d76-4804-9715-05f2306a0127)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:12.459609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.522349 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.542893 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] Routers {'81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:12.543798 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.633002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.633573 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494678b-996c-47e5-bea4-14f9ffca6e5b None None] The sync data for ids ['81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:12.638747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:12.650935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Calling delete_port for 702d6de1-20ec-432e-b699-8c13dffe9f3a owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:12.739035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:12.739035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:12.748326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.771967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:12.782277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Sync routers for ids ['0991354d-9c3e-49ad-9336-cf47ceff8a20'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:12.783389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d18797-6284-4ff8-b910-41f338156f0d']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.792474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Routers {'0991354d-9c3e-49ad-9336-cf47ceff8a20'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:12.793101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['0991354d-9c3e-49ad-9336-cf47ceff8a20'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.805111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad74ef54-5d76-4804-9715-05f2306a0127') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.805519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad74ef54-5d76-4804-9715-05f2306a0127') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.825633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.846106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.853424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:12.853768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.868695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:12.868927 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:12.879060 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1904230 Dec 17 17:04:12.880940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45060) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:12.884836 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] Sync routers for ids ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:12.905510 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] Routers {'8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:12.906743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:12.944378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:12.949106 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3022506 Dec 17 17:04:12.954386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45064) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.002814 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:13.014216 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] Routers {'8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:13.015763 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:13.034079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.039163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/12db902f-6cd2-4025-8140-0069fe8f5b4a HTTP/1.1" status: 204 len: 168 time: 3.9969893 Dec 17 17:04:13.040760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45068) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.048695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:13.056158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:13.070892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:floatingip and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:13.080826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:13.103909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Set router 0991354d-9c3e-49ad-9336-cf47ceff8a20 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:13.114599 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:13.115009 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2d08-2293-4cc2-893a-76799e94bda2 None None] The sync data for ids ['8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:13.167678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.168296 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/routers/81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0260713 Dec 17 17:04:13.169472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:13.173091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45072) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.175530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.182301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ed78b7d3-795a-45bb-a5d5-848dde651015 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:13.199310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.213585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=e7d18797-6284-4ff8-b910-41f338156f0d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:13.220637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:13.224980 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/e7d18797-6284-4ff8-b910-41f338156f0d HTTP/1.1" status: 204 len: 168 time: 2.0062394 Dec 17 17:04:13.226842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45076) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.243162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Deleting port 702d6de1-20ec-432e-b699-8c13dffe9f3a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:13.246077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.276619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd77b0a5-e76e-4c9d-b90e-d08ccc20c18d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:04:13.277437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fd77b0a5-e76e-4c9d-b90e-d08ccc20c18d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:13.330860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:13.345435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19f1d-dcd7-4747-bee0-a1ba01431ad0 req-0c804759-f9a1-4429-9288-19fdb52e3912 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:13.347217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05e19f1d-dcd7-4747-bee0-a1ba01431ad0 req-0c804759-f9a1-4429-9288-19fdb52e3912 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.6736195 Dec 17 17:04:13.355102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.356696 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-9f734b1a-f343-48b8-bfc0-4b7948fbab05 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 17:04:13.357920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9f734b1a-f343-48b8-bfc0-4b7948fbab05 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4741652 Dec 17 17:04:13.374714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45080) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.376177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:13.385407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:13.394123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-28bb-4699-97bd-fbf5bb7c7fe7 None None] The port '702d6de1-20ec-432e-b699-8c13dffe9f3a' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:13.397152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:13.424614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05e19f1d-dcd7-4747-bee0-a1ba01431ad0 req-25aa3c07-1ca9-447f-9f8b-9ae8c0a6ec88 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626233 Dec 17 17:04:13.430041 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3c7bee14-ce26-4170-8f38-b3f579177b29 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/0991354d-9c3e-49ad-9336-cf47ceff8a20 HTTP/1.1" status: 200 len: 907 time: 0.4738030 Dec 17 17:04:13.434713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45084) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.439643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'name': 'tempest-snat-router-864259546', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': True}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:13.447988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:13.467270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Usage tracker for resource:router and tenant:7c5fc9bc73d74d0a92761e3a9efaa337 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:13.468664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:13.478352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:13.480361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fd77b0a5-e76e-4c9d-b90e-d08ccc20c18d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:13.482412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd77b0a5-e76e-4c9d-b90e-d08ccc20c18d tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/53d12fd4-767e-47ab-829c-dc768f0fb0bf HTTP/1.1" status: 404 len: 333 time: 0.2971084 Dec 17 17:04:13.486498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45088) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.493807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c268fc6c-de85-47cb-bcb1-bd482e477514 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:13.532099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89'}], 'enable_snat': False}, 'gw_port_id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:06Z', 'updated_at': '2021-12-17T17:04:10Z', 'revision_number': 3, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port': {'id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:04:08Z', 'updated_at': '2021-12-17T17:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:13.536757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Checking router: 0991354d-9c3e-49ad-9336-cf47ceff8a20 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:13.537343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Updating router 0991354d-9c3e-49ad-9336-cf47ceff8a20 port 4f45d9e8-1688-4671-9daf-83fa539033d7 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:04:13.591768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.637719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.638910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.665091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.698582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c268fc6c-de85-47cb-bcb1-bd482e477514 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:13.702281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c268fc6c-de85-47cb-bcb1-bd482e477514 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe HTTP/1.1" status: 200 len: 205 time: 0.3203235 Dec 17 17:04:13.705293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:13.794117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.803678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.887826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.943693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:13.957231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Transition to ACTIVE for port object 4f45d9e8-1688-4671-9daf-83fa539033d7 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:14.006844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.020246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:14.051628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.055948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-860fbceb-7c8a-4d0c-9e57-1a095edf2d00 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:14.122232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Attempting to bind port 4f45d9e8-1688-4671-9daf-83fa539033d7 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:14.122785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Attempting to bind port 4f45d9e8-1688-4671-9daf-83fa539033d7 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:14.123955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Attempting to bind port 4f45d9e8-1688-4671-9daf-83fa539033d7 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:14.133255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:14.133807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:14.134351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.134844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:14.135417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Bound port: 4f45d9e8-1688-4671-9daf-83fa539033d7, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:14.135897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.171505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.175786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.176849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Pushing event updated for resources: {'Port': ['ID=4f45d9e8-1688-4671-9daf-83fa539033d7,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:14.181486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b257af2c-9563-4f2c-bcc4-6d58395af4f1,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:14.186361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:14.190463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:14.222369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] For port 4f45d9e8-1688-4671-9daf-83fa539033d7, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:14.225471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] For port 4f45d9e8-1688-4671-9daf-83fa539033d7, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4f45d9e8-1688-4671-9daf-83fa539033d7,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:14.282001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.283189 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1315022 Dec 17 17:04:14.288132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.292092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-33e83f18-fa1c-4e60-9602-317f27a6b7b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:14.339676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45096) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:14.351994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--883318482'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:14.356280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.356515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Fanout notify agent at l3_agent the message router_deleted on router 81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:14.365366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:14.374495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:14.379387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Routers {'0991354d-9c3e-49ad-9336-cf47ceff8a20'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:14.380024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['0991354d-9c3e-49ad-9336-cf47ceff8a20'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:14.419221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.421721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.423865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.427353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Pushing event updated for resources: {'Port': ['ID=4f45d9e8-1688-4671-9daf-83fa539033d7,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:14.434877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:14.435724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:14.443316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.444638 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e93a7e35-91d4-4514-885a-1c55d0f6351a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/routers/81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a HTTP/1.1" status: 204 len: 168 time: 0.9557617 Dec 17 17:04:14.469646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45100) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:14.508265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:14.520399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.588828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet c5fff5c2-4085-4ad7-8f14-b180d2af34c3 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:14.602725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] Set router 0991354d-9c3e-49ad-9336-cf47ceff8a20 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:14.608968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.624992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.652096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:14.662721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:14.670055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:14.678251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.678660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:14.724750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.193 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/25adce35-ad07-4d61-a119-315d63f8b4a0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:14.725320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:14.755910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.756375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7c69-f04c-44c8-b458-f0f43bdef458 req-967aca5f-bdc7-4259-bbca-92fe38f704b4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:14.757915 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-406d7c69-f04c-44c8-b458-f0f43bdef458 req-967aca5f-bdc7-4259-bbca-92fe38f704b4 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.1983497 Dec 17 17:04:14.818914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.820029 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8c402b8d-6183-442c-a189-e1adf2edb6f1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe HTTP/1.1" status: 204 len: 168 time: 1.1136436 Dec 17 17:04:14.824207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45106) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:14.827263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-406d7c69-f04c-44c8-b458-f0f43bdef458 req-22e24549-eaba-457e-b05c-b2349239e88c tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594008 Dec 17 17:04:14.936239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:14.944172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 9468a4b9-7e9c-45b8-8ed4-6104da235418 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:14.948772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.025618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89'}], 'enable_snat': False}, 'gw_port_id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:06Z', 'updated_at': '2021-12-17T17:04:10Z', 'revision_number': 3, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port': {'id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:04:08Z', 'updated_at': '2021-12-17T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:15.028376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.031493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.031904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450cd5c-6c8d-4d43-a647-80831f642d4e None None] The sync data for ids ['0991354d-9c3e-49ad-9336-cf47ceff8a20'] in dv-neutron-821073-1-hyperv is: [{'id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89'}], 'enable_snat': False}, 'gw_port_id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:06Z', 'updated_at': '2021-12-17T17:04:10Z', 'revision_number': 3, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port': {'id': '4f45d9e8-1688-4671-9daf-83fa539033d7', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991354d-9c3e-49ad-9336-cf47ceff8a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:04:08Z', 'updated_at': '2021-12-17T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:15.053080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93d7a621-9ab7-4b75-89b7-31e7ac8bc519 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:15.108475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.165467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af800f32-2ef6-47f6-9c99-2ba93dc65b19,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:15.187651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.224136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:15.228926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.254445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.288250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.290216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9499204 Dec 17 17:04:15.303707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:15.325633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': 'b257af2c-9563-4f2c-bcc4-6d58395af4f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'af800f32-2ef6-47f6-9c99-2ba93dc65b19'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:15.373248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:15.392001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:15.398403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:15.412916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:15.433486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9c85-e37a-478d-bab4-d8a08e222a02 req-349d285a-70f7-4299-9a60-d4a26131fe18 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:15.435335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cce9c85-e37a-478d-bab4-d8a08e222a02 req-349d285a-70f7-4299-9a60-d4a26131fe18 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4553199 Dec 17 17:04:15.451181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.511463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.518457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85237e1d-6f17-453c-aeb5-b8186d50234c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:15.559806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.578817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fff5c2-4085-4ad7-8f14-b180d2af34c3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:15.582154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:15.586965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:15.589428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fd21c-773e-427f-bbf5-3489a37e0ef7 None None] Network dc4bd312-3e63-40b5-9769-ad5eb512e40d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:15.631397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.636998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 2ee51817-6cf3-4c78-91f9-151c28f86de1 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:15.637352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.655948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.699744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:15.713360 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/c5fff5c2-4085-4ad7-8f14-b180d2af34c3 HTTP/1.1" status: 204 len: 168 time: 1.2397251 Dec 17 17:04:15.713360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:15.715415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45116) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:15.718719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.730175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:15.853093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cce9c85-e37a-478d-bab4-d8a08e222a02 req-5af7ff00-ef70-4981-8143-ecf0598fd602 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051051 Dec 17 17:04:15.923519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] DHCP port deletion for dc4bd312-3e63-40b5-9769-ad5eb512e40d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:15.928113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Deleting port f9e349b0-d16f-4dca-9d16-c2becaef9028 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:15.928507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:15.939313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:15.946953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2d909909-5def-4ea4-ba83-6156c9c99a62 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6411555 Dec 17 17:04:15.947814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45122) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:16.159106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=25adce35-ad07-4d61-a119-315d63f8b4a0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:16.166948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.179512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:16.199165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4f45d9e8-1688-4671-9daf-83fa539033d7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:16.215896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:16.229767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 172.26.4.189 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/bfe8e9da-2164-43d0-8b5f-85c9b7a9c946) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:16.232531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=9468a4b9-7e9c-45b8-8ed4-6104da235418,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:16.252845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.255580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:16.261637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.276720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeda7a7-629b-47ad-8d21-60b9c38184a7 None None] Network 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:16.282357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.295506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port f9e349b0-d16f-4dca-9d16-c2becaef9028 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:16.295851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.297047 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/9468a4b9-7e9c-45b8-8ed4-6104da235418 HTTP/1.1" status: 204 len: 168 time: 1.4687626 Dec 17 17:04:16.297877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:16.325167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.424874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] For port f9e349b0-d16f-4dca-9d16-c2becaef9028, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f9e349b0-d16f-4dca-9d16-c2becaef9028,segment=NetworkSegment(bc5eb787-3296-443b-ad3c-51ecf50d82be),segment_id=bc5eb787-3296-443b-ad3c-51ecf50d82be)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:16.425278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.491363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port 2ee51817-6cf3-4c78-91f9-151c28f86de1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ee51817-6cf3-4c78-91f9-151c28f86de1,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:16.491761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.531925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.575089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Calling delete_port for f9e349b0-d16f-4dca-9d16-c2becaef9028 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:16.596728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feb610-3c20-4250-a1c2-550d89960db3 req-18bbe1e5-bf24-4a32-8bc1-367fd05ec56f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:16.598240 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-85feb610-3c20-4250-a1c2-550d89960db3 req-18bbe1e5-bf24-4a32-8bc1-367fd05ec56f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.5519683 Dec 17 17:04:16.608423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.636718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 2ee51817-6cf3-4c78-91f9-151c28f86de1 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:16.668140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.697340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.706364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 19affcb3-6eaa-444c-8a54-c2990d4ee740 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:16.706718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.736616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-85feb610-3c20-4250-a1c2-550d89960db3 req-0b011086-b7ee-4cf6-9b50-f5ad161eb363 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248088 Dec 17 17:04:16.807345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4f45d9e8-1688-4671-9daf-83fa539033d7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:16.815482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4f45d9e8-1688-4671-9daf-83fa539033d7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:16.815925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.870715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.897631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] DHCP port deletion for 6e38ff14-6e4f-4fa9-8dc0-5646227e71ab request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:16.901010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:16.914776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dfa9b806-3c4b-4b79-ba59-8556858180a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:16.978756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Deleting port 19affcb3-6eaa-444c-8a54-c2990d4ee740 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:16.979135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.000570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8d1d939d-7ad2-4100-b5d4-d325898a9123 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.019872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af800f32-2ef6-47f6-9c99-2ba93dc65b19,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.022071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.023852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/af800f32-2ef6-47f6-9c99-2ba93dc65b19 HTTP/1.1" status: 204 len: 168 time: 1.0596461 Dec 17 17:04:17.025058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.029451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.035973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Pushing event deleted for resources: {'Port': ['ID=f9e349b0-d16f-4dca-9d16-c2becaef9028,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.039315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.040433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3dd22b15-847a-4b8f-a901-12df5ea5e7c6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.050423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] No DVR routers for this DVR port f9e349b0-d16f-4dca-9d16-c2becaef9028 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:17.110997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45132) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:17.121518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] For port f9e349b0-d16f-4dca-9d16-c2becaef9028, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f9e349b0-d16f-4dca-9d16-c2becaef9028,segment=NetworkSegment(bc5eb787-3296-443b-ad3c-51ecf50d82be),segment_id=bc5eb787-3296-443b-ad3c-51ecf50d82be)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:17.124431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.129318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:17.130568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.136030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.141486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:17.159357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:17.216052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 19affcb3-6eaa-444c-8a54-c2990d4ee740, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=19affcb3-6eaa-444c-8a54-c2990d4ee740,segment=NetworkSegment(77e391fa-fef8-4984-a94b-930f0d0a8fb2),segment_id=77e391fa-fef8-4984-a94b-930f0d0a8fb2)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:17.217769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.303130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for f9e349b0-d16f-4dca-9d16-c2becaef9028 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:17.358462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.419121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 4f45d9e8-1688-4671-9daf-83fa539033d7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4f45d9e8-1688-4671-9daf-83fa539033d7,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:17.432840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] For port 19affcb3-6eaa-444c-8a54-c2990d4ee740, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=19affcb3-6eaa-444c-8a54-c2990d4ee740,segment=NetworkSegment(77e391fa-fef8-4984-a94b-930f0d0a8fb2),segment_id=77e391fa-fef8-4984-a94b-930f0d0a8fb2)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:17.433404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.433985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.437765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:17.438302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:17.440346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.443764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.493118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=2ee51817-6cf3-4c78-91f9-151c28f86de1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.496157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.500394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.539951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.546173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cdb5bf43-b2fa-4cb9-9912-359a433f0ba8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.626352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Calling delete_port for 19affcb3-6eaa-444c-8a54-c2990d4ee740 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:17.681963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:04:17.740488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9e533840-d0a5-4c64-aced-c13a0e8ff841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.789695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f9e349b0-d16f-4dca-9d16-c2becaef9028 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:17.794256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 19affcb3-6eaa-444c-8a54-c2990d4ee740 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:17.848064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f9e349b0-d16f-4dca-9d16-c2becaef9028 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:17.848625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f9e349b0-d16f-4dca-9d16-c2becaef9028 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:17.852420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:17.878290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] No DVR routers for this DVR port 19affcb3-6eaa-444c-8a54-c2990d4ee740 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:17.898969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=4f45d9e8-1688-4671-9daf-83fa539033d7,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.903265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.903880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:17.917430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=25adce35-ad07-4d61-a119-315d63f8b4a0,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.926919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.952991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Pushing event deleted for resources: {'Port': ['ID=19affcb3-6eaa-444c-8a54-c2990d4ee740,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:17.955823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:17.983460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port f9e349b0-d16f-4dca-9d16-c2becaef9028 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:17.983801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.045383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.066463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-af7841c7-8516-429d-b72e-1450fb5737e5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:18.087702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] The port 'f9e349b0-d16f-4dca-9d16-c2becaef9028' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:18.103642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:18.103977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:18.108889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.170269 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.170590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffe8a5-4007-44f5-8a78-fd8c07d30454 req-ab2335a9-6a25-481f-8002-c441be6c6b87 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:18.172347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfffe8a5-4007-44f5-8a78-fd8c07d30454 req-ab2335a9-6a25-481f-8002-c441be6c6b87 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4477932 Dec 17 17:04:18.176654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4f45d9e8-1688-4671-9daf-83fa539033d7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:18.181882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-af7841c7-8516-429d-b72e-1450fb5737e5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:18.182587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-af7841c7-8516-429d-b72e-1450fb5737e5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.0481749 Dec 17 17:04:18.207668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45138) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:18.229219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.230462 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1889362 Dec 17 17:04:18.235607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:18.251361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4f45d9e8-1688-4671-9daf-83fa539033d7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:18.251845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.254688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'port': {'network_id': '8f095035-e76e-4c8a-9655-83d87acc7dc8', 'name': 'tempest-FloatingIPTestJSON-1167074490'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:18.336960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.363317 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfffe8a5-4007-44f5-8a78-fd8c07d30454 req-6681e266-0ea7-4067-8dd7-d08945b7bade tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684749 Dec 17 17:04:18.438382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 19affcb3-6eaa-444c-8a54-c2990d4ee740 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:18.473841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.475483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 19affcb3-6eaa-444c-8a54-c2990d4ee740 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:18.475966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 19affcb3-6eaa-444c-8a54-c2990d4ee740 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:18.496147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4bd312-3e63-40b5-9769-ad5eb512e40d']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:18.525982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5eb787-3296-443b-ad3c-51ecf50d82be') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:18.529247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5eb787-3296-443b-ad3c-51ecf50d82be') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:18.534737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.550537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.605593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 19affcb3-6eaa-444c-8a54-c2990d4ee740 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:18.605950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.641316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.702057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] The port '19affcb3-6eaa-444c-8a54-c2990d4ee740' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:18.732739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:18.733187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:18.747770 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:18.757685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:18.766507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.810326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:port and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:18.817560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:18.837712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:18.862274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:18.899813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.914768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0f25259-5d0d-4c43-a05a-d199d7886fab tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:18.927361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.928964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:18.930677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.932364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:18.947481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b257af2c-9563-4f2c-bcc4-6d58395af4f1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:18.964759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:19.029119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e38ff14-6e4f-4fa9-8dc0-5646227e71ab']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.071403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e391fa-fef8-4984-a94b-930f0d0a8fb2') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.071913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e391fa-fef8-4984-a94b-930f0d0a8fb2') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.094638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.098232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/b257af2c-9563-4f2c-bcc4-6d58395af4f1 HTTP/1.1" status: 204 len: 168 time: 0.8870394 Dec 17 17:04:19.098232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.106498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45146) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.131415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39a495bb-59b0-4361-acdf-d2725a9f63e2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:19.143703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.165641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.166189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:19.166596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.186485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=dc4bd312-3e63-40b5-9769-ad5eb512e40d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:19.192779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:19.194377 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/dc4bd312-3e63-40b5-9769-ad5eb512e40d HTTP/1.1" status: 204 len: 168 time: 3.4702387 Dec 17 17:04:19.199304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45150) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.204084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] device_id is not set on port e62aabf2-7606-4b78-9037-88fc884088e6 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:19.317731 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:19.324574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:19.337923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:19.348571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:19.349302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.352655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f8417-6951-41dd-a040-5d384cb4e1b7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:19.353238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9d5f8417-6951-41dd-a040-5d384cb4e1b7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:19.366268 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1335950 Dec 17 17:04:19.367809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45154) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.416616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ecb72fd5-f350-4f2f-a5d5-5721586041fa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:19.498343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet d35c7d32-f8f3-4a22-9824-0b10bbfc24fd {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:19.506012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.528888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.531258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:19.536699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8ee1a269-f9ef-49f3-acf8-bcd1d443709e tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:19.551915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.562900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:19.564624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ecb72fd5-f350-4f2f-a5d5-5721586041fa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:19.569785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ecb72fd5-f350-4f2f-a5d5-5721586041fa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4557009 Dec 17 17:04:19.570597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=6e38ff14-6e4f-4fa9-8dc0-5646227e71ab,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:19.572124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.583052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.8 (8f095035-e76e-4c8a-9655-83d87acc7dc8/98a12feb-8480-4e86-a68c-9127dab913d4/e62aabf2-7606-4b78-9037-88fc884088e6) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:19.587040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--843613686'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:19.587181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.590792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:19.595856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/6e38ff14-6e4f-4fa9-8dc0-5646227e71ab HTTP/1.1" status: 204 len: 168 time: 3.2752581 Dec 17 17:04:19.597399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:19.600675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45164) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.606532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1500149720'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:19.620831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9d5f8417-6951-41dd-a040-5d384cb4e1b7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:19.625605 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9d5f8417-6951-41dd-a040-5d384cb4e1b7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/3db41545-848d-4e38-a1a4-6d4c36535918 HTTP/1.1" status: 200 len: 845 time: 0.4220579 Dec 17 17:04:19.635741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.678797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:19.683049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:19.705543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:19.714091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:19.728596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:19.765394 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f829c62d-1e75-41ca-b3a9-8fa4b94d8a31 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/3db41545-848d-4e38-a1a4-6d4c36535918?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1252544 Dec 17 17:04:19.768579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45172) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:19.776569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:19.811201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.846685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d99ec-03af-400c-bd8d-8464603bf2cf req-aede6dd8-c2ee-4b04-a81e-e9f532b4eecb tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:19.848177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf1d99ec-03af-400c-bd8d-8464603bf2cf req-aede6dd8-c2ee-4b04-a81e-e9f532b4eecb tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.3604257 Dec 17 17:04:19.855917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:19.861213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:19.863187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:19.864525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:17Z', 'revision_number': 9, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.870328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:19.877592 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Sync routers for ids ['8ca730f0-f05e-434e-97b3-bb34b4bd92f5'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:19.879687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:19.880176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:19.880866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.891733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Routers {'8ca730f0-f05e-434e-97b3-bb34b4bd92f5'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:19.894330 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ca730f0-f05e-434e-97b3-bb34b4bd92f5'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:19.894635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:19.898105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.901929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:19.905799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:19.908732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:19.911379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:19.916014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:19.971299 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf1d99ec-03af-400c-bd8d-8464603bf2cf req-16b6c755-3a11-4666-bddd-b11e6238b1d9 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051161 Dec 17 17:04:19.974837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:04:19.990906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:19.991119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 9a4f0107-ec5f-4c1f-95d7-6a29414ea490 of type vlan for network fdaa90ed-5737-4b43-af96-801fbf365410 Dec 17 17:04:19.997661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:20.012212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.049933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.051143 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6154933 Dec 17 17:04:20.065405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:20.070651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45178) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:20.136416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.228777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.251567 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Set router 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:20.283324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.283548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.372799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.381909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4d626ad4-e22c-491a-8d2a-99d974f67711 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:20.451580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bf633-e510-4c40-9449-2914f1496ab4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:20.462968 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fe8027c0-be58-425f-930c-9ea1354f969a tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/8ca730f0-f05e-434e-97b3-bb34b4bd92f5 HTTP/1.1" status: 200 len: 907 time: 0.3904412 Dec 17 17:04:20.463664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45182) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:20.464431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:20.480246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.496199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acf3cb3b-5083-4694-a33c-e91b63b7bdfa tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:20.558355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.558528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2612e8-cd7a-44ac-ae31-da3caa3a8ec2 None None] Network 0fe15adc-d297-42d8-9c74-c858786cb1ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:20.565382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=d35c7d32-f8f3-4a22-9824-0b10bbfc24fd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:20.568413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:20.569488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.585002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58d0f5a0-3f76-454a-be3d-a02ff21e0b56 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:20.622956 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca730f0-f05e-434e-97b3-bb34b4bd92f5', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'bfe8e9da-2164-43d0-8b5f-85c9b7a9c946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:13Z', 'updated_at': '2021-12-17T17:04:17Z', 'revision_number': 3, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port': {'id': 'bfe8e9da-2164-43d0-8b5f-85c9b7a9c946', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca730f0-f05e-434e-97b3-bb34b4bd92f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:04:15Z', 'updated_at': '2021-12-17T17:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:20.627759 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Checking router: 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:20.628200 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Updating router 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:04:20.644650 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/d35c7d32-f8f3-4a22-9824-0b10bbfc24fd HTTP/1.1" status: 204 len: 168 time: 1.2740726 Dec 17 17:04:20.650808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45188) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:20.691977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=e62aabf2-7606-4b78-9037-88fc884088e6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:20.696109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:20.706283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 8f095035-e76e-4c8a-9655-83d87acc7dc8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:20.709132 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.716103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.831804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:20.850748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:20.863520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.868592 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2941229 Dec 17 17:04:20.869556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.875683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:20.876296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.880063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45192) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:20.895890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:20.896496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:20.898926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:17Z', 'revision_number': 9, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:20.904340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b8dbf-a39a-4fbe-b817-a3c60cc1aa6b None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:17Z', 'revision_number': 9, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'a478d139-95ad-480e-94f4-26278041835c', 'name': '', 'network_id': '3534edfc-74c7-4206-84f6-2d891f1e1cbc', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:2a:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:29Z', 'updated_at': '2021-12-17T17:03:39Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '7066728d-c31d-4570-a636-a8318b8c5e99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:20.914169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b385ece5-936d-4e58-b4a0-3f3427df0d6b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:20.915600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '8f3bf633-e510-4c40-9449-2914f1496ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:20.922243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:20.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:20.930023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:20.936269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:20.987466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.019163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:21.031705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:21.032742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.036559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:21.050076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41d3f6-7352-4a0a-8c2f-2422173d6304 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:21.050494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:21.051151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.063521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=2dbc742a-37b2-4989-a9b7-b6b117a56a73,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:21.072098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port fcb303be-e61b-4aee-8943-ff18315b8a1d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:21.072318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.116205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:21.139735 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8924432 Dec 17 17:04:21.143031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45196) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:21.148322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': 'e62aabf2-7606-4b78-9037-88fc884088e6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:21.258377 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.291825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] DHCP port deletion for 0fe15adc-d297-42d8-9c74-c858786cb1ce request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:21.295761 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Transition to ACTIVE for port object bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:21.303502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Deleting port fcb303be-e61b-4aee-8943-ff18315b8a1d {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:21.303933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.314617 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7127082 Dec 17 17:04:21.332921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45200) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:21.353353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:21.368297 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.387501 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6132054 Dec 17 17:04:21.388241 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:21.392036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45204) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:21.424619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207432469'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:21.451282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.453484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=fdaa90ed-5737-4b43-af96-801fbf365410,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:21.459336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:21.500422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-7dfd4a36-5b98-4b8f-b117-bb373e51f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:21.501953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-7dfd4a36-5b98-4b8f-b117-bb373e51f982 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acb17deea65d4df2993efcdf1a838b80&device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 1099 time: 0.7309268 Dec 17 17:04:21.504198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network fdaa90ed-5737-4b43-af96-801fbf365410 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:04:21.516880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:21.522630 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Attempting to bind port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:21.523546 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Attempting to bind port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:21.523917 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Attempting to bind port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:21.533097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:21.542276 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Pushing event updated for resources: {'Port': ['ID=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:21.548127 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:21.548364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:21.549449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:21.549594 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:21.549926 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:21.550346 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.550734 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:21.552087 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Bound port: bfe8e9da-2164-43d0-8b5f-85c9b7a9c946, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:21.552492 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.556002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:21.558062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:21.562030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-01b4fab7-dc09-462f-9405-bd47b4a4b4e8 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6520956 Dec 17 17:04:21.562687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45208) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:21.564229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:21.596985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:21.637175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group_rule': {'security_group_id': '8f3bf633-e510-4c40-9449-2914f1496ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:21.643431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.650912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:21.657197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:21.674348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168e23-908f-46cc-ab0f-38bc4e76be13 req-86f2e34b-614f-4075-9fc3-1311c9e77274 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:21.676095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46168e23-908f-46cc-ab0f-38bc4e76be13 req-86f2e34b-614f-4075-9fc3-1311c9e77274 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.8634570 Dec 17 17:04:21.679182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:21.679643 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] For port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:21.683369 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] For port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:21.686648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:21.709370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:21.743001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'tenant_id': '2c7a579d3a2149cb87f4dc77895b96da', 'fixed_ips': [{'subnet_id': '2dbc742a-37b2-4989-a9b7-b6b117a56a73'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:04:21.743855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.750336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:21.750840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.757108 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.767382 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:21.770248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.787639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port fcb303be-e61b-4aee-8943-ff18315b8a1d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fcb303be-e61b-4aee-8943-ff18315b8a1d,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:21.787639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.797731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:21.800990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.870250 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Routers {'8ca730f0-f05e-434e-97b3-bb34b4bd92f5'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:21.871027 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8ca730f0-f05e-434e-97b3-bb34b4bd92f5'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:21.922345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] For port fcb303be-e61b-4aee-8943-ff18315b8a1d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=fcb303be-e61b-4aee-8943-ff18315b8a1d,segment=NetworkSegment(34f43483-867a-49ad-b769-b255447e5ec7),segment_id=34f43483-867a-49ad-b769-b255447e5ec7)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:21.923523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:21.928076 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Pushing event updated for resources: {'Port': ['ID=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:21.931596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for fcb303be-e61b-4aee-8943-ff18315b8a1d owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:21.959039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:21.979593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46168e23-908f-46cc-ab0f-38bc4e76be13 req-56940d41-98f6-4d88-b37b-6dfd6618c0d1 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898510 Dec 17 17:04:21.987535 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:22.003604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:22.004648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-023357e5-1bc6-47e4-9dcc-90812cff54b3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3870883 Dec 17 17:04:22.010777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-d3953b5f-d8c0-4e28-992c-d76d23f43a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:22.012198 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-d3953b5f-d8c0-4e28-992c-d76d23f43a16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 200 len: 913 time: 0.5022981 Dec 17 17:04:22.012656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45212) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:22.072200 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] Set router 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:22.085172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Calling delete_port for fcb303be-e61b-4aee-8943-ff18315b8a1d owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:22.124987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:22.138228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ee51817-6cf3-4c78-91f9-151c28f86de1 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:22.158227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:22.188130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:22.198817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2ee51817-6cf3-4c78-91f9-151c28f86de1 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:22.199169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ee51817-6cf3-4c78-91f9-151c28f86de1 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:22.199590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device fcb303be-e61b-4aee-8943-ff18315b8a1d no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:22.294887 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca730f0-f05e-434e-97b3-bb34b4bd92f5', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:13Z', 'updated_at': '2021-12-17T17:04:21Z', 'revision_number': 4, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:22.303154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b65de7-203d-4a62-8418-c43a216a7367 None None] The sync data for ids ['8ca730f0-f05e-434e-97b3-bb34b4bd92f5'] in dv-neutron-821073-1-hyperv is: [{'id': '8ca730f0-f05e-434e-97b3-bb34b4bd92f5', 'name': 'tempest-snat-router-864259546', 'tenant_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:13Z', 'updated_at': '2021-12-17T17:04:21Z', 'revision_number': 4, 'project_id': '7c5fc9bc73d74d0a92761e3a9efaa337', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:22.315894 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-e7e436ba-e822-4c1f-84e1-231b2b6ad26f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 200 len: 1002 time: 0.2677600 Dec 17 17:04:22.349498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 17:04:22.349498 dv-neutron-821073-1-hyperv neutron-server[88118]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 17 17:04:22.349498 dv-neutron-821073-1-hyperv neutron-server[88118]: [parameters: {'port_id': 'fcb303be-e61b-4aee-8943-ff18315b8a1d', 'host': 'dv-neutron-821073-1-hyperv'}] Dec 17 17:04:22.349498 dv-neutron-821073-1-hyperv neutron-server[88118]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:22.356842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:22.416774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Allocated IP 2001:db8::2 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/2dbc742a-37b2-4989-a9b7-b6b117a56a73/579b39ef-9bee-44bf-b03e-27aa52b7b3f3) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:22.421907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.450193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.460889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] For port bfe8e9da-2164-43d0-8b5f-85c9b7a9c946, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:22.461487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.462027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:22.485325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.530206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No DVR routers for this DVR port fcb303be-e61b-4aee-8943-ff18315b8a1d on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:22.572238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=fcb303be-e61b-4aee-8943-ff18315b8a1d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:22.575463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:22.641554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Calling delete_port for bfe8e9da-2164-43d0-8b5f-85c9b7a9c946 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:22.682560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.713243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-b7696b96-692e-4ca9-9df0-01964850efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:22.713452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.714642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-b7696b96-692e-4ca9-9df0-01964850efec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 200 len: 851 time: 0.3597383 Dec 17 17:04:22.721856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.745781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe15adc-d297-42d8-9c74-c858786cb1ce']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:22.759656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.764231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f43483-867a-49ad-b769-b255447e5ec7') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:22.764825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f43483-867a-49ad-b769-b255447e5ec7') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:22.768513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.776481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c14220aa-82cf-4e77-b1bc-2b90632b4f6c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:22.782543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Transition to ACTIVE for port object 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:22.803350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.805165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Transition to ACTIVE for port object 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:22.843914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.847387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d492eb-5c67-4dc1-8067-98829f6a8f43,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:22.849610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2cc611d-68ac-4cac-bc62-1ce00bf851d8 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:22.851447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Deleting port fcb303be-e61b-4aee-8943-ff18315b8a1d {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:22.852139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.854553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:22.864111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.884965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.893727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cda1d761-a965-422a-abf8-1776d22a782e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:22.944502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:22.945655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.952654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=1704e2df-b5b3-4d40-b0f6-b66205bfec98,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:22.958763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:22.962096 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:22.967294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.967294 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5432138 Dec 17 17:04:22.972747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45216) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:22.982010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'security_group': {'name': 'tempest-secgroup-511298360'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:22.990449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-4cca7474-599c-4621-b9f5-3413bb1ed968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:22.991975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-4cca7474-599c-4621-b9f5-3413bb1ed968 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b34f928e-e2d6-4369-a0e0-65b15aafce99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2547703 Dec 17 17:04:22.992587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:22.996438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-73f85c28-d582-44c9-9dc7-c9eeb820117e None None] The port 'fcb303be-e61b-4aee-8943-ff18315b8a1d' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:23.000385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-304028e0-c7d4-4728-8b26-77f7910f0277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:23.013431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:23.029500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:23.032934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:23.039345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:23.042691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:23.055162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:23.071792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '9a4f0107-ec5f-4c1f-95d7-6a29414ea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:23.072159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: fdaa90ed-5737-4b43-af96-801fbf365410, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:04:23.081851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:23.100776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:23.198199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Attempting to bind port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:23.198820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Attempting to bind port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:23.199423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Attempting to bind port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 on network 6c7d3a84-8838-4044-b68a-e73e0d37d40a {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:23.205872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:23.206408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Checking segment: {'id': 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:23.206916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.207433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Bound using segment: {'id': 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:23.208008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Bound port: 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:23.209221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.227812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.293284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.296331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bf633-e510-4c40-9449-2914f1496ab4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:23.307101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:23.310732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:23.314104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:23.346904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.354998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64947e6b-65ff-4c5a-9cda-d8b18b3cd57d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:23.359341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:23.370266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.379299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.387414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c1f086ad-7aa0-4407-aac6-6d9f0cfba29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:23.401562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=0fe15adc-d297-42d8-9c74-c858786cb1ce,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:23.410519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:23.412226 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/0fe15adc-d297-42d8-9c74-c858786cb1ce HTTP/1.1" status: 204 len: 168 time: 2.7223663 Dec 17 17:04:23.415604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:23.445088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.450139 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/8f3bf633-e510-4c40-9449-2914f1496ab4 HTTP/1.1" status: 204 len: 168 time: 1.4080951 Dec 17 17:04:23.450823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45226) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:23.483977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.485292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:23.488601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:23.504424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network fdaa90ed-5737-4b43-af96-801fbf365410 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:04:23.535879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-e8554bf5-32f6-4fef-a721-8da9d4708540 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241580 Dec 17 17:04:23.541639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.552780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c0e36e2-420b-4505-b6af-9cfd2a24a5c1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:23.606101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:23.635906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:23.642649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, fdaa90ed-5737-4b43-af96-801fbf365410) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:23.657715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a52737-ad94-44ff-abf9-b8e4e5238e15 None None] Network fdaa90ed-5737-4b43-af96-801fbf365410 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:23.721041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:23.724980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfe8e9da-2164-43d0-8b5f-85c9b7a9c946,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:23.726773 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 932a7f3b-e417-4567-85bd-fab8d42d55cc associated. External IP: 172.26.4.193, port: e62aabf2-7606-4b78-9037-88fc884088e6. Dec 17 17:04:23.776255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:23.776849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.798831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:23.805142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-611fc990-b353-4de1-b1d6-94d19c467894 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:23.814226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855ff2-7113-40a8-b16f-9dfa82217724 req-b05d45f9-0ca5-4dba-a70d-c8aa5a79b5b6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:23.815687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c855ff2-7113-40a8-b16f-9dfa82217724 req-b05d45f9-0ca5-4dba-a70d-c8aa5a79b5b6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4982407 Dec 17 17:04:23.825508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:23.988586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-fdaa90ed-5737-4b43-af96-801fbf365410', 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '1704e2df-b5b3-4d40-b0f6-b66205bfec98'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:04:23.992568 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6491787 Dec 17 17:04:23.992991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:23.998335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:24.006630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865706222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:24.018316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c855ff2-7113-40a8-b16f-9dfa82217724 req-eb7a9e44-b705-4134-9c5a-3b57471e2030 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538072 Dec 17 17:04:24.024217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5652f9b6-db94-4de5-b53e-1202685f17ca req-4deb38d4-5c0d-4ea2-ab11-5d93c5884d58 service neutron] 10.222.0.60 "GET /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757662 Dec 17 17:04:24.026440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:24.030063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.091199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:24.094037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-611fc990-b353-4de1-b1d6-94d19c467894 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:24.101895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-611fc990-b353-4de1-b1d6-94d19c467894 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6399863 Dec 17 17:04:24.106395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:24.106395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45234) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:24.213982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:24.244027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:24.248722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'tempest-secgroup--854070794'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:24.266434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:24.290461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.296903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.298874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:24.306930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Allocated IP 2001:db8::2 (fdaa90ed-5737-4b43-af96-801fbf365410/1704e2df-b5b3-4d40-b0f6-b66205bfec98/8685f273-ae5e-450e-84db-faa1de9b3300) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:24.315840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.361305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.362442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.413049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.415448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:24.420872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:24.424612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.431069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-727b201e-027e-4818-bac9-5dcd50fcc622 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:24.449407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.471491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.472028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca730f0-f05e-434e-97b3-bb34b4bd92f5 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:24.496214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:24.505509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Usage tracker for resource:security_group_rule and tenant:6a4c758d40cc48169015b16fcbcc92e0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:24.514154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:24.517530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:24.568881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.588461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Transition to ACTIVE for port object 8685f273-ae5e-450e-84db-faa1de9b3300 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:24.611582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Transition to ACTIVE for port object 8685f273-ae5e-450e-84db-faa1de9b3300 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:24.671606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86573a79-0dd8-4b0d-9e8d-daf90bc63706,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:24.682810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.685563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:24.689040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.721732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.725524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:24.785915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.795038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Network fdaa90ed-5737-4b43-af96-801fbf365410 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:24.798077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:24.801610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:24.807886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Pushing event updated for resources: {'Port': ['ID=8685f273-ae5e-450e-84db-faa1de9b3300,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:24.812204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:24.812892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.816672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8390555 Dec 17 17:04:24.817000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45238) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:24.824155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1795055968', 'security_groups': ['86573a79-0dd8-4b0d-9e8d-daf90bc63706'], 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2dbc742a-37b2-4989-a9b7-b6b117a56a73'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:24.856071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.857470 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e2e012eb-09af-4628-a132-8a452d2d3512 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8551936 Dec 17 17:04:24.859479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.877854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.879507 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8ca730f0-f05e-434e-97b3-bb34b4bd92f5 HTTP/1.1" status: 204 len: 168 time: 4.4141252 Dec 17 17:04:24.903233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Attempting to bind port 8685f273-ae5e-450e-84db-faa1de9b3300 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:24.903585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Attempting to bind port 8685f273-ae5e-450e-84db-faa1de9b3300 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9a4f0107-ec5f-4c1f-95d7-6a29414ea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:24.903982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Attempting to bind port 8685f273-ae5e-450e-84db-faa1de9b3300 on network fdaa90ed-5737-4b43-af96-801fbf365410 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:24.909551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:24.910235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Checking segment: {'id': '9a4f0107-ec5f-4c1f-95d7-6a29414ea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:24.910643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.911268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Bound using segment: {'id': '9a4f0107-ec5f-4c1f-95d7-6a29414ea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:24.911752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Bound port: 8685f273-ae5e-450e-84db-faa1de9b3300, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f0107-ec5f-4c1f-95d7-6a29414ea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fdaa90ed-5737-4b43-af96-801fbf365410'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:24.912132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:24.925689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45242) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:24.926040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:24.947497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64190268-0960-415f-88f1-1748781eee96 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:24.999976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.001246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8291352 Dec 17 17:04:25.008556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45250) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:25.016884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ea42499a-5a6c-4e78-95ef-b35bdd634692 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:25.017329 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-ea42499a-5a6c-4e78-95ef-b35bdd634692 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 17:04:25.017877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-ea42499a-5a6c-4e78-95ef-b35bdd634692 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 17:04:25.021362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ea42499a-5a6c-4e78-95ef-b35bdd634692 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "PUT /v2.0/security-groups/8c4bcfe8-8229-4dec-86ad-3c7c8d1593b0 HTTP/1.1" status: 409 len: 330 time: 0.0094597 Dec 17 17:04:25.021362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bcfe8-8229-4dec-86ad-3c7c8d1593b0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:25.022571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:25.023098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45254) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:25.147177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:25.155551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:port and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:25.161361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] For port 8685f273-ae5e-450e-84db-faa1de9b3300, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:25.162264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:25.166953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] For port 8685f273-ae5e-450e-84db-faa1de9b3300, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8685f273-ae5e-450e-84db-faa1de9b3300,segment=NetworkSegment(9a4f0107-ec5f-4c1f-95d7-6a29414ea490),segment_id=9a4f0107-ec5f-4c1f-95d7-6a29414ea490)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:25.172889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:25.195313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.237943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:25.248433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.252093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.260629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2813204e-973d-426d-b8bd-4317fd4d7a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:25.269040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:25.295635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Provisioning for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:25.299943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.300795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:25.312137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:25.312590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.397313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:25.398762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:25.472729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21009b2-9c17-41f3-a2f2-9f7ad76a4ac9 req-f621b3fb-6a2b-4dc6-9cd0-9ffba4f5eb2f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:25.474344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a21009b2-9c17-41f3-a2f2-9f7ad76a4ac9 req-f621b3fb-6a2b-4dc6-9cd0-9ffba4f5eb2f tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.2680039 Dec 17 17:04:25.481920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.485392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:25.494533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Pushing event updated for resources: {'Port': ['ID=8685f273-ae5e-450e-84db-faa1de9b3300,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:25.498973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:25.500113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:25.500769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:25.523341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.531179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c5fc83be-cc5d-474a-ab14-04ceb68addb6 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:25.562880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:04:25.573519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:25.573969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3eff5-9128-4a45-881b-a7b8ee910f42 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:25.616205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bcfe8-8229-4dec-86ad-3c7c8d1593b0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:25.618785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:25.644312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a21009b2-9c17-41f3-a2f2-9f7ad76a4ac9 req-16bcdcc7-895d-4e01-af7e-8fa9319d5b2c tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523001 Dec 17 17:04:25.646757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.649350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.652685 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/8c4bcfe8-8229-4dec-86ad-3c7c8d1593b0 HTTP/1.1" status: 204 len: 168 time: 0.6223927 Dec 17 17:04:25.654795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45260) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:25.688048 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-642917ed-c1f1-4b7c-868f-ca611d064eed tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/932a7f3b-e417-4567-85bd-fab8d42d55cc HTTP/1.1" status: 200 len: 978 time: 4.5439851 Dec 17 17:04:25.711386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:25.711625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45264) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:25.778595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.780805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b027fca-d400-410f-a2f3-0adf0caf646c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:25.861348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:25.861702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:25.923631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4de450d4-5d7e-434e-a715-fc7b335cc2ba tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Synchronizing usage tracker for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:25.931226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:25.932908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:25.936080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:26.024776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::135 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/2dbc742a-37b2-4989-a9b7-b6b117a56a73/2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:26.038722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4de450d4-5d7e-434e-a715-fc7b335cc2ba tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Unset dirty status for tenant:6a4c758d40cc48169015b16fcbcc92e0 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:26.040205 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4de450d4-5d7e-434e-a715-fc7b335cc2ba tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3844821 Dec 17 17:04:26.044192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45268) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:26.088615 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-8a072839-f1bc-42d5-afea-57535a2dcdc9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] delete failed (client error): The resource could not be found. Dec 17 17:04:26.089694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8a072839-f1bc-42d5-afea-57535a2dcdc9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "DELETE /v2.0/security-groups/f3bd6369-d14c-4590-803c-8902cb1a8692 HTTP/1.1" status: 404 len: 347 time: 0.0445395 Dec 17 17:04:26.094253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45272) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:26.096592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.130621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-1640dcb9-2145-4d98-b66f-886cb45dbf01 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] show failed (client error): The resource could not be found. Dec 17 17:04:26.131662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1640dcb9-2145-4d98-b66f-886cb45dbf01 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-groups/f869a26c-19f7-4f58-b132-bf0b15ba7e0a HTTP/1.1" status: 404 len: 347 time: 0.0363822 Dec 17 17:04:26.138639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45276) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:26.183124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8685f273-ae5e-450e-84db-faa1de9b3300 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:26.218078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-cb6130c2-69c6-4a4c-a9b7-6115d29ff143 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] show failed (client error): The resource could not be found. Dec 17 17:04:26.224899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb6130c2-69c6-4a4c-a9b7-6115d29ff143 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] 10.222.0.61 "GET /v2.0/security-group-rules/8264f2cb-7714-4f2c-a4c1-9353440558c1 HTTP/1.1" status: 404 len: 356 time: 0.0795436 Dec 17 17:04:26.242119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port e62aabf2-7606-4b78-9037-88fc884088e6 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:26.242459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.267616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.307181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.325103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:26.332782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 8685f273-ae5e-450e-84db-faa1de9b3300 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:26.348287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:26.431114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.436297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:26.437024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.447121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b8a0e11b-c8d8-46df-a2f7-91477ddeef61 tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:26.535830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:26.539838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:26.542559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:26.548719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:26.549515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.576229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:26.580014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:26.641003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port a478d139-95ad-480e-94f4-26278041835c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:26.641344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.647606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8292923 Dec 17 17:04:26.651170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45282) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:26.657295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:26.787193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:26.855607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45290) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:26.937058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:26.944481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:26.948169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:26.957419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:26.974831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071bae0-981f-44a6-ae79-290ca5f2c523 req-e362ee54-07bf-46f6-b104-5c2b783db836 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:26.976990 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b071bae0-981f-44a6-ae79-290ca5f2c523 req-e362ee54-07bf-46f6-b104-5c2b783db836 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.1642628 Dec 17 17:04:27.028611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b071bae0-981f-44a6-ae79-290ca5f2c523 req-8c76e665-b4c9-4e4b-a7e4-5973b0868bdb tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Dec 17 17:04:27.096250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:27.097216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.149494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Deleting port 4f45d9e8-1688-4671-9daf-83fa539033d7 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:27.150194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.166467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-603c8054-e2d1-4d64-87d6-1b1a339272da None None] Provisioning for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:27.172850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-603c8054-e2d1-4d64-87d6-1b1a339272da None None] Provisioning complete for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:27.173266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-603c8054-e2d1-4d64-87d6-1b1a339272da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.190790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.200939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1b9ec4f4-0a12-411f-af29-5b56c91d36a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a4c758d40cc48169015b16fcbcc92e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376300 Dec 17 17:04:27.204207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45298) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:27.227008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c61ca7-8cf5-4a9d-9945-d73d24f18d2f None None] Network fdaa90ed-5737-4b43-af96-801fbf365410 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:27.328001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dbc742a-37b2-4989-a9b7-b6b117a56a73 (CIDR: 2001:db8::/64) Dec 17 17:04:27.358569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-603c8054-e2d1-4d64-87d6-1b1a339272da None None] Port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:27.377907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:27.378404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:27.407483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.434243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.492341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e459a7-7cb4-41fa-ab8a-92ea05693348 req-ffda40d7-2deb-4c9d-baf4-054196b5c0bf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:27.493971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29e459a7-7cb4-41fa-ab8a-92ea05693348 req-ffda40d7-2deb-4c9d-baf4-054196b5c0bf tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.2713885 Dec 17 17:04:27.527478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-370d38eb-0345-4247-9d9d-7a92dd103f74 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8750849 Dec 17 17:04:27.540613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45302) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:27.551298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:27.581161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Provisioning for port 8685f273-ae5e-450e-84db-faa1de9b3300 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:27.581509 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29e459a7-7cb4-41fa-ab8a-92ea05693348 req-ae5a59f0-0adf-46f2-ab0a-b82154e6d03a tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818672 Dec 17 17:04:27.589543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Provisioning complete for port 8685f273-ae5e-450e-84db-faa1de9b3300 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:27.589958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.628948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8::1 (fdaa90ed-5737-4b43-af96-801fbf365410/1704e2df-b5b3-4d40-b0f6-b66205bfec98/aa297f32-12fc-48b7-988c-e331e33ed23c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:27.644473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.657610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-263c1478-6679-405a-af40-179c05a2dae1 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:27.679415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215c781-d664-447d-bc9a-f943573915e9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:27.688759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:27.770075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.771266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1215c781-d664-447d-bc9a-f943573915e9 HTTP/1.1" status: 204 len: 168 time: 0.5669987 Dec 17 17:04:27.774847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:27.779238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:27.783824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:27.787224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.791414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:27.826977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] For port 8685f273-ae5e-450e-84db-faa1de9b3300, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8685f273-ae5e-450e-84db-faa1de9b3300,segment=NetworkSegment(9a4f0107-ec5f-4c1f-95d7-6a29414ea490),segment_id=9a4f0107-ec5f-4c1f-95d7-6a29414ea490)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:27.864241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:27.870386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.881490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.884282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:27.979013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port a478d139-95ad-480e-94f4-26278041835c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a478d139-95ad-480e-94f4-26278041835c,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:27.979767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.987464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Pushing event updated for resources: {'Port': ['ID=8685f273-ae5e-450e-84db-faa1de9b3300,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:27.994422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:28.005197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-53192aff-6c3a-4f55-a012-6aa28a2dd327 None None] Provisioning complete for port 8685f273-ae5e-450e-84db-faa1de9b3300 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:28.005756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-53192aff-6c3a-4f55-a012-6aa28a2dd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.161441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8685f273-ae5e-450e-84db-faa1de9b3300 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:28.211458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for a478d139-95ad-480e-94f4-26278041835c owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:28.260029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 8685f273-ae5e-450e-84db-faa1de9b3300 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:28.261106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.444050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.444551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.445485 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 932a7f3b-e417-4567-85bd-fab8d42d55cc disassociated. External IP: 172.26.4.193, port: e62aabf2-7606-4b78-9037-88fc884088e6. Dec 17 17:04:28.445918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for e62aabf2-7606-4b78-9037-88fc884088e6 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:28.446321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f3aef-e875-486b-bf5c-14535f47a421 req-e14d6265-9017-475c-b255-943f69381b82 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.448093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29f3aef-e875-486b-bf5c-14535f47a421 req-e14d6265-9017-475c-b255-943f69381b82 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.0998530 Dec 17 17:04:28.452571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.458060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-65be53a2-57a7-443f-ad29-fcac9256c572 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:28.540422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] For port 4f45d9e8-1688-4671-9daf-83fa539033d7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4f45d9e8-1688-4671-9daf-83fa539033d7,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:28.540795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.550280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:28.555841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:28.558656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.559175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.562075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.565531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=b2bc1bf1-6256-441e-acea-82f484875881,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:28.569018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa8eae-a1ab-43e1-b92b-0e6c99e19c35 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:28.572170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:28.582746 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29f3aef-e875-486b-bf5c-14535f47a421 req-e1f48079-9500-40e6-987c-c58867fdaa3d tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256397 Dec 17 17:04:28.657561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1145606 Dec 17 17:04:28.658401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45322) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:28.666610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-331836228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2bc1bf1-6256-441e-acea-82f484875881'}], 'security_groups': ['46d492eb-5c67-4dc1-8067-98829f6a8f43']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:28.718931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Calling delete_port for 4f45d9e8-1688-4671-9daf-83fa539033d7 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:28.766898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object aa297f32-12fc-48b7-988c-e331e33ed23c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:28.958747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.967358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Update dhcp port {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'fixed_ips': [{'subnet_id': '2dbc742a-37b2-4989-a9b7-b6b117a56a73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2bc1bf1-6256-441e-acea-82f484875881'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '579b39ef-9bee-44bf-b03e-27aa52b7b3f3'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:04:29.023191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.075414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.079965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.084537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bfaa260c-b320-4465-a63a-d50c7549b0d3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:29.140050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.175389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network fdaa90ed-5737-4b43-af96-801fbf365410 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:29.183643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:29.196264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:29.196787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.200650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45334) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:29.309451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=aa297f32-12fc-48b7-988c-e331e33ed23c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:29.334231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Allocated IP 2001:db8:0:1::2 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/b2bc1bf1-6256-441e-acea-82f484875881/579b39ef-9bee-44bf-b03e-27aa52b7b3f3) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:29.345659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:29.348465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:29.535626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:29.565228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.587080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Transition to ACTIVE for port object 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:29.596237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.610096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=e62aabf2-7606-4b78-9037-88fc884088e6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:29.614693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1409275983-network', 'tenant_id': 'b0865c4ca00f420cb686e2c2f726385a'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:29.646889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.659232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3b632d78-a8b1-482d-b19c-f9ba1c266187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:29.673335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:29.747084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7f47c963-14d2-4dda-bd55-8666fe610919 None None] Provisioning for port aa297f32-12fc-48b7-988c-e331e33ed23c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:29.751074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Usage tracker for resource:network and tenant:b0865c4ca00f420cb686e2c2f726385a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:29.753553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=a478d139-95ad-480e-94f4-26278041835c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:29.756591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:29.764973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7f47c963-14d2-4dda-bd55-8666fe610919 None None] Provisioning complete for port aa297f32-12fc-48b7-988c-e331e33ed23c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:29.764973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7f47c963-14d2-4dda-bd55-8666fe610919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:29.807748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:29.814547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1a1a2-b4d7-42f3-b401-69dad9a709a3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:29.846907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:29.865129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3848f-4ebc-49eb-a017-9171c556ffc5 req-43f60631-bc22-4723-afc9-968cf304122c tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:29.868108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69f3848f-4ebc-49eb-a017-9171c556ffc5 req-43f60631-bc22-4723-afc9-968cf304122c tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.1629200 Dec 17 17:04:29.870105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Delete allocated IP 2001:db8::135 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/2dbc742a-37b2-4989-a9b7-b6b117a56a73) {{(pid=88116) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:04:29.878135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:29.882743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:29.883587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7f47c963-14d2-4dda-bd55-8666fe610919 None None] Port aa297f32-12fc-48b7-988c-e331e33ed23c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:29.903460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8:0:1::316 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/b2bc1bf1-6256-441e-acea-82f484875881/2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:29.907329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f45d9e8-1688-4671-9daf-83fa539033d7,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:29.928756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:29.929993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:29.930386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:29.954158 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69f3848f-4ebc-49eb-a017-9171c556ffc5 req-27f41d30-2453-49f1-8ce9-24407cf785b0 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765274 Dec 17 17:04:30.073714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Made reservation on behalf of b0865c4ca00f420cb686e2c2f726385a for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:30.076041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.147499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.165919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:30.181727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.189551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.199436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:30.325260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:30.326013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:30.370802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Usage tracker for resource:security_group_rule and tenant:b0865c4ca00f420cb686e2c2f726385a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:30.393094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:30.400078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.463715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.471597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:30.473496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.477899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:30.492364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.511080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.576233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] In _notify_port_updated(), no bound segment for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb on network 6c7d3a84-8838-4044-b68a-e73e0d37d40a {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:04:30.581507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:30.582157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.586510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/ports/2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb HTTP/1.1" status: 200 len: 930 time: 1.9239080 Dec 17 17:04:30.586985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45342) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:30.642772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:30.648429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:30.664684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:30.665034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.699618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Provisioning for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:30.714334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Provisioning complete for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:30.714943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.772379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:30.858292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Provisioning for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:30.863583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:30.867577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:30.956794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.003192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:31.003754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.073865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-58b82563-1486-4600-9fd4-094ad872d6b3 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:31.133632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.134185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0991354d-9c3e-49ad-9336-cf47ceff8a20 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:31.152740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:31.202361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-46b7d891-2678-4399-a3c2-641311f10769 None None] Provisioning complete for port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:31.203615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-46b7d891-2678-4399-a3c2-641311f10769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.218051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:31.231844 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:31.246914 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:31.248105 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:31.283891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-46b7d891-2678-4399-a3c2-641311f10769 None None] Port 2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:31.337439 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:31.356577 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:31.357272 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:31.434484 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:31.434820 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0812f3d4-ddd6-4fd9-a0fd-2c3df8f22384 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:31.530131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-30074142-450c-4a0e-b84c-fd25818454e5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:31.531683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-30074142-450c-4a0e-b84c-fd25818454e5 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4268248 Dec 17 17:04:31.596235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42c060-9dd4-49ac-b682-29372556e5d9 req-cfa96585-060e-4c05-8b9d-fe73b823f133 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:31.598092 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec42c060-9dd4-49ac-b682-29372556e5d9 req-cfa96585-060e-4c05-8b9d-fe73b823f133 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4915271 Dec 17 17:04:31.630029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.655263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.659469 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5262cbaa-42c8-40ac-a9d2-5e10d46a3f54 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/e62aabf2-7606-4b78-9037-88fc884088e6 HTTP/1.1" status: 204 len: 168 time: 5.9206069 Dec 17 17:04:31.660274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45348) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:31.661945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Deleting port fb196cfd-a002-45cb-a801-67ddad491188 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:31.662384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.674085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.679644 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "DELETE /v2.0/routers/0991354d-9c3e-49ad-9336-cf47ceff8a20 HTTP/1.1" status: 204 len: 168 time: 6.7276392 Dec 17 17:04:31.694829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45352) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:31.714985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-830771233', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:31.728758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:31.738690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:31.740925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:31.749335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:31.758976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec42c060-9dd4-49ac-b682-29372556e5d9 req-6bfc675f-23bf-42b0-acfb-a29c019e47bb tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438963 Dec 17 17:04:31.762759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:31.765770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.781386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:31.806806 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8a30bbae-b479-4baa-b191-c389d14effab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/floatingips/932a7f3b-e417-4567-85bd-fab8d42d55cc HTTP/1.1" status: 200 len: 688 time: 0.1341608 Dec 17 17:04:31.816610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45356) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:31.826557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:04:31.827828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.846788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:31.900142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:31.945435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:32.007141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.008181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.027628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.052105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb HTTP/1.1" status: 204 len: 168 time: 1.4640920 Dec 17 17:04:32.052733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.053093 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Added segment 0ab3a228-21ea-4417-9b35-62009a710b9f of type vlan for network 381da31b-b578-4c32-a761-6b98c215b915 Dec 17 17:04:32.054853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45360) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:32.059608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c642645-2fe8-4667-8e5e-ace6237ce5b1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:32.071615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4f45d9e8-1688-4671-9daf-83fa539033d7 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:32.122385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3a2c71-1c0b-487a-8db2-573e517e33a2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:04:32.122956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8a3a2c71-1c0b-487a-8db2-573e517e33a2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:32.140984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:04:32.148449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.153779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:32.168493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4f45d9e8-1688-4671-9daf-83fa539033d7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:32.169093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4f45d9e8-1688-4671-9daf-83fa539033d7 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:32.191091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.198926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] For port fb196cfd-a002-45cb-a801-67ddad491188, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb196cfd-a002-45cb-a801-67ddad491188,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:32.199292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.206644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 25adce35-ad07-4d61-a119-315d63f8b4a0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:32.208468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.235040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4660b8b1-0a4a-4436-ab6f-4e8f7c029166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.253501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.254338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.258970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.261226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8a3a2c71-1c0b-487a-8db2-573e517e33a2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:32.262493 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8a3a2c71-1c0b-487a-8db2-573e517e33a2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/2e5e5f5d-1d6c-4c74-bb10-d12ea33403cb HTTP/1.1" status: 404 len: 333 time: 0.2045279 Dec 17 17:04:32.266347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:32.270528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45364) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:32.314746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:32.324495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:32.334674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:32.335908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:32.533945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:32.636752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:04:32.679965 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2605555 Dec 17 17:04:32.688385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45368) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:32.697954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.698582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=aa297f32-12fc-48b7-988c-e331e33ed23c,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:32.735695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:32.792072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.798098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.799133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:32.799716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.818366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f8c214fb-ddfd-47ee-9187-5e2f47c0d543 tempest-PortsAdminExtendedAttrsTestJSON-2093989412 tempest-PortsAdminExtendedAttrsTestJSON-2093989412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:32.843047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 7066728d-c31d-4570-a636-a8318b8c5e99 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:32.870544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.901609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:28Z', 'revision_number': 10, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:32.906405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:32.915870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:32.921777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:32.951045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.964826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.965165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.973430 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7673731 Dec 17 17:04:32.980235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network fdaa90ed-5737-4b43-af96-801fbf365410 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:32.999590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45374) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:33.000385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:33.012817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Request body: {'subnet': {'network_id': '381da31b-b578-4c32-a761-6b98c215b915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1409275983-subnet', 'tenant_id': 'b0865c4ca00f420cb686e2c2f726385a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:33.078163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:33.082246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:33.130689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.139628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.139628 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Floating IP bb380de1-577a-44b8-9cd8-76acb20bbdc8 disassociated. External IP: 172.26.4.180, port: fb196cfd-a002-45cb-a801-67ddad491188. Dec 17 17:04:33.139628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Calling delete_port for fb196cfd-a002-45cb-a801-67ddad491188 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:33.148447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Pushing event updated for resources: {'Network': ['ID=381da31b-b578-4c32-a761-6b98c215b915,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:33.164923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 381da31b-b578-4c32-a761-6b98c215b915 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:04:33.298234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb507b7a-eb25-4485-9188-cc603885e57f req-3735aa5d-3ece-411d-bfc6-ed64a0e1b590 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:33.299771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb507b7a-eb25-4485-9188-cc603885e57f req-3735aa5d-3ece-411d-bfc6-ed64a0e1b590 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 946 time: 0.4118898 Dec 17 17:04:33.345468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:33.352637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 25adce35-ad07-4d61-a119-315d63f8b4a0 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:33.367939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.375625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cae8868d-232f-4941-9da0-34beb3c06135 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:33.384103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Usage tracker for resource:subnet and tenant:b0865c4ca00f420cb686e2c2f726385a is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:33.387131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:33.405521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.412899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86573a79-0dd8-4b0d-9e8d-daf90bc63706,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:33.420035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:33.448674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb507b7a-eb25-4485-9188-cc603885e57f req-cf78df5a-f6ba-439f-a855-05959b99b5af tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups?id=62b9186b-9f8d-41c7-9c95-b92df328acd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142433 Dec 17 17:04:33.478633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:33.491989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6b4f66f7-bb14-4b81-b630-9e0530b1f95e None None] Provisioning complete for port aa297f32-12fc-48b7-988c-e331e33ed23c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:33.492896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6b4f66f7-bb14-4b81-b630-9e0530b1f95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.570954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Made reservation on behalf of b0865c4ca00f420cb686e2c2f726385a for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:33.571223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.573338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.587020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebc70168-227f-4dfb-8c78-7e8dc26bdb7d tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:33.603008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f66f7-bb14-4b81-b630-9e0530b1f95e None None] Port aa297f32-12fc-48b7-988c-e331e33ed23c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:33.640855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event deleted for resources: {'Port': ['ID=fb196cfd-a002-45cb-a801-67ddad491188,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:33.641438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:28Z', 'revision_number': 10, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:33.643020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.646400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/security-groups/86573a79-0dd8-4b0d-9e8d-daf90bc63706 HTTP/1.1" status: 204 len: 168 time: 1.3726809 Dec 17 17:04:33.646400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:33.648979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39037031-39e3-4e20-a34b-0ce2717bfc7a None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:28Z', 'revision_number': 10, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None, '_interfaces': [{'id': 'd38b5a4d-724b-46ae-a297-40079e4fe433', 'name': '', 'network_id': '79213fe8-3953-4f79-b8aa-a95d6fad5108', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'mac_address': 'fa:16:3e:3b:2c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:03:17Z', 'updated_at': '2021-12-17T17:03:29Z', 'revision_number': 5, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'subnets': [{'id': '9af49511-c76e-4939-a9ba-b239533de0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:33.671513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45378) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:33.736246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.752321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.799464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:33.877872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 20c6097b-b70e-41bb-a94b-4200e5adbe79 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:34.014003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.014363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.027559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1497599d-7569-41b8-be34-9cb3d8018dbc tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:34.058581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a478d139-95ad-480e-94f4-26278041835c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:34.067227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.089393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:34.092663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.126701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a478d139-95ad-480e-94f4-26278041835c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:34.127246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a478d139-95ad-480e-94f4-26278041835c not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:34.147549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=25adce35-ad07-4d61-a119-315d63f8b4a0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:34.210405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Allocated IP 172.26.4.249 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/c779f174-9115-4fa1-8490-b1e9b98d735e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:34.324027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:34.325687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be055bb2-575f-4580-ad8f-e020253131ad tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:34.333316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed56a77-aa68-416f-9b97-babd5b69f249 None None] Network 3534edfc-74c7-4206-84f6-2d891f1e1cbc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:34.351734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.384044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.396832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3b3e803e-3905-4aae-8ddb-32957874e3b7 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:34.407906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=7066728d-c31d-4570-a636-a8318b8c5e99,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:34.423717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:34.425713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d492eb-5c67-4dc1-8067-98829f6a8f43,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:34.435080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:34.443488 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/20c6097b-b70e-41bb-a94b-4200e5adbe79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5118866 Dec 17 17:04:34.443488 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/7066728d-c31d-4570-a636-a8318b8c5e99 HTTP/1.1" status: 204 len: 168 time: 1.7510028 Dec 17 17:04:34.443768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45382) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:34.447781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45384) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:34.453384 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] Sync routers for ids ['20c6097b-b70e-41bb-a94b-4200e5adbe79'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:34.455613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.456000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.456531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.456806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.457257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.457544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.457948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.458301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.458667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.459029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.459393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.459751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:34.463690 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] Routers {'20c6097b-b70e-41bb-a94b-4200e5adbe79'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:34.466884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['20c6097b-b70e-41bb-a94b-4200e5adbe79'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:34.476301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:34.482226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:34.511080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.514305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/security-groups/46d492eb-5c67-4dc1-8067-98829f6a8f43 HTTP/1.1" status: 204 len: 168 time: 0.8384080 Dec 17 17:04:34.525672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45392) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:34.529548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Sync routers for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:34.539320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.559214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:34.559866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:34.570712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3b97a48d-d5e7-43ef-a606-94d13f635771 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:34.583983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] No DVR routers for this DVR port fb196cfd-a002-45cb-a801-67ddad491188 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:34.589451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.591425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0bf5da58-88fd-42d9-bb8e-6329ac1a3c0a req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.60 "DELETE /v2.0/ports/fb196cfd-a002-45cb-a801-67ddad491188 HTTP/1.1" status: 204 len: 173 time: 3.0527651 Dec 17 17:04:34.604985 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:34.617778 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] Routers {'20c6097b-b70e-41bb-a94b-4200e5adbe79'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:34.618891 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['20c6097b-b70e-41bb-a94b-4200e5adbe79'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:34.627266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'name': 'network-vif-deleted', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:04:34.634179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.681594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-20d90bcc-0f07-4793-a147-e96a4ea4f9a6 req-cfc15f4f-0c98-48e1-b285-ce85caaffd43 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Synchronizing usage tracker for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:34.718510 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:34.719448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.720051 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dec19b-e2af-4116-9004-f4170743d6dd None None] The sync data for ids ['20c6097b-b70e-41bb-a94b-4200e5adbe79'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:34.721911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.727422 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/932a7f3b-e417-4567-85bd-fab8d42d55cc HTTP/1.1" status: 204 len: 168 time: 2.9006400 Dec 17 17:04:34.727642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-20d90bcc-0f07-4793-a147-e96a4ea4f9a6 req-cfc15f4f-0c98-48e1-b285-ce85caaffd43 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Unset dirty status for tenant:acb17deea65d4df2993efcdf1a838b80 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:34.736777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20d90bcc-0f07-4793-a147-e96a4ea4f9a6 req-cfc15f4f-0c98-48e1-b285-ce85caaffd43 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d187075-90b5-4000-b542-e4b49bfefee3 HTTP/1.1" status: 200 len: 210 time: 0.1507764 Dec 17 17:04:34.736777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45400) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:34.744791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'a09a7f25-434b-497a-8070-719c72d3a639'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:34.762049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:34.768292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:floatingip and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:34.773653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:34.793837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:34.831996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f5b9f-9193-4952-a0bd-63efbcbdb989 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:34.832589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-409f5b9f-9193-4952-a0bd-63efbcbdb989 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:34.877216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.890030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet 2dbc742a-37b2-4989-a9b7-b6b117a56a73 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:34.895944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc993ba-d557-4c46-962c-52a7c0517147,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:34.899464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.901365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d187075-90b5-4000-b542-e4b49bfefee3', 'name': 'network-vif-deleted', 'tag': 'fb196cfd-a002-45cb-a801-67ddad491188', 'status': 'completed', 'code': 200} Dec 17 17:04:34.903779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.932394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:34.947737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Checking segment: {'id': '0ab3a228-21ea-4417-9b35-62009a710b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '381da31b-b578-4c32-a761-6b98c215b915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:34.948005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Network hostable DHCP agents. Network: 381da31b-b578-4c32-a761-6b98c215b915, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:04:34.974560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port b4a7478d-cc7b-44f5-a600-f3183d281cc5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:34.974910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.991175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:35.007700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-409f5b9f-9193-4952-a0bd-63efbcbdb989 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:35.008895 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-409f5b9f-9193-4952-a0bd-63efbcbdb989 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports/aa297f32-12fc-48b7-988c-e331e33ed23c HTTP/1.1" status: 200 len: 911 time: 0.5623200 Dec 17 17:04:35.019303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.048575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45404) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:35.119541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.130138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9b7d19d1-bbbe-47b9-9abc-64ce12286c20 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:35.160304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ee8f-36e0-48c6-9fc8-b07fcc97411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.162812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb196cfd-a002-45cb-a801-67ddad491188 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:35.202915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Network 381da31b-b578-4c32-a761-6b98c215b915 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:04:35.227652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:35.232561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:35.238742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:35.288315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event updated for resources: {'Port': ['ID=c779f174-9115-4fa1-8490-b1e9b98d735e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:35.294637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 381da31b-b578-4c32-a761-6b98c215b915) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:35.295349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:35.310553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:35.313619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.355505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: fb196cfd-a002-45cb-a801-67ddad491188 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:35.356177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb196cfd-a002-45cb-a801-67ddad491188 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:35.358038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68cb50-49ab-46fc-9d08-62424ea4780c None None] Network 381da31b-b578-4c32-a761-6b98c215b915 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:35.384375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] DHCP port deletion for 3534edfc-74c7-4206-84f6-2d891f1e1cbc request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:35.496405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Deleting port b4a7478d-cc7b-44f5-a600-f3183d281cc5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:35.496785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.550012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.563432 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5607197 Dec 17 17:04:35.631661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port b4a7478d-cc7b-44f5-a600-f3183d281cc5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4a7478d-cc7b-44f5-a600-f3183d281cc5,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:35.632098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.673949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.713831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:35.745572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Checking router: 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:35.801449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:35.858910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:35.859812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:35.982650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.187 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/ebd58027-e140-482a-936c-2475d256e371) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:35.999477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.012198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45418) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:36.013070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472a8ef-b1ef-4bd7-89e1-318d277f9cce None None] Network 381da31b-b578-4c32-a761-6b98c215b915 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:36.038785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.064240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] For port b4a7478d-cc7b-44f5-a600-f3183d281cc5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4a7478d-cc7b-44f5-a600-f3183d281cc5,segment=NetworkSegment(6be8e490-79f4-4e08-bc6e-ae8f1f97bca1),segment_id=6be8e490-79f4-4e08-bc6e-ae8f1f97bca1)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:36.064650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.073695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for b4a7478d-cc7b-44f5-a600-f3183d281cc5 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:36.292125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4a7478d-cc7b-44f5-a600-f3183d281cc5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:36.302126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.307953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-219c94b6-7202-4ce2-ba65-6caa1e167998 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:36.356184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.364215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=b4a7478d-cc7b-44f5-a600-f3183d281cc5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:36.375362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No DVR routers for this DVR port b4a7478d-cc7b-44f5-a600-f3183d281cc5 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:36.380601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.383693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.384319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.384399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.384753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.385087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:36.410593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.419933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:36.423305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8f0595a0-7cde-49a3-a789-c3d932597f34 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:36.458394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.471123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Calling delete_port for b4a7478d-cc7b-44f5-a600-f3183d281cc5 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:36.479539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbc742a-37b2-4989-a9b7-b6b117a56a73,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:36.488604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:36.515663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148e1b1-59a8-4c5f-a3a9-e979f3b6bacd None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:36.540244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b4a7478d-cc7b-44f5-a600-f3183d281cc5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:36.540575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4a7478d-cc7b-44f5-a600-f3183d281cc5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:36.543592 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/2dbc742a-37b2-4989-a9b7-b6b117a56a73 HTTP/1.1" status: 204 len: 168 time: 1.9997590 Dec 17 17:04:36.544957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.550914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45428) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:36.569823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:36.576638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.599217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.666033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.676224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45434) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:36.699509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1539156696-network', 'tenant_id': '5097ce9bdf4840899804464a711e61a1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:36.709094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:36.720467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Usage tracker for resource:network and tenant:5097ce9bdf4840899804464a711e61a1 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:36.728410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:36.736767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:36.740201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:36.759877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.844261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3534edfc-74c7-4206-84f6-2d891f1e1cbc']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:36.873187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:36.873566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be8e490-79f4-4e08-bc6e-ae8f1f97bca1') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:36.896922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:36.897901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:36.902413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.975230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Made reservation on behalf of 5097ce9bdf4840899804464a711e61a1 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:36.977370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.986736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:36.991269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.011781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99091be2-52ef-4bf0-825d-15674f817565 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:37.022014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.043531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:37.045878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:37.046315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:37.060652 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:37.067963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:37.074814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.122125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:37.125244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:37.134409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:37.137967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:37.196860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:37.208394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:37.240318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:37.242170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.242350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5097ce9bdf4840899804464a711e61a1 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:37.244644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.260665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:37.264087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.266828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=ebd58027-e140-482a-936c-2475d256e371,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:37.268736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.276978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:37.279680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:37.284969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:37.288645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0336be0d-d5d7-40ff-9ef8-4b79d3eaa4a9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:37.323157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.324290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "DELETE /v2.0/security-groups/62b9186b-9f8d-41c7-9c95-b92df328acd9 HTTP/1.1" status: 204 len: 168 time: 1.3057711 Dec 17 17:04:37.325312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b9186b-9f8d-41c7-9c95-b92df328acd9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:37.328021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45438) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:37.338392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:37.340997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:37.346368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97c0cb-90c8-466d-aa01-85183d5ba219 None None] The sync data for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv is: [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T16:58:48Z', 'revision_number': 4, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '665183fc-e143-478c-92ec-1479c976bdf6', 'name': '', 'network_id': 'b34f928e-e2d6-4369-a0e0-65b15aafce99', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'mac_address': 'fa:16:3e:6b:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:45Z', 'updated_at': '2021-12-17T16:59:02Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'subnets': [{'id': '603142b3-c94e-41d7-8e94-02000beda7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:37.386202 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/3534edfc-74c7-4206-84f6-2d891f1e1cbc HTTP/1.1" status: 204 len: 168 time: 2.9332480 Dec 17 17:04:37.389043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=3534edfc-74c7-4206-84f6-2d891f1e1cbc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:37.391600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:37.394935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45442) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:37.395624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port aa297f32-12fc-48b7-988c-e331e33ed23c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:37.395966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.398789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Deleting port b4a7478d-cc7b-44f5-a600-f3183d281cc5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:37.399416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.420693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-8e3fd50a-fe83-4079-9c4b-09888de3490e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] show failed (client error): The resource could not be found. Dec 17 17:04:37.421735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8e3fd50a-fe83-4079-9c4b-09888de3490e tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "GET /v2.0/security-groups/62b9186b-9f8d-41c7-9c95-b92df328acd9 HTTP/1.1" status: 404 len: 347 time: 0.0885637 Dec 17 17:04:37.431333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45446) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:37.494584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2b825fb4-5442-4665-88fc-954f68294a1c None None] The port 'b4a7478d-cc7b-44f5-a600-f3183d281cc5' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:37.742577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Router c649997b-f50d-4570-9644-77227e848c5c is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:37.747690 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120d45b-072e-4074-a3d3-bbb5436e875c None None] New status for floating IP bb380de1-577a-44b8-9cd8-76acb20bbdc8: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:04:37.765057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.863610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:37.870622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab947c66-59a0-432f-812b-c79434b2e507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:38.004188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:04:38.006316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c938b16-eb1a-4057-b5ee-8a73d0cbe4e0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:38.045096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:38.140225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.165636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:38.175163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.175528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Added segment 1391a462-ba19-4d21-bdfe-eb6be39dd004 of type vlan for network 0db427c9-dba2-40c6-af65-57ccba872d4e Dec 17 17:04:38.178522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] Sync routers for ids ['c649997b-f50d-4570-9644-77227e848c5c'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:38.207311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] Routers {'c649997b-f50d-4570-9644-77227e848c5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:38.207957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c649997b-f50d-4570-9644-77227e848c5c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:38.213694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.215753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Deleting port 920bdfe7-a989-4b43-b47d-3aadae387eba {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:38.216873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.263572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6d26fba1-167d-4dd8-9ef8-d3d06149f173 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:38.263948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d26fba1-167d-4dd8-9ef8-d3d06149f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.323390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:38.326701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.328983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:38.330392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.343056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] Routers {'c649997b-f50d-4570-9644-77227e848c5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:38.343688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c649997b-f50d-4570-9644-77227e848c5c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:38.361121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-956f2023-373e-438e-85d0-46da934299f2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:38.413568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:38.414228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f0326-68cd-4d5f-bb20-0ed77d6d1fbf None None] The sync data for ids ['c649997b-f50d-4570-9644-77227e848c5c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:38.466005 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7785723 Dec 17 17:04:38.466972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.468140 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7731144 Dec 17 17:04:38.468947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.489156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45450) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:38.491867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:38.492005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6d26fba1-167d-4dd8-9ef8-d3d06149f173 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:38.492387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d26fba1-167d-4dd8-9ef8-d3d06149f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.525309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:38.535536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0db427c9-dba2-40c6-af65-57ccba872d4e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:38.540473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:38.548174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0db427c9-dba2-40c6-af65-57ccba872d4e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:04:38.598110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Request body: {'subnet': {'network_id': '0db427c9-dba2-40c6-af65-57ccba872d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1539156696-subnet', 'tenant_id': '5097ce9bdf4840899804464a711e61a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:38.660408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6d26fba1-167d-4dd8-9ef8-d3d06149f173 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:38.661951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:38.692320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.727195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Usage tracker for resource:subnet and tenant:5097ce9bdf4840899804464a711e61a1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:38.734451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.775584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:38.806729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.811227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0d07a8b-36bd-4240-ad10-4061230ddedd tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:38.859962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:39.014969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for aa297f32-12fc-48b7-988c-e331e33ed23c owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:39.048673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=ebd58027-e140-482a-936c-2475d256e371,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:39.052606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:39.061712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:39.217005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:39.217628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:39.239101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 5446e1a1-f6a2-4033-8618-06981f3030ae associated. External IP: 172.26.4.187, port: a09a7f25-434b-497a-8070-719c72d3a639. Dec 17 17:04:39.248411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Made reservation on behalf of 5097ce9bdf4840899804464a711e61a1 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:39.250749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:39.443028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Calling delete_port for 920bdfe7-a989-4b43-b47d-3aadae387eba owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:39.583500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:39.761216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:39.773523 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:39.784609 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:39.785225 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:39.847040 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:39.852665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:39.856052 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:39.856984 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:39.912493 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1718915 Dec 17 17:04:39.912726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:39.916283 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:39.916696 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77171b28-f1ea-4d54-88c7-3d654687b3c8 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:39.919636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1034789093'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:39.925163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:39.929004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:network and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:39.932061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:39.938090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:40.008646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.024639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7f617ae-5f17-4687-8d13-a4b46c851213 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:40.029533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:40.033221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.072634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:04:40.081875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.082236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Added segment 83c792cb-db5e-4903-9112-432239bcbd28 of type vlan for network 9fe474af-11f5-4d3d-a92e-0f6847c21126 Dec 17 17:04:40.109099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.168370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:40.185632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:40.188636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:40.189229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.189401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.196476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b85dfa-5563-44d1-9a0d-d6b3d1107b46 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:40.196943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:40.196943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.201672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6018193-f1b7-4cb1-b441-a43a9129f0c8 tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:40.296580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.299973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=de1b1765-9726-441d-b021-58f236de3ed4,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:40.302891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:40.307659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Network': ['ID=9fe474af-11f5-4d3d-a92e-0f6847c21126,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:40.310218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:40.316200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4cc05285-6f67-433d-a2d4-0c2f5dd2655f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:40.331517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:04:40.352305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4377971 Dec 17 17:04:40.355037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45462) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:40.364191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'subnet': {'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:40.388909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Pushing event deleted for resources: {'Port': ['ID=920bdfe7-a989-4b43-b47d-3aadae387eba,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:40.391337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:40.483060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.493396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c86fc776-d9fc-45e0-a99e-ae662caeb27e tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:40.505205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:40.516019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:40.530363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.544482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.571394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=aa297f32-12fc-48b7-988c-e331e33ed23c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:40.573960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:40.600417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:40.605028 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0482485 Dec 17 17:04:40.605158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.613140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df6f1c3f-9e8e-440a-8f40-9989e68b7d26 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:40.623766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45466) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:40.644680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.699251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Update dhcp port {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'fixed_ips': [{'subnet_id': 'b2bc1bf1-6256-441e-acea-82f484875881', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de1b1765-9726-441d-b021-58f236de3ed4'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '579b39ef-9bee-44bf-b03e-27aa52b7b3f3'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:04:40.764771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:40.986346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Allocated IP 2001:db8::2 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/de1b1765-9726-441d-b021-58f236de3ed4/579b39ef-9bee-44bf-b03e-27aa52b7b3f3) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:41.013854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722541554'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:41.020268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:41.024609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:41.028210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:41.035361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:41.081662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.092289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51383a5a-de93-4acd-9853-b57a7c480638 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:41.130181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.139633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.142392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.143522 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] 10.222.0.61 "DELETE /v2.0/floatingips/bb380de1-577a-44b8-9cd8-76acb20bbdc8 HTTP/1.1" status: 204 len: 168 time: 3.7011919 Dec 17 17:04:41.153503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:41.153749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45470) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:41.183040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.188315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:41.201462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:41.204046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Transition to ACTIVE for port object 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:41.205506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:41.209064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Subnet': ['ID=e16c7bde-0121-41ab-993d-049ae6d75197,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:41.215173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.219768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:41.220616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:41.222757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Checking segment: {'id': '83c792cb-db5e-4903-9112-432239bcbd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:41.223121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network hostable DHCP agents. Network: 9fe474af-11f5-4d3d-a92e-0f6847c21126, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:04:41.224011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0a1a50-6f66-40ce-b63e-64893ce31691,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:41.227487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:41.251125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Checking segment: {'id': '1391a462-ba19-4d21-bdfe-eb6be39dd004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0db427c9-dba2-40c6-af65-57ccba872d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:41.251506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Network hostable DHCP agents. Network: 0db427c9-dba2-40c6-af65-57ccba872d4e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:04:41.275570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.287049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:41.313858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.327191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:04:41.372093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.380064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d4dc141b-a1a1-47fd-9812-a1582e5db193 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:41.414704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9fe474af-11f5-4d3d-a92e-0f6847c21126) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:41.423835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:41.424219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.425543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e7fe0-b40e-42e3-a062-5d462a995be6 None None] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:41.463097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e2848a-c587-4027-9406-c8cba98d5769,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:41.467206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:41.496090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:41.611387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.612110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.612321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.612744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.613162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.613577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.614031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.614535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.615069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.615490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.616033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.616494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:41.623782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:41.661127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Network 0db427c9-dba2-40c6-af65-57ccba872d4e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:04:41.664577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.668409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0416231 Dec 17 17:04:41.673656 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3150215 Dec 17 17:04:41.674467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45476) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:41.674800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45478) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:41.683506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0db427c9-dba2-40c6-af65-57ccba872d4e) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:41.689727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:41.689727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.699222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d0620-8362-466d-9d70-e71a6b31b66f None None] Network 0db427c9-dba2-40c6-af65-57ccba872d4e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:41.706495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1864802090', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:41.721825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'security_group': {'name': 'tempest-secgroup-292121285'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:41.729054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 20c6097b-b70e-41bb-a94b-4200e5adbe79 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:41.735020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:41.742089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:41.754689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:router and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:41.762134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:41.766028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:41.774973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:41.777789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:41.790773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:41.864148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9fe474af-11f5-4d3d-a92e-0f6847c21126', 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126', 'tenant_id': 'f7afef8e0c484d70af2915c71f6f77a9', 'fixed_ips': [{'subnet_id': 'e16c7bde-0121-41ab-993d-049ae6d75197'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:04:41.864897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:41.897908 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3839395 Dec 17 17:04:41.957728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:41.977730 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/20c6097b-b70e-41bb-a94b-4200e5adbe79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9280462 Dec 17 17:04:41.994220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] Sync routers for ids ['20c6097b-b70e-41bb-a94b-4200e5adbe79'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:42.047321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45486) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:42.073100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94604878-258b-498c-8c59-caf841f9be34 None None] Network 0db427c9-dba2-40c6-af65-57ccba872d4e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:42.091419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port d38b5a4d-724b-46ae-a297-40079e4fe433 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:42.092864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.099277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] Routers {'20c6097b-b70e-41bb-a94b-4200e5adbe79'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:42.104098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['20c6097b-b70e-41bb-a94b-4200e5adbe79'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:42.121373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.122559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.141862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2fe7b685-c4c6-4cd3-ba88-3ee56f86994d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:42.141862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.278734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:42.288961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.386259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:42.388586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:42.398663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:42.474722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] Routers {'20c6097b-b70e-41bb-a94b-4200e5adbe79'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:42.475921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['20c6097b-b70e-41bb-a94b-4200e5adbe79'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:42.497009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:42.502612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:42.572769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:42.573195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edab60-6661-4ffe-8cab-ccc23a86761c None None] The sync data for ids ['20c6097b-b70e-41bb-a94b-4200e5adbe79'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:42.578535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.605152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Allocated IP 172.20.0.2 (9fe474af-11f5-4d3d-a92e-0f6847c21126/e16c7bde-0121-41ab-993d-049ae6d75197/a6a30416-ad66-415d-a42e-6485b177e7ad) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:42.662204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.665252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Provisioning for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:42.672397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d2b88593-ea0b-4fb6-8b5d-58afee779b1a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:42.695414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:42.695817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.784768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:42.785162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.811838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port d38b5a4d-724b-46ae-a297-40079e4fe433, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d38b5a4d-724b-46ae-a297-40079e4fe433,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:42.812433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:42.918059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2fe7b685-c4c6-4cd3-ba88-3ee56f86994d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:42.919230 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2fe7b685-c4c6-4cd3-ba88-3ee56f86994d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=20c6097b-b70e-41bb-a94b-4200e5adbe79 HTTP/1.1" status: 200 len: 205 time: 0.8663735 Dec 17 17:04:42.940392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45504) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:42.955166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61730f-3e5f-45a5-ad7f-509be10d73a2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:42.961979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:43.003375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for d38b5a4d-724b-46ae-a297-40079e4fe433 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:43.148996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.158807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.171017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Transition to ACTIVE for port object a6a30416-ad66-415d-a42e-6485b177e7ad will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:43.195617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:43.195983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.205714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.211324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.223385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Transition to ACTIVE for port object a6a30416-ad66-415d-a42e-6485b177e7ad will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:43.232029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.235711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5446148 Dec 17 17:04:43.242125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45508) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:43.255324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ae401-4ccb-40cb-ba8c-567ef41258ba None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:43.271720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195185824'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:43.282663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.298026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.302713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:43.332825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:43.364821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:43.367802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:43.371374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:43.378069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Pushing event updated for resources: {'Port': ['ID=a6a30416-ad66-415d-a42e-6485b177e7ad,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:43.381040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:43.428014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:43.440512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:43.467131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Attempting to bind port a6a30416-ad66-415d-a42e-6485b177e7ad on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:43.467495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Attempting to bind port a6a30416-ad66-415d-a42e-6485b177e7ad by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '83c792cb-db5e-4903-9112-432239bcbd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:43.467867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Attempting to bind port a6a30416-ad66-415d-a42e-6485b177e7ad on network 9fe474af-11f5-4d3d-a92e-0f6847c21126 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:43.473258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:43.479087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Checking segment: {'id': '83c792cb-db5e-4903-9112-432239bcbd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:43.479087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.479087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Bound using segment: {'id': '83c792cb-db5e-4903-9112-432239bcbd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:43.479087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Bound port: a6a30416-ad66-415d-a42e-6485b177e7ad, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c792cb-db5e-4903-9112-432239bcbd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:43.479087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.481356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router c649997b-f50d-4570-9644-77227e848c5c has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:43.482735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:43.499846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-e59560fd-24f4-4b0f-97a0-bb6db9492d5c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:43.501307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-e59560fd-24f4-4b0f-97a0-bb6db9492d5c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/networks?id=381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 200 len: 812 time: 0.8330452 Dec 17 17:04:43.550917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.563151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9128a280-3f3f-4c63-8934-d94093b4063f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:43.572431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] For port a6a30416-ad66-415d-a42e-6485b177e7ad, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:43.575397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] For port a6a30416-ad66-415d-a42e-6485b177e7ad, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6a30416-ad66-415d-a42e-6485b177e7ad,segment=NetworkSegment(83c792cb-db5e-4903-9112-432239bcbd28),segment_id=83c792cb-db5e-4903-9112-432239bcbd28)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:43.642406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=d38b5a4d-724b-46ae-a297-40079e4fe433,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:43.644869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:43.653056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.656737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:43.753505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Pushing event updated for resources: {'Port': ['ID=a6a30416-ad66-415d-a42e-6485b177e7ad,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:43.764496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:43.796018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.807797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.811922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-00544c6a-f389-4530-885f-8e7436b50ed5 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/quotas/b0865c4ca00f420cb686e2c2f726385a HTTP/1.1" status: 200 len: 375 time: 0.2567446 Dec 17 17:04:43.813999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:43.891343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-eb402f59-331a-4ef5-9b07-197e48a7374a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0865c4ca00f420cb686e2c2f726385a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623538 Dec 17 17:04:43.898829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:43.906413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:security_group_rule and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:43.913446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:43.925511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:43.961930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.055606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.056089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router 20c6097b-b70e-41bb-a94b-4200e5adbe79 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:44.105632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:44.126500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.126755 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] Sync routers for ids ['c649997b-f50d-4570-9644-77227e848c5c'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:44.132371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.133858 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-35f29aa7-bda3-4e66-b724-74f1f0af144f tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "PUT /v2.0/routers/c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 200 len: 925 time: 5.6294270 Dec 17 17:04:44.137995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45514) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:44.145743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] Routers {'c649997b-f50d-4570-9644-77227e848c5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:44.146392 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c649997b-f50d-4570-9644-77227e848c5c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:44.252174 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:44.269977 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] Routers {'c649997b-f50d-4570-9644-77227e848c5c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:44.270944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c649997b-f50d-4570-9644-77227e848c5c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:44.325578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6a30416-ad66-415d-a42e-6485b177e7ad up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:44.359561 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:44.360812 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb600fea-3dbe-4ba3-b700-364ea3ba84c2 None None] The sync data for ids ['c649997b-f50d-4570-9644-77227e848c5c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:44.435700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.439597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dac30967-1ead-423c-8d83-94bd0aa563ac tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/20c6097b-b70e-41bb-a94b-4200e5adbe79 HTTP/1.1" status: 204 len: 168 time: 1.4896910 Dec 17 17:04:44.451069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.455072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45518) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:44.486378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a6a30416-ad66-415d-a42e-6485b177e7ad completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:44.590523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:44.597376 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f1fbde92-f49d-4536-b0cb-f8f28b71f39b tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 200 len: 925 time: 0.4553716 Dec 17 17:04:44.597910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45522) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:44.644889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.822013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:44.827591 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4056449 Dec 17 17:04:44.831500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45526) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:44.837052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:44.839178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f953931-27ea-462b-ad89-f69515f43f3e tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:44.847708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:44.848555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:44.883637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d96d6-45bb-4306-a42d-c649d4e96194 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:44.884432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-643d96d6-45bb-4306-a42d-c649d4e96194 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Synchronizing usage tracker for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:44.930187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-00140ca3-2b2c-43ca-aaf7-c208d568d5bc service neutron] 10.222.0.61 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0199220 Dec 17 17:04:44.930476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting subnet 9af49511-c76e-4939-a9ba-b239533de0b0 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:44.934218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:44.990645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-643d96d6-45bb-4306-a42d-c649d4e96194 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Unset dirty status for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:44.996000 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-643d96d6-45bb-4306-a42d-c649d4e96194 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=c649997b-f50d-4570-9644-77227e848c5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3936172 Dec 17 17:04:44.996000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45530) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:45.044219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3bc1d-4ef4-47f4-b8a6-bf70040dc424 None None] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:45.098746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.101919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8516285 Dec 17 17:04:45.101919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f423ed1-7def-4809-895d-4a904fe28664,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:45.114822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 1704e2df-b5b3-4d40-b0f6-b66205bfec98 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:45.118124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45534) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:45.121303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:45.123418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.144298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.160840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252999833', 'security_groups': ['7f423ed1-7def-4809-895d-4a904fe28664'], 'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de1b1765-9726-441d-b021-58f236de3ed4'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:45.169542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:45.174679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.233650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.298451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:45.312253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:45.352104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0c5e48-f3f4-452c-93b8-858f42000840 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:45.352972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e0c5e48-f3f4-452c-93b8-858f42000840 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Synchronizing usage tracker for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:45.363800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:45.364577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:45.388190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.399070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.411963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.422354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Provisioning for port a6a30416-ad66-415d-a42e-6485b177e7ad completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:45.458125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e0c5e48-f3f4-452c-93b8-858f42000840 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Unset dirty status for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:45.459794 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e0c5e48-f3f4-452c-93b8-858f42000840 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.4634581 Dec 17 17:04:45.462993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45538) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:45.491042 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-c8861db6-3d12-4d16-b633-fe9e6e0a335d service neutron] 10.222.0.61 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488067 Dec 17 17:04:45.493790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Provisioning complete for port a6a30416-ad66-415d-a42e-6485b177e7ad triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:45.494291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.515722 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6e0825ed-6065-48b1-ac2e-5b5681f905ed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 200 len: 205 time: 0.0487287 Dec 17 17:04:45.515722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45542) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:45.590239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:45.642712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:45.654310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Deleting port 665183fc-e143-478c-92ec-1479c976bdf6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:45.654652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.705936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:45.706213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.710932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:45.726658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514907f2-bef3-4665-a8d7-9e728899595a None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:45.742858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.787523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.26.4.17 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/a90aa069-3971-45e0-b994-06a6a507c142) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:45.808965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.821227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:45.854199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] For port a6a30416-ad66-415d-a42e-6485b177e7ad, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6a30416-ad66-415d-a42e-6485b177e7ad,segment=NetworkSegment(83c792cb-db5e-4903-9112-432239bcbd28),segment_id=83c792cb-db5e-4903-9112-432239bcbd28)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:45.915324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.921895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf1737d-d702-43aa-8171-0318bcfe10ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:45.942149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:45.948508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-01fbac9b-7409-4da7-bdbd-d2092ec104de tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:46.002324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.014109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.021022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd737d94-2c87-41d2-9fd5-798c371c8e87 None None] Network 79213fe8-3953-4f79-b8aa-a95d6fad5108 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:46.024434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Subnet': ['ID=9af49511-c76e-4939-a9ba-b239533de0b0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:46.029527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:46.045342 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/9af49511-c76e-4939-a9ba-b239533de0b0 HTTP/1.1" status: 204 len: 168 time: 1.2117910 Dec 17 17:04:46.047713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45552) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:46.052928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Pushing event updated for resources: {'Port': ['ID=a6a30416-ad66-415d-a42e-6485b177e7ad,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:46.106869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bafe8039-4816-42c9-97b1-5f4db7d260a4 req-3937ca8b-52bc-418a-844e-d0bcf04579ad tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.2032320 Dec 17 17:04:46.223302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.226789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port c779f174-9115-4fa1-8490-b1e9b98d735e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:46.227126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.232551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:46.252633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6a30416-ad66-415d-a42e-6485b177e7ad up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:46.282092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Deleting port 0c6bf084-311c-4770-a263-1797f148595c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:46.282433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.410437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.442738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3c1a9803-e61a-4f70-9802-ca9b09e528a5 None None] Provisioning complete for port a6a30416-ad66-415d-a42e-6485b177e7ad triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:46.443721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c1a9803-e61a-4f70-9802-ca9b09e528a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.494815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.508447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e1670230-dcd4-4568-bdb1-91faa3c64743 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:46.519177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a6a30416-ad66-415d-a42e-6485b177e7ad triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:46.519560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.564223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] For port 665183fc-e143-478c-92ec-1479c976bdf6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=665183fc-e143-478c-92ec-1479c976bdf6,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:46.564604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.573166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=1704e2df-b5b3-4d40-b0f6-b66205bfec98,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:46.586866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:46.590990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.593313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] device_id is not set on port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:04:46.607324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.627117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ade12-54f4-4a64-8e4d-603f5470f3e3 None None] Network fdaa90ed-5737-4b43-af96-801fbf365410 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:46.776208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for c779f174-9115-4fa1-8490-b1e9b98d735e owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:46.852825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] For port 0c6bf084-311c-4770-a263-1797f148595c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c6bf084-311c-4770-a263-1797f148595c,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:46.853184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.908038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/1704e2df-b5b3-4d40-b0f6-b66205bfec98 HTTP/1.1" status: 204 len: 168 time: 2.4091961 Dec 17 17:04:46.911523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] DHCP port deletion for 79213fe8-3953-4f79-b8aa-a95d6fad5108 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:46.933627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45562) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:46.949228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Deleting port 0c6bf084-311c-4770-a263-1797f148595c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:46.949597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:46.984895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d38b5a4d-724b-46ae-a297-40079e4fe433 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:46.997864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Calling delete_port for 665183fc-e143-478c-92ec-1479c976bdf6 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:47.037123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d38b5a4d-724b-46ae-a297-40079e4fe433 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:47.037481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d38b5a4d-724b-46ae-a297-40079e4fe433 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:47.050346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.200256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Calling delete_port for 0c6bf084-311c-4770-a263-1797f148595c owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:47.229077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] For port 0c6bf084-311c-4770-a263-1797f148595c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c6bf084-311c-4770-a263-1797f148595c,segment=NetworkSegment(351118db-44df-40f9-a8fb-2882903b6d3e),segment_id=351118db-44df-40f9-a8fb-2882903b6d3e)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:47.229782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.306954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] DHCP port deletion for fdaa90ed-5737-4b43-af96-801fbf365410 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:47.371772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Calling delete_port for 0c6bf084-311c-4770-a263-1797f148595c owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:47.408707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Deleting port 8685f273-ae5e-450e-84db-faa1de9b3300 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:47.409826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.428895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.456541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 8685f273-ae5e-450e-84db-faa1de9b3300 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:47.457201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.479387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b9a68e9-9e1f-4f19-a1a8-f87e5c9f6215 req-5891767f-47d8-416b-8326-adee02ade735 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.2667489 Dec 17 17:04:47.533042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.545373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:47.545952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:47.546470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:47.548116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.556941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41dcc9b4-c654-49c1-866f-eba15b40ead2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:47.609347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Pushing event deleted for resources: {'Port': ['ID=665183fc-e143-478c-92ec-1479c976bdf6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:47.615198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:47.657437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] For port 8685f273-ae5e-450e-84db-faa1de9b3300, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8685f273-ae5e-450e-84db-faa1de9b3300,segment=NetworkSegment(9a4f0107-ec5f-4c1f-95d7-6a29414ea490),segment_id=9a4f0107-ec5f-4c1f-95d7-6a29414ea490)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:47.657874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.671731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Port': ['ID=0c6bf084-311c-4770-a263-1797f148595c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:47.699732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.707621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-949209c3-53b5-4945-8c7d-8b800c178b8f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:47.738099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No DVR routers for this DVR port 0c6bf084-311c-4770-a263-1797f148595c on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:47.748597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:47.793369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8::c3 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/de1b1765-9726-441d-b021-58f236de3ed4/527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:47.804497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Calling delete_port for 8685f273-ae5e-450e-84db-faa1de9b3300 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:47.955411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:47.961397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cd9160b6-33e0-4f4d-bd4f-0a542d5191bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:47.969658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:47.987353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.013964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] No DVR routers for this DVR port 8685f273-ae5e-450e-84db-faa1de9b3300 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:48.017849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Pushing event deleted for resources: {'Port': ['ID=8685f273-ae5e-450e-84db-faa1de9b3300,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:48.019855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:48.029471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:48.039695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79213fe8-3953-4f79-b8aa-a95d6fad5108']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:48.042223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=a90aa069-3971-45e0-b994-06a6a507c142,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:48.044617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:48.047974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Deleting port 0c6bf084-311c-4770-a263-1797f148595c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:48.048370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.053189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 8685f273-ae5e-450e-84db-faa1de9b3300, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=8685f273-ae5e-450e-84db-faa1de9b3300,segment=NetworkSegment(9a4f0107-ec5f-4c1f-95d7-6a29414ea490),segment_id=9a4f0107-ec5f-4c1f-95d7-6a29414ea490)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:48.053549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.065229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.077984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351118db-44df-40f9-a8fb-2882903b6d3e') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:48.077984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351118db-44df-40f9-a8fb-2882903b6d3e') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:48.083781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc86aeb8-f2d4-497f-b05d-32fae899f2a4 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:48.091096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:48.191556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aabeb-f9dc-4f7d-acc3-fc3f553fba92 None None] The port '0c6bf084-311c-4770-a263-1797f148595c' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:48.226488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=c779f174-9115-4fa1-8490-b1e9b98d735e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:48.259558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c6bf084-311c-4770-a263-1797f148595c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:48.299891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0c6bf084-311c-4770-a263-1797f148595c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:48.299891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c6bf084-311c-4770-a263-1797f148595c not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:48.300187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8685f273-ae5e-450e-84db-faa1de9b3300 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:48.302016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.325222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.336603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 8685f273-ae5e-450e-84db-faa1de9b3300 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:48.337058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 8685f273-ae5e-450e-84db-faa1de9b3300 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:48.337602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 8685f273-ae5e-450e-84db-faa1de9b3300 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:48.367924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:48.437051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.448457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:48.449095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:48.463633 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:48.536690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.848630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.875403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:04:48.875721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:04:48.877515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.880247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.922580 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12109a00-5556-4fa7-b8df-17b7c8db5dc6 req-8bb706c0-cab9-4c3c-9978-c131871a865b tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.1713181 Dec 17 17:04:48.937638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.946303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a6e650c0-99c5-4942-8adb-abf19cd7d28f tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:48.962087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.973024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Pushing event deleted for resources: {'Network': ['ID=79213fe8-3953-4f79-b8aa-a95d6fad5108,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:48.977225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:48.986272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.986769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router c649997b-f50d-4570-9644-77227e848c5c {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:48.993956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:48.998725 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 204 len: 168 time: 3.4785228 Dec 17 17:04:48.999712 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/networks/79213fe8-3953-4f79-b8aa-a95d6fad5108 HTTP/1.1" status: 204 len: 168 time: 2.9508576 Dec 17 17:04:49.000384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45574) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:49.000710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45576) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:49.007665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'routes': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:49.043797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:49.070543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1147013380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:49.132448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:49.145034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:49.149919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:49.154669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-57a06059-f332-4a34-8016-1e9b0c594f65 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:49.156076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-57a06059-f332-4a34-8016-1e9b0c594f65 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.60 "GET /v2.0/networks?id=381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 200 len: 812 time: 0.4060988 Dec 17 17:04:49.158277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:49.230583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Request body: {'port': {'device_id': '29f07562-40e3-4742-af3a-0600eac22f8b', 'network_id': '381da31b-b578-4c32-a761-6b98c215b915', 'admin_state_up': True, 'tenant_id': 'b0865c4ca00f420cb686e2c2f726385a'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:49.323688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Added routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:04:49.323991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Removed routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:04:49.324385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.383182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 8685f273-ae5e-450e-84db-faa1de9b3300 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:49.383438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.428650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.456868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:49.465530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.466576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.520564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] The port '8685f273-ae5e-450e-84db-faa1de9b3300' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:49.522800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:49.562369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:49.572763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:49.581199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:49.586508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:49.591955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:49.592915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.603975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:49.614143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Usage tracker for resource:port and tenant:b0865c4ca00f420cb686e2c2f726385a is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:49.620581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:49.623028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:49.673130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.678848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.743794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:49.769587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.790610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.793579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.862510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7092688 Dec 17 17:04:49.869443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45586) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:49.903218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1df8f640-34c6-4fef-9603-7fe868b2cd20 None None] Provisioning for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:49.908728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1df8f640-34c6-4fef-9603-7fe868b2cd20 None None] Provisioning complete for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:49.909384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1df8f640-34c6-4fef-9603-7fe868b2cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.931668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Made reservation on behalf of b0865c4ca00f420cb686e2c2f726385a for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:49.933933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.935264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:49.942786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:49.971396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1df8f640-34c6-4fef-9603-7fe868b2cd20 None None] Port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:49.976612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaa90ed-5737-4b43-af96-801fbf365410']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.042636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f0107-ec5f-4c1f-95d7-6a29414ea490') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.042957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f0107-ec5f-4c1f-95d7-6a29414ea490') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.074773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:04:50.076487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.108966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.224146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ff64b368-a59f-43da-8793-e66cabab4796 req-122a157f-0355-4303-8bd6-b6c771568396 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.1107013 Dec 17 17:04:50.233279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:50.246474 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Sync routers for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:50.257378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:50.262901 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.315226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:04:50.315803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:04:50.352801 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:04:50.359147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.359905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] 10.222.0.61 "PUT /v2.0/routers/7a49ab19-dca0-4cb2-be7e-50e75b4184b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2050605 Dec 17 17:04:50.362994 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-58962e31-24a8-49b9-8234-a79ec0196b0e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3591022 Dec 17 17:04:50.363155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45592) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:50.363430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45594) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:50.377854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:50.532283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:50.536839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:50.547298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Sync routers for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:50.551005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.556068 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6ca66875-1166-484c-bd6c-75c40fbabf09 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 701 time: 1.5529654 Dec 17 17:04:50.557322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:50.562315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45600) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:50.565163 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:50.567498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:50.568572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.609058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6cc533c7-7079-4f2a-943a-09079ea7779f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:50.614374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:50.627984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:50.629298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.636865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2742df9d-69ee-4525-a68d-6424c7a80658 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:50.654833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.657281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/fdaa90ed-5737-4b43-af96-801fbf365410 HTTP/1.1" status: 204 len: 168 time: 3.7198651 Dec 17 17:04:50.663112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45604) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:50.670939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-846201649', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:50.676743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=fdaa90ed-5737-4b43-af96-801fbf365410,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:50.680786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:50.684528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:50.685979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:50.689521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:50.696276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:50.732466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6cc533c7-7079-4f2a-943a-09079ea7779f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:50.737003 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6cc533c7-7079-4f2a-943a-09079ea7779f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 205 time: 0.1757271 Dec 17 17:04:50.738587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:50.800092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:50.813660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.895420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:50.932973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.941058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Checking router: 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:50.950084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Routers {'91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:50.950715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.963175 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:04:47Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:50.967950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Checking router: 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:50.978670 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Routers {'7a49ab19-dca0-4cb2-be7e-50e75b4184b6'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:50.979652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:51.082869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:51.086999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.094626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] Set router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:51.103159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.104168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.170894 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] Set router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:51.223990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:51.228863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e47ac1-3e3b-4896-9aeb-f91e7df819b8 None None] The sync data for ids ['91e4b7a6-4df7-4bbb-8079-84d9492e0b3a'] in dv-neutron-821073-1-hyperv is: [{'id': '91e4b7a6-4df7-4bbb-8079-84d9492e0b3a', 'name': 'tempest-RoutersTest-router-1994533683', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:03:12Z', 'updated_at': '2021-12-17T17:04:43Z', 'revision_number': 11, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:51.339178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Allocated IP 172.20.0.13 (381da31b-b578-4c32-a761-6b98c215b915/ddc993ba-d557-4c46-962c-52a7c0517147/b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:51.394093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.399189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.400922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.505314 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.ipam_backend_mixin [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de1b1765-9726-441d-b021-58f236de3ed4 (CIDR: 2001:db8::/64) Dec 17 17:04:51.533103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:04:47Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:51.537575 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d960c3-c063-4191-8bb8-308ec696f835 None None] The sync data for ids ['7a49ab19-dca0-4cb2-be7e-50e75b4184b6'] in dv-neutron-821073-1-hyperv is: [{'id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'name': 'tempest-ServerActionsTestJSON-1586732375-router', 'tenant_id': 'acb17deea65d4df2993efcdf1a838b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:58:33Z', 'updated_at': '2021-12-17T17:04:47Z', 'revision_number': 5, 'project_id': 'acb17deea65d4df2993efcdf1a838b80', 'gw_port': {'id': 'a4600f4d-4ae4-428e-9ebf-50182418f195', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49ab19-dca0-4cb2-be7e-50e75b4184b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:58:35Z', 'updated_at': '2021-12-17T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:51.556338 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:51.556930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:51.627159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.627585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router 91e4b7a6-4df7-4bbb-8079-84d9492e0b3a {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:51.730296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.731470 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8b942b3b-6a28-4036-9db8-bdb2432efd70 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 204 len: 168 time: 0.9919486 Dec 17 17:04:51.735733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45614) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:51.799685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1110676267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:51.850871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.857305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-13372cff-4ce4-42df-af80-095202d16d5f req-fcbe7f4d-942d-435b-bfa2-6b9291a885a9 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Synchronizing usage tracker for tenant:b0865c4ca00f420cb686e2c2f726385a on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:51.867425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:51.934097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:51.995125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Usage tracker for resource:router and tenant:8b38be919e6d4f48957b7b9ec9a1271b is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:52.001586 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9ca0b5e3-1b1a-4264-83d6-325d5fa9c447 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0762019 Dec 17 17:04:52.001586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:52.010554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45618) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:52.017665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:52.024659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:52.049651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.068165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 665183fc-e143-478c-92ec-1479c976bdf6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:52.120601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 665183fc-e143-478c-92ec-1479c976bdf6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:52.120961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 665183fc-e143-478c-92ec-1479c976bdf6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:52.134920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.135945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.184149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.221019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:52.230078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:52.274662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-13372cff-4ce4-42df-af80-095202d16d5f req-fcbe7f4d-942d-435b-bfa2-6b9291a885a9 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Unset dirty status for tenant:b0865c4ca00f420cb686e2c2f726385a on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:52.275814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13372cff-4ce4-42df-af80-095202d16d5f req-fcbe7f4d-942d-435b-bfa2-6b9291a885a9 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.6930399 Dec 17 17:04:52.277098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:52.288779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:52.316988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.341430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.350719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:52.354224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.372343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router b84efc7b-5f40-490a-acb3-855b9d82e21c is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:52.376185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.439298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.440368 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f0e6c8a-872f-48ae-a80a-3a98623bbfe2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7036176 Dec 17 17:04:52.446147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45622) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:52.463795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Deleting port a4600f4d-4ae4-428e-9ebf-50182418f195 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:52.464131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.465529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:52.873587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:52.879159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:52.884841 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] Sync routers for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:52.895253 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:52.895958 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:52.906718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-01a28826-f341-44a2-a953-cca18490a160 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:52.909559 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.ipam_backend_mixin [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b2bc1bf1-6256-441e-acea-82f484875881 (CIDR: 2001:db8:0:1::/64) Dec 17 17:04:52.958995 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:52.965952 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:52.966575 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:52.969990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.036879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] For port a4600f4d-4ae4-428e-9ebf-50182418f195, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a4600f4d-4ae4-428e-9ebf-50182418f195,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:53.037353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.050771 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:53.050958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.051053 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecccc2-47c2-4b0f-b591-6d096e9bf3b2 None None] The sync data for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:53.063006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:04:53.063500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:53.087513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.091659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Network 381da31b-b578-4c32-a761-6b98c215b915 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:53.094509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.140029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.141133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.4508083 Dec 17 17:04:53.203696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:53.205675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Pushing event updated for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:53.208050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:53.235826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45626) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:53.243029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Calling delete_port for a4600f4d-4ae4-428e-9ebf-50182418f195 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:53.269662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.277584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:53.336530 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2a69d454-285d-45e5-b16f-90a8bb878ccd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3223157 Dec 17 17:04:53.345920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45632) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:53.352369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.358611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'subnet': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:53.601946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 172.26.4.202 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/df7974de-6b4f-4164-b969-af4ffa11e97c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:53.726746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:53.727426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.753062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:04:53.760374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Usage tracker for resource:subnet and tenant:2c7a579d3a2149cb87f4dc77895b96da is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:04:53.764514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:04:53.774846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:04:53.796986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Router dd84f715-6d54-4bd0-b09b-49aa8e0086bf is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:53.888833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:53.896057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7307467 Dec 17 17:04:53.914826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e80b2-86ec-413f-add2-a3697e4f6c8f req-66f97f31-6a4e-49a0-ac81-eca5351de3ef tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:53.916232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be0e80b2-86ec-413f-add2-a3697e4f6c8f req-66f97f31-6a4e-49a0-ac81-eca5351de3ef tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 932 time: 0.3715968 Dec 17 17:04:53.947049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Made reservation on behalf of 2c7a579d3a2149cb87f4dc77895b96da for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:04:53.949680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.015964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Request body: {'port': {'device_id': '29f07562-40e3-4742-af3a-0600eac22f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:54.050740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:54.071696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Sync routers for ids ['dd84f715-6d54-4bd0-b09b-49aa8e0086bf'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:54.073009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.076708 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d021a84f-5770-4193-85e9-b1be6a29cf66 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "PUT /v2.0/routers/dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 200 len: 694 time: 1.6270864 Dec 17 17:04:54.078374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45638) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:54.085992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Routers {'dd84f715-6d54-4bd0-b09b-49aa8e0086bf'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:54.087021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['dd84f715-6d54-4bd0-b09b-49aa8e0086bf'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:54.137742 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be0e80b2-86ec-413f-add2-a3697e4f6c8f req-ef7eddc2-7f89-47fc-b4a1-2f35964da542 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072542 Dec 17 17:04:54.228801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Set router dd84f715-6d54-4bd0-b09b-49aa8e0086bf gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:54.274732 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c4af0ec6-5574-40fe-a2cd-2f24f9e8c918 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/routers/dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 200 len: 700 time: 0.1927650 Dec 17 17:04:54.274979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45642) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:54.306259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.318412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9019322c-8741-434b-aaa3-1d6ce16a62cb tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:54.325247 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f9d20669-a528-4da6-8222-d88a6d55c24d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 200 len: 205 time: 0.0467672 Dec 17 17:04:54.325440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45646) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:54.346202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd84f715-6d54-4bd0-b09b-49aa8e0086bf', 'name': 'tempest-RoutersTest-router-1110676267', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:52Z', 'updated_at': '2021-12-17T17:04:53Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:54.351974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Checking router: dd84f715-6d54-4bd0-b09b-49aa8e0086bf for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:04:54.360808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Routers {'dd84f715-6d54-4bd0-b09b-49aa8e0086bf'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:54.361583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['dd84f715-6d54-4bd0-b09b-49aa8e0086bf'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:54.397945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4600f4d-4ae4-428e-9ebf-50182418f195,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:54.410804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.444785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.448261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:54.449323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df2b44e6-388e-441b-8fea-abd8c4b8f236 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:54.497165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] Set router dd84f715-6d54-4bd0-b09b-49aa8e0086bf gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:04:54.539295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.595851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:54.603697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd84f715-6d54-4bd0-b09b-49aa8e0086bf', 'name': 'tempest-RoutersTest-router-1110676267', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:52Z', 'updated_at': '2021-12-17T17:04:53Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:54.608026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9590e4-7041-4d06-89f1-5bd05ed1c3bb None None] The sync data for ids ['dd84f715-6d54-4bd0-b09b-49aa8e0086bf'] in dv-neutron-821073-1-hyperv is: [{'id': 'dd84f715-6d54-4bd0-b09b-49aa8e0086bf', 'name': 'tempest-RoutersTest-router-1110676267', 'tenant_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:04:52Z', 'updated_at': '2021-12-17T17:04:53Z', 'revision_number': 2, 'project_id': '8b38be919e6d4f48957b7b9ec9a1271b', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:54.642950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Allocated IP 172.26.4.88 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/5c05bba1-2c5c-4c91-b4a7-ebd17ea00bcd) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:54.680985 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:04:54.683639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:54.833587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:54.856369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:54.888771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=df7974de-6b4f-4164-b969-af4ffa11e97c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:54.905508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:55.166247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.173975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.252741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.259358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.400495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.401021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a49ab19-dca0-4cb2-be7e-50e75b4184b6 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:55.414188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.414794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Fanout notify agent at l3_agent the message router_deleted on router dd84f715-6d54-4bd0-b09b-49aa8e0086bf {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:04:55.420579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.426120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dba18f45-4ea1-4ef4-8fd3-aa4aa8c39fb0 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:55.441190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.511212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:55.517102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:55.527164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.531033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5422e26-d335-4bbc-b4f1-8abc665bad54 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:55.531587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] 10.222.0.61 "DELETE /v2.0/routers/7a49ab19-dca0-4cb2-be7e-50e75b4184b6 HTTP/1.1" status: 204 len: 168 time: 5.1636882 Dec 17 17:04:55.535202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45652) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:55.606476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:55.607322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.629269 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Subnet': ['ID=56895ed4-902f-4a5e-ac8d-cc967b4bb6d4,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:55.640250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.644758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:55.658979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.664855 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-791f53de-666d-4171-a7b5-21940f6d0773 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 204 len: 168 time: 1.3384852 Dec 17 17:04:55.671211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45656) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:55.689019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Deleting subnet 603142b3-c94e-41d7-8e94-02000beda7b8 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:04:55.733836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5dd3-25e1-473e-ad45-1354d2bc238e req-ce722844-48f1-4440-932a-2836a4d28e18 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:55.737413 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5337d1a8-f94f-4641-815d-78af4b88266e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 200 len: 205 time: 0.0593877 Dec 17 17:04:55.737575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5efe5dd3-25e1-473e-ad45-1354d2bc238e req-ce722844-48f1-4440-932a-2836a4d28e18 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 932 time: 0.4665549 Dec 17 17:04:55.782954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45660) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:55.794591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.851998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.868312 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5180933 Dec 17 17:04:55.869483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-07343198-808b-48a1-9558-8d1ee14c5c98 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:55.875088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45664) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:55.880653 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-1acf6f24-91dc-43ce-a4db-1cc528b7206d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:55.883853 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1acf6f24-91dc-43ce-a4db-1cc528b7206d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/dd84f715-6d54-4bd0-b09b-49aa8e0086bf HTTP/1.1" status: 404 len: 336 time: 0.0968373 Dec 17 17:04:55.885633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2010314764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56895ed4-902f-4a5e-ac8d-cc967b4bb6d4'}], 'security_groups': ['d0e2848a-c587-4027-9406-c8cba98d5769', '9c61730f-3e5f-45a5-ad7f-509be10d73a2']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:55.913282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45668) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:55.949559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:55.984764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:04:56.022894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event updated for resources: {'Port': ['ID=5c05bba1-2c5c-4c91-b4a7-ebd17ea00bcd,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:56.033842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:56.047249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:56.051887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.055618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Update dhcp port {'port': {'network_id': '6c7d3a84-8838-4044-b68a-e73e0d37d40a', 'fixed_ips': [{'subnet_id': 'b2bc1bf1-6256-441e-acea-82f484875881', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de1b1765-9726-441d-b021-58f236de3ed4', 'ip_address': '2001:db8::2'}, {'subnet_id': '56895ed4-902f-4a5e-ac8d-cc967b4bb6d4'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '579b39ef-9bee-44bf-b03e-27aa52b7b3f3'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:04:56.068296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Transition to ACTIVE for port object b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:56.148558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.149557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.157770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a4600f4d-4ae4-428e-9ebf-50182418f195 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:56.188270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:56.197755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a4600f4d-4ae4-428e-9ebf-50182418f195 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:56.198215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a4600f4d-4ae4-428e-9ebf-50182418f195 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:56.210883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b78c2b1-d141-44ac-9761-f177490ba974 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:56.211417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b78c2b1-d141-44ac-9761-f177490ba974 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:56.215508 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b78c2b1-d141-44ac-9761-f177490ba974 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/dbe5dc2a-9847-46e5-a403-a4f1b41045b8 HTTP/1.1" status: 404 len: 337 time: 0.2962151 Dec 17 17:04:56.215508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:56.244707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.251459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45672) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.255963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cfd16b39-e7a0-45e4-be76-4a5171abfafd tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:56.293290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5efe5dd3-25e1-473e-ad45-1354d2bc238e req-1d2985bb-1c3f-4491-b25d-68cc2a8c3990 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995735 Dec 17 17:04:56.387151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdc06ee-cea7-4444-ae1a-fb8032420e81 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:56.387705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdc06ee-cea7-4444-ae1a-fb8032420e81 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:56.389459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7fdc06ee-cea7-4444-ae1a-fb8032420e81 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/d35c7d32-f8f3-4a22-9824-0b10bbfc24fd HTTP/1.1" status: 404 len: 337 time: 0.1000373 Dec 17 17:04:56.414078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Allocated IP 2001:db8:0:2::2 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/56895ed4-902f-4a5e-ac8d-cc967b4bb6d4/579b39ef-9bee-44bf-b03e-27aa52b7b3f3) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:56.417220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45676) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.488062 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38c0c65-2926-4f0f-b972-33398026f711 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:56.488513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38c0c65-2926-4f0f-b972-33398026f711 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:56.492614 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b38c0c65-2926-4f0f-b972-33398026f711 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/7066728d-c31d-4570-a636-a8318b8c5e99 HTTP/1.1" status: 404 len: 337 time: 0.0705016 Dec 17 17:04:56.495420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45680) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.557866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:56.583093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.601541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Transition to ACTIVE for port object 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:56.635911 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da5ada-a65a-4792-8ac7-c50901790e79 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:56.636365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da5ada-a65a-4792-8ac7-c50901790e79 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:56.638064 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d7da5ada-a65a-4792-8ac7-c50901790e79 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/9af49511-c76e-4939-a9ba-b239533de0b0 HTTP/1.1" status: 404 len: 337 time: 0.1398327 Dec 17 17:04:56.652373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45684) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.657407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.663740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-10370150-0b4e-4966-a8df-caf2b6d63195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:56.720551 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d007223e-c1d3-4f62-94d7-ba953c041411 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 200 len: 205 time: 0.0647163 Dec 17 17:04:56.720774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:56.723759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.738255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45688) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.754587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:56.839768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Pushing event updated for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:56.843213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:56.858574 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-0dab7dfa-a5f8-4009-a967-3452b3a0803f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:56.859690 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0dab7dfa-a5f8-4009-a967-3452b3a0803f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/91e4b7a6-4df7-4bbb-8079-84d9492e0b3a HTTP/1.1" status: 404 len: 336 time: 0.1164792 Dec 17 17:04:56.865732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:56.873369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45692) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:56.987342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2546d92-7848-44c2-88c5-bc92e4df5360 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Synchronizing usage tracker for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:56.990293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.149220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d2546d92-7848-44c2-88c5-bc92e4df5360 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Unset dirty status for tenant:8b38be919e6d4f48957b7b9ec9a1271b on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:57.152851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2546d92-7848-44c2-88c5-bc92e4df5360 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b HTTP/1.1" status: 200 len: 205 time: 0.2656043 Dec 17 17:04:57.155361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45696) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.161411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Attempting to bind port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:04:57.161749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Attempting to bind port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0ab3a228-21ea-4417-9b35-62009a710b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '381da31b-b578-4c32-a761-6b98c215b915'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:04:57.162170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Attempting to bind port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 on network 381da31b-b578-4c32-a761-6b98c215b915 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:57.175009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 on network 381da31b-b578-4c32-a761-6b98c215b915 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:04:57.175335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Attempting to bind port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 on network 381da31b-b578-4c32-a761-6b98c215b915 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:04:57.227972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:04:57.228681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Checking segment: {'id': '0ab3a228-21ea-4417-9b35-62009a710b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '381da31b-b578-4c32-a761-6b98c215b915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:04:57.228681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Bound using segment: {'id': '0ab3a228-21ea-4417-9b35-62009a710b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '381da31b-b578-4c32-a761-6b98c215b915'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:04:57.229125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Bound port: b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab3a228-21ea-4417-9b35-62009a710b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '381da31b-b578-4c32-a761-6b98c215b915'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:04:57.229467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.255054 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-4bdfe09a-63d4-40e4-b4ef-91abf3c94084 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:57.258480 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4bdfe09a-63d4-40e4-b4ef-91abf3c94084 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/ae865f8a-c28b-4ee0-97b5-ee8e59a7b28b HTTP/1.1" status: 404 len: 336 time: 0.0894728 Dec 17 17:04:57.260900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45700) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.313914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.332449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca28553c-2258-45ee-9ea4-c94fd19e6d02 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:57.356300 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a091e-93e5-4804-9c69-1e41fff0e3ff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:57.356667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2a091e-93e5-4804-9c69-1e41fff0e3ff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:57.358540 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4a2a091e-93e5-4804-9c69-1e41fff0e3ff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/87a1f927-9be7-468f-b012-5ab6227ad88b HTTP/1.1" status: 404 len: 337 time: 0.0942357 Dec 17 17:04:57.363729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45706) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.418618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603142b3-c94e-41d7-8e94-02000beda7b8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:57.431261 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-380b1199-872d-470b-9aef-a018905328dd tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 200 len: 205 time: 0.0628562 Dec 17 17:04:57.432525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:57.437196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45710) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.447173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f346a8c-7f91-4b4d-9640-eae60fb17f5d None None] Network b34f928e-e2d6-4369-a0e0-65b15aafce99 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:04:57.478797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.481457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.1 (9fe474af-11f5-4d3d-a92e-0f6847c21126/e16c7bde-0121-41ab-993d-049ae6d75197/ede71177-3f93-40df-b8e8-daaec1435d0d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:57.561790 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-500724e8-5886-4a43-9571-9cd2a0bc51c9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:57.563544 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-500724e8-5886-4a43-9571-9cd2a0bc51c9 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/fa5c9764-b6dc-413e-979b-6782f1054528 HTTP/1.1" status: 404 len: 336 time: 0.1215172 Dec 17 17:04:57.566839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45714) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.621086 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a442d5bd-f0bf-471b-88f7-6b7fd27402f6 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa HTTP/1.1" status: 200 len: 205 time: 0.0504036 Dec 17 17:04:57.624225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45718) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.634020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/603142b3-c94e-41d7-8e94-02000beda7b8 HTTP/1.1" status: 204 len: 168 time: 2.0867879 Dec 17 17:04:57.635130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Provisioning for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:57.642166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:57.642666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.648939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.702287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:04:57.809488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.820311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] DHCP port deletion for b34f928e-e2d6-4369-a0e0-65b15aafce99 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:04:57.824909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Deleting port cde98e94-3c8d-4f6a-ba28-d71e1b591346 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:57.825402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.848216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router e6fd08d1-64b6-4d93-99a6-896bf895a644 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:04:57.854628 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-b14fdfc3-85be-4d5f-929f-5a9407c24b00 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:57.858017 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b14fdfc3-85be-4d5f-929f-5a9407c24b00 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/eee355ea-c1d3-4fb3-a6fb-e67dbd7bacfa HTTP/1.1" status: 404 len: 336 time: 0.2303674 Dec 17 17:04:57.863623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45726) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:57.876842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,segment=NetworkSegment(0ab3a228-21ea-4417-9b35-62009a710b9f),segment_id=0ab3a228-21ea-4417-9b35-62009a710b9f)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:04:57.883521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:57.884637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.003457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:58.057325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Delete allocated IP 2001:db8::c3 (6c7d3a84-8838-4044-b68a-e73e0d37d40a/de1b1765-9726-441d-b021-58f236de3ed4) {{(pid=88117) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 17:04:58.084802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Allocated IP 2001:db8:0:2::7c (6c7d3a84-8838-4044-b68a-e73e0d37d40a/56895ed4-902f-4a5e-ac8d-cc967b4bb6d4/527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:04:58.111454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.115353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1085248e-c77e-45e7-8501-175fa52dcc5c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:58.136667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:04:58.137600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Provisioning complete for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:58.138241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.151190 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] Sync routers for ids ['e6fd08d1-64b6-4d93-99a6-896bf895a644'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:04:58.163559 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] Routers {'e6fd08d1-64b6-4d93-99a6-896bf895a644'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:58.164192 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e6fd08d1-64b6-4d93-99a6-896bf895a644'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:58.178455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:04:58.201468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa4b0e-df5c-4b33-b397-573d66491918 req-5a032b23-bcf5-4767-b9e6-90b1844e1c70 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:58.202991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-09fa4b0e-df5c-4b33-b397-573d66491918 req-5a032b23-bcf5-4767-b9e6-90b1844e1c70 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 944 time: 0.7766275 Dec 17 17:04:58.204595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c21f52e-c042-4449-839d-f879629a3714 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:58.205028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c21f52e-c042-4449-839d-f879629a3714 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:58.209045 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c21f52e-c042-4449-839d-f879629a3714 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/229d73c6-d659-4391-b1d3-56085ae6aef2 HTTP/1.1" status: 404 len: 337 time: 0.3285871 Dec 17 17:04:58.232908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45730) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.255373 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:58.267282 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] Routers {'e6fd08d1-64b6-4d93-99a6-896bf895a644'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:04:58.268245 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e6fd08d1-64b6-4d93-99a6-896bf895a644'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:58.290176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] For port cde98e94-3c8d-4f6a-ba28-d71e1b591346, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cde98e94-3c8d-4f6a-ba28-d71e1b591346,segment=NetworkSegment(c5549547-56a5-49f7-8ac9-9095bb00bbd4),segment_id=c5549547-56a5-49f7-8ac9-9095bb00bbd4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:04:58.290688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.343204 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:58.344005 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fd3c9-7f4b-40d3-803e-487a109e476e None None] The sync data for ids ['e6fd08d1-64b6-4d93-99a6-896bf895a644'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:04:58.356880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.360521 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6941283 Dec 17 17:04:58.368368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45734) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.371946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:58.372567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.374343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] 10.222.0.60 "PUT /v2.0/ports/b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 200 len: 1094 time: 4.4568698 Dec 17 17:04:58.422839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.428313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Calling delete_port for cde98e94-3c8d-4f6a-ba28-d71e1b591346 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:58.442694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Transition to ACTIVE for port object ede71177-3f93-40df-b8e8-daaec1435d0d will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:58.456395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bbbd7-8081-4cac-8548-0f898c805655 None None] Port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:58.469593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:04:58.511342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:58.511731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.513840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.561602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.577741 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-76cac7cf-6298-4f4b-982d-51c1d7fd80dc tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=642fe8be-9098-4bd8-8e5a-6296de76641b HTTP/1.1" status: 200 len: 205 time: 0.3028555 Dec 17 17:04:58.578899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45740) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.588287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7', 'status': 'completed', 'code': 200} Dec 17 17:04:58.624202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.634828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.637797 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-09fa4b0e-df5c-4b33-b397-573d66491918 req-357acb47-a367-4aa8-aafd-9eed66696d27 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838568 Dec 17 17:04:58.644228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Deleting port cde98e94-3c8d-4f6a-ba28-d71e1b591346 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:58.644576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.652311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9c06fb9c-b191-4f24-b579-4cd5e3b21d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:58.669026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Transition to ACTIVE for port object 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:04:58.682311 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-5c768a74-4697-4ed2-91ad-f54956e9aa6f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:58.683264 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c768a74-4697-4ed2-91ad-f54956e9aa6f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/642fe8be-9098-4bd8-8e5a-6296de76641b HTTP/1.1" status: 404 len: 336 time: 0.1035669 Dec 17 17:04:58.686123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45744) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.689160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:58.692554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:58.694456 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f130e556-84ae-4a2e-9dff-fcd364b0ca06 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers/e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 200 len: 884 time: 0.3248830 Dec 17 17:04:58.708256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74cd5f41-ba3e-4606-8672-ab12b8354a73 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:58.711920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Pushing event deleted for resources: {'Port': ['ID=cde98e94-3c8d-4f6a-ba28-d71e1b591346,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:58.714579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] No DVR routers for this DVR port cde98e94-3c8d-4f6a-ba28-d71e1b591346 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:04:58.716257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:58.727743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45748) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.735370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cde98e94-3c8d-4f6a-ba28-d71e1b591346 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:04:58.771042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: cde98e94-3c8d-4f6a-ba28-d71e1b591346 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:04:58.771738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cde98e94-3c8d-4f6a-ba28-d71e1b591346 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:04:58.797956 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f024bfd6-c522-435c-af4e-f8be5f1d28b2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:58.798416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f024bfd6-c522-435c-af4e-f8be5f1d28b2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:58.800090 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f024bfd6-c522-435c-af4e-f8be5f1d28b2 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/cddf14c4-437c-4219-adc9-f5a733fe60cc HTTP/1.1" status: 404 len: 337 time: 0.1123996 Dec 17 17:04:58.801310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.805617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45752) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.812024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-73e74b3f-8677-4683-98a3-59e9bf2742c8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:04:58.863513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:04:58.872662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] The port 'cde98e94-3c8d-4f6a-ba28-d71e1b591346' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:04:58.882042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:04:58.884438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:04:58.927304 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-09941019-4bb4-45cb-ab50-7058e5ec0a8f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 HTTP/1.1" status: 200 len: 205 time: 0.1148720 Dec 17 17:04:58.943797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45756) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.970917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] In _notify_port_updated(), no bound segment for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf on network 6c7d3a84-8838-4044-b68a-e73e0d37d40a {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:04:58.976944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:58.977575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.982536 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "PUT /v2.0/ports/527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf HTTP/1.1" status: 200 len: 969 time: 3.1026711 Dec 17 17:04:58.983852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45760) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:58.987617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event updated for resources: {'Port': ['ID=527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:58.992380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:59.075639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:04:59.076302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.100636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.245944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d5395cc4-550a-41b7-8717-8605e3f65fed None None] Provisioning for port ede71177-3f93-40df-b8e8-daaec1435d0d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:59.252097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d5395cc4-550a-41b7-8717-8605e3f65fed None None] Provisioning complete for port ede71177-3f93-40df-b8e8-daaec1435d0d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:59.252983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d5395cc4-550a-41b7-8717-8605e3f65fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.310589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d5395cc4-550a-41b7-8717-8605e3f65fed None None] Port ede71177-3f93-40df-b8e8-daaec1435d0d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:59.374362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=ede71177-3f93-40df-b8e8-daaec1435d0d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:59.391175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-49ddfa6e-1296-444d-a964-04b56a709597 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] delete failed (client error): The resource could not be found. Dec 17 17:04:59.392219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-49ddfa6e-1296-444d-a964-04b56a709597 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/routers/d7e5fdd8-8036-44d8-9bcd-3ed5a3b2a404 HTTP/1.1" status: 404 len: 336 time: 0.4129887 Dec 17 17:04:59.394443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-9cbf9562-310a-4d08-b898-2642801238f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:59.395845 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-9cbf9562-310a-4d08-b898-2642801238f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0865c4ca00f420cb686e2c2f726385a&device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 1097 time: 0.8585062 Dec 17 17:04:59.406882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:04:59.407351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:59.491680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6fd9779e-8f0e-4ae1-9a83-106f9cd2dbd3 None None] Provisioning for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:04:59.497525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6fd9779e-8f0e-4ae1-9a83-106f9cd2dbd3 None None] Provisioning complete for port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:59.497525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6fd9779e-8f0e-4ae1-9a83-106f9cd2dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.529993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.533349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9791213-c331-48bd-ad44-dcf05f4e3332 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:router {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:04:59.553177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-641ceafd-c558-4b5b-91f9-d07f648f3c7f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:59.553636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641ceafd-c558-4b5b-91f9-d07f648f3c7f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:59.555356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-641ceafd-c558-4b5b-91f9-d07f648f3c7f tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/1bc53d93-05f7-4653-ae97-f896d40cc9ed HTTP/1.1" status: 404 len: 337 time: 0.1421254 Dec 17 17:04:59.555619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.557970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9779e-8f0e-4ae1-9a83-106f9cd2dbd3 None None] Port 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:04:59.566091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-030c07aa-ed9b-4682-b9df-d95c4a43b3c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 200 len: 217 time: 0.1381319 Dec 17 17:04:59.566864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45768) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:59.627150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34f928e-e2d6-4369-a0e0-65b15aafce99']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:59.635822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.665031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.669307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5549547-56a5-49f7-8ac9-9095bb00bbd4') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:59.669610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5549547-56a5-49f7-8ac9-9095bb00bbd4') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:04:59.727171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:04:59.761007 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4a77a5-1059-4bc8-b75b-428448c639df tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] DELETE failed (client error): The resource could not be found. Dec 17 17:04:59.761336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4a77a5-1059-4bc8-b75b-428448c639df tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:04:59.763071 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6a4a77a5-1059-4bc8-b75b-428448c639df tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] 10.222.0.61 "DELETE /v2.0/subnets/1f7476fe-3f84-4ed7-96bd-4fcf1ccedea6 HTTP/1.1" status: 404 len: 337 time: 0.1931663 Dec 17 17:04:59.818217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9791213-c331-48bd-ad44-dcf05f4e3332 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:router {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:04:59.822520 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a9791213-c331-48bd-ad44-dcf05f4e3332 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0912454 Dec 17 17:04:59.822785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45776) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:04:59.830508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-846201649'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:04:59.906902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:59.969314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-e8cfa2ec-982c-4350-82b8-d8e331299bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:59.970811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-e8cfa2ec-982c-4350-82b8-d8e331299bec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddc993ba-d557-4c46-962c-52a7c0517147 HTTP/1.1" status: 200 len: 852 time: 0.3842602 Dec 17 17:05:00.038105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.055295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-b5049ab7-6867-4425-bd4a-75e4ba59b07b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=381da31b-b578-4c32-a761-6b98c215b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735891 Dec 17 17:05:00.113978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:00.114397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:00.128902 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:00.131743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.143656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd989508-acfb-4eed-9ac4-37278eef4c0a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:00.194396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:00.196756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:00.225539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45782) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:00.291421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.403913 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf HTTP/1.1" status: 204 len: 168 time: 1.4186234 Dec 17 17:05:00.404689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45788) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:00.465182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7231a-0025-4448-be3f-dd9daa3b0f88 req-053aa878-f266-4edc-983e-8950ef1fb539 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:00.466872 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c7f7231a-0025-4448-be3f-dd9daa3b0f88 req-053aa878-f266-4edc-983e-8950ef1fb539 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 944 time: 0.5633831 Dec 17 17:05:00.470457 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-104c8fc5-2edf-44df-9b98-178601f7dba5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] GET failed (client error): The resource could not be found. Dec 17 17:05:00.471004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-104c8fc5-2edf-44df-9b98-178601f7dba5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Synchronizing usage tracker for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:00.476180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.484824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.518462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-af92b29f-e266-48a9-9167-4680c924f3b8 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:00.548489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.582017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.603826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34f928e-e2d6-4369-a0e0-65b15aafce99,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:00.606383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-104c8fc5-2edf-44df-9b98-178601f7dba5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Unset dirty status for tenant:2c7a579d3a2149cb87f4dc77895b96da on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:00.607749 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-104c8fc5-2edf-44df-9b98-178601f7dba5 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports/527c9c8e-11ad-4fc1-87e4-b7bd21bcadcf HTTP/1.1" status: 404 len: 333 time: 0.1932251 Dec 17 17:05:00.610375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45792) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:00.615858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-6a8200f6-d36a-4c21-90e1-5147ec7aa07f service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035028 Dec 17 17:05:00.623910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:00.674780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.676818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.763609 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b609e951-9731-4dcd-8fa5-f1a8c8230317 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b34f928e-e2d6-4369-a0e0-65b15aafce99 HTTP/1.1" status: 204 len: 168 time: 3.1112010 Dec 17 17:05:00.763609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Router b0f467ae-e722-4668-9ba4-26f3906ba8e1 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:00.778114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c7f7231a-0025-4448-be3f-dd9daa3b0f88 req-b08931c9-baee-4020-8962-b068dbd8928b tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901816 Dec 17 17:05:00.778327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:00.846566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-55be5b89-3bee-4976-b7d5-3d1319511f85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b38be919e6d4f48957b7b9ec9a1271b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098373 Dec 17 17:05:00.860616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45798) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.088830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45802) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.126802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d988937-b52c-4a29-97ad-46a5c1bfa8e7 req-53e98df4-eed1-4fab-a840-c60f81dc3b12 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039203 Dec 17 17:05:01.129177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router e6fd08d1-64b6-4d93-99a6-896bf895a644 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:01.156621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.269113 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0166422d-5c5e-47a8-9a0e-300af7b03b31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb17deea65d4df2993efcdf1a838b80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1790349 Dec 17 17:05:01.285161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.292217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45806) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.292877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.304564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-119481a1-704d-478f-b655-488429bec0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:01.350935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f423ed1-7def-4809-895d-4a904fe28664,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:01.406205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:01.417065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] Sync routers for ids ['b0f467ae-e722-4668-9ba4-26f3906ba8e1'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:01.426728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:01.427031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] Routers {'b0f467ae-e722-4668-9ba4-26f3906ba8e1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:01.427895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b0f467ae-e722-4668-9ba4-26f3906ba8e1'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.441040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.447450 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/security-groups/7f423ed1-7def-4809-895d-4a904fe28664 HTTP/1.1" status: 204 len: 168 time: 0.8307371 Dec 17 17:05:01.448186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.448335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45810) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.449011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "PUT /v2.0/routers/b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 200 len: 883 time: 11.0800047 Dec 17 17:05:01.456882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45812) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.495951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.526671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] Routers {'b0f467ae-e722-4668-9ba4-26f3906ba8e1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:01.527597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b0f467ae-e722-4668-9ba4-26f3906ba8e1'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.539207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:01.543666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.556102 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] Sync routers for ids ['e6fd08d1-64b6-4d93-99a6-896bf895a644'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:01.574274 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] Routers {'e6fd08d1-64b6-4d93-99a6-896bf895a644'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:01.575316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e6fd08d1-64b6-4d93-99a6-896bf895a644'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.592783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.593484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95404d-c1a3-4005-b82e-8143a3ecf0da None None] The sync data for ids ['b0f467ae-e722-4668-9ba4-26f3906ba8e1'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:01.599137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.614841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.617274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.620881 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1148b61-33be-4ec7-9c58-2b3b4ef4f2cf HTTP/1.1" status: 204 len: 168 time: 0.7567930 Dec 17 17:05:01.632443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:01.641249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.642608 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-84d1c7ed-d93f-4988-af13-6fff090d0241 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 200 len: 891 time: 1.8185689 Dec 17 17:05:01.651849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.657409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.667154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.677213 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] Routers {'e6fd08d1-64b6-4d93-99a6-896bf895a644'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:01.678042 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e6fd08d1-64b6-4d93-99a6-896bf895a644'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.714504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0df55e44-a2ca-479d-adad-4732446c533c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 200 len: 924 time: 0.2567339 Dec 17 17:05:01.721030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1148b61-33be-4ec7-9c58-2b3b4ef4f2cf,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:01.725357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45826) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.732527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-c848e652-d316-4fe2-8c44-d0138b055ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:01.734479 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-c848e652-d316-4fe2-8c44-d0138b055ccb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0865c4ca00f420cb686e2c2f726385a&device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 1097 time: 0.3401515 Dec 17 17:05:01.746582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:01.796335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.796587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.800057 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:01.801028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2b55-f874-4d28-bf9e-733151a72294 None None] The sync data for ids ['e6fd08d1-64b6-4d93-99a6-896bf895a644'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:01.876657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.913483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-67558985-9eae-4514-a5c0-255fe8dd79d9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:01.957628 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18c6e13e-25b7-495b-98ed-73c763fed069 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers/e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 200 len: 891 time: 0.2990866 Dec 17 17:05:01.959491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.963057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45832) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:01.964817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7271da78-d00b-416e-8ac3-5ca6aac92c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:02.017141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552c9657-cdd0-4a57-9020-b6e3864f2421,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:02.019823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:02.029651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.040652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e667110-4d55-4092-a0c7-5159bb06e9c0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:02.045019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d8e328c-17c2-48ed-a997-e91984256796 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:02.054825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.058802 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/security-groups/9c61730f-3e5f-45a5-ad7f-509be10d73a2 HTTP/1.1" status: 204 len: 168 time: 0.6040406 Dec 17 17:05:02.060036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.060352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45838) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:02.063839 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/552c9657-cdd0-4a57-9020-b6e3864f2421 HTTP/1.1" status: 204 len: 168 time: 0.7668693 Dec 17 17:05:02.072731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61730f-3e5f-45a5-ad7f-509be10d73a2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:02.075167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:02.082793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.086362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=ede71177-3f93-40df-b8e8-daaec1435d0d,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:02.110626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:02.137938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e667110-4d55-4092-a0c7-5159bb06e9c0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:02.139215 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2e667110-4d55-4092-a0c7-5159bb06e9c0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 200 len: 205 time: 0.1678612 Dec 17 17:05:02.141983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45844) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:02.166804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eb0650ba-7fb6-4807-96ab-a1aafabe89b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.219189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-7eeebf95-0a5a-4f29-871a-ceed6e33eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:02.220681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-7eeebf95-0a5a-4f29-871a-ceed6e33eff9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 200 len: 913 time: 0.4506629 Dec 17 17:05:02.302821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f662986-02d4-4a84-8972-b4c222558340 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:02.303526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f662986-02d4-4a84-8972-b4c222558340 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Synchronizing usage tracker for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:02.333168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-26015dbb-c9ed-46c5-9c8a-935b5d87e22e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 200 len: 217 time: 0.0887959 Dec 17 17:05:02.371434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.410949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f662986-02d4-4a84-8972-b4c222558340 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Unset dirty status for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:02.415245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5f662986-02d4-4a84-8972-b4c222558340 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=b0f467ae-e722-4668-9ba4-26f3906ba8e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6859944 Dec 17 17:05:02.420969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45854) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:02.427646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.442407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570556ef-73ee-4dd0-8c36-e852eea77cf7 req-c9dab8d6-8ac2-4887-9b13-396016678d75 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:02.444436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-570556ef-73ee-4dd0-8c36-e852eea77cf7 req-c9dab8d6-8ac2-4887-9b13-396016678d75 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 944 time: 0.5321152 Dec 17 17:05:02.503178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.534531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-6c183990-0a31-4126-b657-e924a7ff46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:02.535813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-6c183990-0a31-4126-b657-e924a7ff46fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddc993ba-d557-4c46-962c-52a7c0517147 HTTP/1.1" status: 200 len: 852 time: 0.1951611 Dec 17 17:05:02.590160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:02.599246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:02.620739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-c4e7345f-4b06-42ba-bcd7-729e31578c0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=381da31b-b578-4c32-a761-6b98c215b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715241 Dec 17 17:05:02.629918 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-570556ef-73ee-4dd0-8c36-e852eea77cf7 req-9ff541a2-add0-4f21-bd3b-0b702fef047d tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640503 Dec 17 17:05:02.682490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9c525-2330-450e-8855-01fcaf93cf5e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:02.684558 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bfd9c525-2330-450e-8855-01fcaf93cf5e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.2565808 Dec 17 17:05:02.687581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.690223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45870) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:02.749974 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b0271c49-d108-4013-9143-1ab1df7caad4 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 200 len: 205 time: 0.0584905 Dec 17 17:05:02.750633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45876) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:02.856086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port df7974de-6b4f-4164-b969-af4ffa11e97c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:02.856717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.008369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c29bac8b-9e54-4535-a82f-95bbaf08c75c None None] Provisioning complete for port ede71177-3f93-40df-b8e8-daaec1435d0d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:03.009631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c29bac8b-9e54-4535-a82f-95bbaf08c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.130005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c29bac8b-9e54-4535-a82f-95bbaf08c75c None None] Port ede71177-3f93-40df-b8e8-daaec1435d0d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:03.253341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.260121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45892) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:03.263202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d04c3559-ae60-47af-9ae6-c4868248ca31 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:03.275843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router b84efc7b-5f40-490a-acb3-855b9d82e21c has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:03.295900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e2848a-c587-4027-9406-c8cba98d5769,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:03.305139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:03.306997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.327915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.329070 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/security-groups/d0e2848a-c587-4027-9406-c8cba98d5769 HTTP/1.1" status: 204 len: 168 time: 1.2525573 Dec 17 17:05:03.334177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-bb1002fc-e3cb-4044-b303-d456c7906522 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023084 Dec 17 17:05:03.365100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:03.530940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.602368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1579554782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:03.628425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:03.640614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:router and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:03.647043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c989655-2d76-4a3f-b354-c3f026d3018b req-1fa449d9-3915-448c-9948-13dc65d1a687 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521930 Dec 17 17:05:03.649758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:03.660142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:03.674328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:03.681849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/routers/b84efc7b-5f40-490a-acb3-855b9d82e21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4073200 Dec 17 17:05:03.681966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for df7974de-6b4f-4164-b969-af4ffa11e97c owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:03.682064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45908) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:03.688990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] Sync routers for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:03.691356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'port': {'network_id': '9fe474af-11f5-4d3d-a92e-0f6847c21126', 'name': 'tempest-FloatingIPTestJSON-1558869116'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:03.701480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:03.702684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:03.736326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet de1b1765-9726-441d-b021-58f236de3ed4 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:03.750442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.820144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:03.834332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:03.835337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:04:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:03.851316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.853733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.854955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.860200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.916094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:03.916528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc22470-8da3-4e04-a144-c8433cf57879 None None] The sync data for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:03.948044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.953549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port 5c05bba1-2c5c-4c91-b4a7-ebd17ea00bcd {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:03.953949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:03.959498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:03.967101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Usage tracker for resource:port and tenant:f7afef8e0c484d70af2915c71f6f77a9 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:03.970623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:03.981161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:04.010772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e931f7a-54f9-4982-8205-14e2400a37f2 req-b85d6135-3f8c-402d-80ac-fd5dd43b5066 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:04.015851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e931f7a-54f9-4982-8205-14e2400a37f2 req-b85d6135-3f8c-402d-80ac-fd5dd43b5066 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 944 time: 0.1760712 Dec 17 17:05:04.062130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.070010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.081928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e931f7a-54f9-4982-8205-14e2400a37f2 req-3d25d004-a651-4825-a566-4b153405bee8 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617476 Dec 17 17:05:04.094981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Made reservation on behalf of f7afef8e0c484d70af2915c71f6f77a9 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:04.098792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.123069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] device_id is not set on port 873faeb1-dd72-4230-92e6-16c2a65f6613 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:04.186247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.198128 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f09821f-effe-45e4-ae92-2ed400900a87 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9176176 Dec 17 17:05:04.201408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45920) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:04.206505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1748050786'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:04.217020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:04.227846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:network and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:04.232789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:04.268350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.269172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:04.279640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.286926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-56981fcf-8b03-4808-bfe4-af8a47f28989 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:04.312734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Allocated IP 172.20.0.12 (9fe474af-11f5-4d3d-a92e-0f6847c21126/e16c7bde-0121-41ab-993d-049ae6d75197/873faeb1-dd72-4230-92e6-16c2a65f6613) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:04.360138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:04.364656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.385239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.411009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:04.436274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:security_group_rule and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:04.444220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:04.495911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:04.565248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=df7974de-6b4f-4164-b969-af4ffa11e97c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:04.567146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.577202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:04.611641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.612553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for 5c05bba1-2c5c-4c91-b4a7-ebd17ea00bcd owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:04.634673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Transition to ACTIVE for port object 873faeb1-dd72-4230-92e6-16c2a65f6613 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:04.642176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-49bbcdfd-f2a7-4244-af1e-ab173586ce4a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:04.654276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a819db-1959-4bc2-9e0a-cf06bc75512f None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:04.670797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.696030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45934) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:04.699516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.732881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.741223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=de1b1765-9726-441d-b021-58f236de3ed4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:04.750968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:04.756584 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/de1b1765-9726-441d-b021-58f236de3ed4 HTTP/1.1" status: 204 len: 168 time: 1.3912475 Dec 17 17:05:04.763214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45940) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:04.765491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-364b3e28-3f76-4bf1-ae97-79751065536d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:04.814116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.837729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f29155d8-b0ad-4b3f-9fdc-05e2f889d8b1 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:04.844642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.854597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:04.857418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:04.860358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:04.870454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:04.947680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event updated for resources: {'Port': ['ID=873faeb1-dd72-4230-92e6-16c2a65f6613,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:04.949843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.950377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Added segment 348ddcfa-8b9f-45bb-a8ff-586ee4665af0 of type vlan for network 5506b804-c69d-4d23-bdf5-55e679fa17a3 Dec 17 17:05:04.960238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:04.964069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:04.964711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.969920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aec59f33-cf0b-4941-810f-d590aa4eddd1 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:05.051778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1753e7ff-5f45-423f-b63b-47a40c0016a2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:05.053440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.061022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet 56895ed4-902f-4a5e-ac8d-cc967b4bb6d4 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:05.066296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.070065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5ae425ec-0988-4d46-9cf9-2e5e97b12dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.073505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.075583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:05.078034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.105852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4226732 Dec 17 17:05:05.108912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45944) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.116916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Request body: {'floatingip': {'port_id': '873faeb1-dd72-4230-92e6-16c2a65f6613'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:05.235718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.246731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f29155d8-b0ad-4b3f-9fdc-05e2f889d8b1 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "PUT /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a HTTP/1.1" status: 200 len: 366 time: 0.5471621 Dec 17 17:05:05.251297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45950) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.284379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.284990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router e6fd08d1-64b6-4d93-99a6-896bf895a644 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:05.311656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.317590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:05.318465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.324495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:05:05.332722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-060e3cbd-de89-4bcd-bbe6-7af400fa8575 tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:05.372078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-127a739b-e161-4acf-94d6-e199bb1b6821 None None] Provisioning for port 873faeb1-dd72-4230-92e6-16c2a65f6613 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:05.372707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.407550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.409078 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 204 len: 168 time: 3.2657721 Dec 17 17:05:05.420989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45954) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.436324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451420410'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:05.442059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-127a739b-e161-4acf-94d6-e199bb1b6821 None None] Provisioning complete for port 873faeb1-dd72-4230-92e6-16c2a65f6613 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:05.442059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-127a739b-e161-4acf-94d6-e199bb1b6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.445532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:05.453967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:05.458723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:05.466015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.482189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:05.513405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51b97386-b17b-4bed-adfa-8d559764f2e5 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2608356 Dec 17 17:05:05.516710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45960) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.526620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.543725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:05.565143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=5c05bba1-2c5c-4c91-b4a7-ebd17ea00bcd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:05.575819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,segment=NetworkSegment(0ab3a228-21ea-4417-9b35-62009a710b9f),segment_id=0ab3a228-21ea-4417-9b35-62009a710b9f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:05.602326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:05.673420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7', 'network_id': '381da31b-b578-4c32-a761-6b98c215b915', 'port_id': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7', 'mac_address': 'fa:16:3e:1e:91:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc993ba-d557-4c46-962c-52a7c0517147', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:05:05.678450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.729535 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f9d42851-b9f1-4114-9cb9-c4c85247e552 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a HTTP/1.1" status: 200 len: 366 time: 0.1491101 Dec 17 17:05:05.733180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:05.737139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.738004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45964) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.743164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-127a739b-e161-4acf-94d6-e199bb1b6821 None None] Port 873faeb1-dd72-4230-92e6-16c2a65f6613 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:05.753186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.769734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.773127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:05:05.773341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Network': ['ID=5506b804-c69d-4d23-bdf5-55e679fa17a3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:05.786164 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5817709 Dec 17 17:05:05.786164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45968) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.786608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:05.819669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:05.833781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'subnet': {'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:05.856454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,segment=NetworkSegment(0ab3a228-21ea-4417-9b35-62009a710b9f),segment_id=0ab3a228-21ea-4417-9b35-62009a710b9f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:05.873511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.888561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a67ae2c3-1594-4b0e-8369-f2b799e2b507 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:05.914675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d99f736-773a-4906-897d-d155b99f2ec1 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:05.915058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d99f736-773a-4906-897d-d155b99f2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.930491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ce43a-233f-455a-a6d0-54cfd34bf53e req-5386c7ed-52c1-4eb5-95e6-3477624244e8 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:05.932932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=56895ed4-902f-4a5e-ac8d-cc967b4bb6d4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:05.935819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:05.937505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e3ce43a-233f-455a-a6d0-54cfd34bf53e req-5386c7ed-52c1-4eb5-95e6-3477624244e8 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 944 time: 0.6897726 Dec 17 17:05:05.942344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1d0ac853-8594-40fe-9c55-178016c4cceb tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a HTTP/1.1" status: 204 len: 168 time: 0.2008696 Dec 17 17:05:05.942534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.945543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.946947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.947826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.950472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45972) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.960988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3e758846-b7b4-45cd-8999-76b2b766bdae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:05.961201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:05.974487 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/56895ed4-902f-4a5e-ac8d-cc967b4bb6d4 HTTP/1.1" status: 204 len: 168 time: 1.2071567 Dec 17 17:05:05.974717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:05.982178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45976) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:05.983798 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e07bfb6e-2e5f-47d2-bc04-5c7411f2b58d tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0321758 Dec 17 17:05:05.986161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45980) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.002823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca35670-3690-4032-91b7-706af277a8f0 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:06.039098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.039861 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment a9aa6d6e-cd3b-4d39-8536-b23945273f37 of type vlan for network 5860812e-826e-4818-9eab-4c7387a5a0fd Dec 17 17:05:06.048944 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f115095e-bc60-4ddc-a2a7-3d1fd74e7429 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:06.049332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f115095e-bc60-4ddc-a2a7-3d1fd74e7429 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:06.058035 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a50e2b02-4fd1-4be6-9151-f25e7cf84b44 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a HTTP/1.1" status: 200 len: 370 time: 0.0617440 Dec 17 17:05:06.060791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45984) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.067482 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f115095e-bc60-4ddc-a2a7-3d1fd74e7429 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/de1b1765-9726-441d-b021-58f236de3ed4 HTTP/1.1" status: 404 len: 337 time: 0.0826271 Dec 17 17:05:06.072562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 45988) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.085344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45990) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.085991 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ad0afaa7-5e3d-4824-ac3c-c9daef5b97c5 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a/default HTTP/1.1" status: 200 len: 370 time: 0.0143347 Dec 17 17:05:06.108929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:06.120555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:06.124969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:subnet and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.127803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:06.128575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.142542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-3cf9b6a7-d659-431e-8626-b179c1582a00 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] delete failed (client error): The resource could not be found. Dec 17 17:05:06.142677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.146593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3cf9b6a7-d659-431e-8626-b179c1582a00 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/ef5184154fe94e72b554aed21461cb3a HTTP/1.1" status: 404 len: 348 time: 0.0480890 Dec 17 17:05:06.147943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:06.148332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.150488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router b0f467ae-e722-4668-9ba4-26f3906ba8e1 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:06.203852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting subnet b2bc1bf1-6256-441e-acea-82f484875881 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:06.211790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.216625 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 204 len: 168 time: 3.4609516 Dec 17 17:05:06.216625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.237982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e3ce43a-233f-455a-a6d0-54cfd34bf53e req-c967ba37-f0a7-46fb-948e-129b5f234c5e tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994204 Dec 17 17:05:06.238327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 45998) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.267487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1139931469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:06.276067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:06.283638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.289708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.322856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d99f736-773a-4906-897d-d155b99f2ec1 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:06.323237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d99f736-773a-4906-897d-d155b99f2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.353192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:05:06.362171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:06.366330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.380340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:06.403899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:05:06.434209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.439075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f736-773a-4906-897d-d155b99f2ec1 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:06.460322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46002) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.500681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.506305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:06.507324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.516922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3feb333-2abb-482b-afd3-960107faf324 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:06.535226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:network and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.558765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.598398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.600129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.649797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:subnet and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.653367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.657753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=5860812e-826e-4818-9eab-4c7387a5a0fd,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:06.662487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:06.663188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.671110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5860812e-826e-4818-9eab-4c7387a5a0fd details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:06.694326 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2719996 Dec 17 17:05:06.696871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.717388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.739004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:06.743286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:subnetpool and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.757120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.775004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:port and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.782034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.799591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:router and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.807060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.821733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:floatingip and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.826099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.847904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.858542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:security_group and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.862754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.869663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Usage tracker for resource:security_group_rule and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.874254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.882678 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d739ce8f-ef83-4650-b188-ef090cf24bf9 tempest-QuotasTest-1159321786 tempest-QuotasTest-1159321786-project-admin] 10.222.0.61 "GET /v2.0/quotas/12e327d2652e4aadbc88000d9f414e8f/details.json HTTP/1.1" status: 200 len: 703 time: 0.4176660 Dec 17 17:05:06.885176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.898841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c49aabb6-57ac-4fef-9939-46a5b2446233 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:06.938261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:06.950683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:06.951015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bc1bf1-6256-441e-acea-82f484875881,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:06.953198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:06.957367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:06.957728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:06.965462 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/b2bc1bf1-6256-441e-acea-82f484875881 HTTP/1.1" status: 204 len: 168 time: 0.8760312 Dec 17 17:05:06.971106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46012) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:06.971269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:07.013423 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b2351f-10a5-4596-9f9d-d319311fc57c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.013920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b2351f-10a5-4596-9f9d-d319311fc57c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.018218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-82b2351f-10a5-4596-9f9d-d319311fc57c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/2dbc742a-37b2-4989-a9b7-b6b117a56a73 HTTP/1.1" status: 404 len: 337 time: 0.0489573 Dec 17 17:05:07.026465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46016) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.062921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.064101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-70cc4d42-2fbe-4089-a416-75d5028a398e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8145013 Dec 17 17:05:07.067894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.071564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.085560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7765966f-df04-4515-8ef4-a86829813070 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:07.103757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1b2a650-8af1-40e6-93ee-d5069b13964e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a HTTP/1.1" status: 200 len: 205 time: 0.0756402 Dec 17 17:05:07.106984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46022) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.166127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:07.169488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.183044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.196629 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-b0c02e9f-0608-4b6c-af30-f1a9a702ac22 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] delete failed (client error): The resource could not be found. Dec 17 17:05:07.205611 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b0c02e9f-0608-4b6c-af30-f1a9a702ac22 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/routers/81a0e1e6-ccf8-4b7c-aa89-8694f56cce1a HTTP/1.1" status: 404 len: 336 time: 0.0906281 Dec 17 17:05:07.207251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46028) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.230971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a723b5-ef47-4daa-ac3b-b96958ee89a0 None None] Network 6c7d3a84-8838-4044-b68a-e73e0d37d40a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:07.247908 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bab1dc5-2b8c-46c0-8c4e-84288eee477e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.248459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bab1dc5-2b8c-46c0-8c4e-84288eee477e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.252674 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3bab1dc5-2b8c-46c0-8c4e-84288eee477e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/c5fff5c2-4085-4ad7-8f14-b180d2af34c3 HTTP/1.1" status: 404 len: 337 time: 0.0419371 Dec 17 17:05:07.252877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46032) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.296200 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-19269457-8616-4a6b-8af9-17918a184bd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.296671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19269457-8616-4a6b-8af9-17918a184bd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.298509 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-19269457-8616-4a6b-8af9-17918a184bd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/a76eded0-d2b4-4cfe-bd76-d68c7e301ec8 HTTP/1.1" status: 404 len: 337 time: 0.0445426 Dec 17 17:05:07.305230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46038) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.355587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:07.374477 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde38685-f613-4906-ab84-612d674d126c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.379451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde38685-f613-4906-ab84-612d674d126c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.379451 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fde38685-f613-4906-ab84-612d674d126c tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/6764cee5-15b4-4bf7-969e-128cd5325072 HTTP/1.1" status: 404 len: 337 time: 0.0703464 Dec 17 17:05:07.379451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46042) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.421902 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c80994-db81-4de7-856b-c1e44b903f38 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.428728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c80994-db81-4de7-856b-c1e44b903f38 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.436661 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-97c80994-db81-4de7-856b-c1e44b903f38 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/8a3c40bf-352c-45af-9d03-37f56ca07a01 HTTP/1.1" status: 404 len: 333 time: 0.0556231 Dec 17 17:05:07.437637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46046) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.453991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': True}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:07.482824 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c413300-f0aa-4b0e-a038-4968a37a96b9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.483323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c413300-f0aa-4b0e-a038-4968a37a96b9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.487583 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c413300-f0aa-4b0e-a038-4968a37a96b9 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/30f74560-e294-447a-be5f-e3a903684cb3 HTTP/1.1" status: 404 len: 337 time: 0.0463285 Dec 17 17:05:07.487736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46052) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.523605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7e481c65-d091-4641-b635-95f2a3a494f3 None None] Provisioning complete for port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:07.524337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e481c65-d091-4641-b635-95f2a3a494f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.535927 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3dd46a-66f0-4864-af31-41efbdc8c922 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.535927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3dd46a-66f0-4864-af31-41efbdc8c922 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.538949 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8e3dd46a-66f0-4864-af31-41efbdc8c922 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/fd1217ed-d705-4ec8-9e9c-a1132d7acaa6 HTTP/1.1" status: 404 len: 337 time: 0.0477030 Dec 17 17:05:07.538949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46056) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.579857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46060) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.593082 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6c4ae5-da50-45dc-9f97-1806a949c03e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.593718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6c4ae5-da50-45dc-9f97-1806a949c03e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.597777 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6b6c4ae5-da50-45dc-9f97-1806a949c03e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/1d9df5d7-2e3b-4c8f-b458-f346425dfe5f HTTP/1.1" status: 404 len: 333 time: 0.0532598 Dec 17 17:05:07.597939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46066) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.637092 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed42b34-78f6-4b64-aecd-7fe9cad1fa33 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.637561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed42b34-78f6-4b64-aecd-7fe9cad1fa33 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.642044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4ed42b34-78f6-4b64-aecd-7fe9cad1fa33 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/5792c4e6-7a54-4ca9-ac80-9619456d0b3f HTTP/1.1" status: 404 len: 337 time: 0.0411012 Dec 17 17:05:07.643935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46070) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.696880 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b07c74-f3d4-4719-8db5-a6b58a3a0f67 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:07.697216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:07.697362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b07c74-f3d4-4719-8db5-a6b58a3a0f67 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:07.699045 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-14b07c74-f3d4-4719-8db5-a6b58a3a0f67 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/subnets/fc69fd6c-8d1a-4c23-a14b-a291f5b088e8 HTTP/1.1" status: 404 len: 337 time: 0.0542402 Dec 17 17:05:07.701567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46074) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:07.708342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:07.708741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.743014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823f99e-466f-4796-92ab-022d653a14db None None] DHCP port deletion for 6c7d3a84-8838-4044-b68a-e73e0d37d40a request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:07.758242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Deleting port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:07.766327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.768885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.783263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.807755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Deleting port 3db41545-848d-4e38-a1a4-6d4c36535918 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:07.808078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.836795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:07.856598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a007a42a457f485886b0365046c56daa is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:07.861604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:07.871068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:07.896851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Subnet': ['ID=3864e1a7-ad64-42ec-b254-08c742f02c3a,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:07.898980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Checking segment: {'id': '348ddcfa-8b9f-45bb-a8ff-586ee4665af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:07.899349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network hostable DHCP agents. Network: 5506b804-c69d-4d23-bdf5-55e679fa17a3, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:07.912500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:07.913437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:07.976697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7e481c65-d091-4641-b635-95f2a3a494f3 None None] Provisioning complete for port 3db41545-848d-4e38-a1a4-6d4c36535918 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:07.977081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e481c65-d091-4641-b635-95f2a3a494f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.077783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.188848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0823f99e-466f-4796-92ab-022d653a14db None None] For port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,segment=NetworkSegment(da8d7cbc-8ad6-4ab0-b078-ad2f6030da96),segment_id=da8d7cbc-8ad6-4ab0-b078-ad2f6030da96)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:08.190109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.213140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.222371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:08.226814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Calling delete_port for 3db41545-848d-4e38-a1a4-6d4c36535918 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:08.268441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.347880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:08.360760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e966ee2-eef6-4bd4-ac6b-30eb8d4367e0 req-27c1696c-4b13-46f8-bca0-e389dacc363c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:08.362365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e966ee2-eef6-4bd4-ac6b-30eb8d4367e0 req-27c1696c-4b13-46f8-bca0-e389dacc363c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 945 time: 0.7878313 Dec 17 17:05:08.368625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 5446e1a1-f6a2-4033-8618-06981f3030ae associated. External IP: 172.26.4.187, port: a09a7f25-434b-497a-8070-719c72d3a639. Dec 17 17:05:08.388127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Calling delete_port for 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:08.403774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.416128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7e481c65-d091-4641-b635-95f2a3a494f3 None None] Port 3db41545-848d-4e38-a1a4-6d4c36535918 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:08.453703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:05:08.467299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.474732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,segment=NetworkSegment(0ab3a228-21ea-4417-9b35-62009a710b9f),segment_id=0ab3a228-21ea-4417-9b35-62009a710b9f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:08.476479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.481472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-644aff37-8317-441e-943b-9ae01e36279b tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:08.488551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4f3e386e-7e2d-410e-8b01-88ced25aa919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:08.528990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 5506b804-c69d-4d23-bdf5-55e679fa17a3) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:08.539069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7041f-c3a8-4713-845e-b078c955d084,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:08.545445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778aee6f-f2db-48af-8104-1fb49228704d None None] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:08.552972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:08.571675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.584753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd40d7c4-8385-4108-8461-9d1ddf128860 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:08.600382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:08.600926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.627070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.649006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.652937 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a007a42a457f485886b0365046c56daa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0721297 Dec 17 17:05:08.656975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Port': ['ID=3db41545-848d-4e38-a1a4-6d4c36535918,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:08.664852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46082) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:08.672443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:08.688054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.722540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:08.753517 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e966ee2-eef6-4bd4-ac6b-30eb8d4367e0 req-e19eee3e-b407-4c36-8056-8b5bec87ceb7 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263569 Dec 17 17:05:08.758983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.779900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=4d44ae26-ff2b-4725-ab22-19e659495d48,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:08.788647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:08.796345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.813607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': 'a9aa6d6e-cd3b-4d39-8536-b23945273f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:08.814018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: 5860812e-826e-4818-9eab-4c7387a5a0fd, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:08.818451 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/ports/3db41545-848d-4e38-a1a4-6d4c36535918 HTTP/1.1" status: 204 len: 168 time: 1.1158566 Dec 17 17:05:08.820859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46086) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:08.821982 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7', 'code': 200} Dec 17 17:05:08.823361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.853678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823f99e-466f-4796-92ab-022d653a14db None None] No DVR routers for this DVR port 579b39ef-9bee-44bf-b03e-27aa52b7b3f3 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:08.930740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:08.962091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:08.978957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:08.984608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:09.065099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-5506b804-c69d-4d23-bdf5-55e679fa17a3', 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3', 'tenant_id': '04e05b97f34849da95c0f7269272ca8d', 'fixed_ips': [{'subnet_id': '3864e1a7-ad64-42ec-b254-08c742f02c3a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:09.065964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.075843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Pushing event deleted for resources: {'Port': ['ID=579b39ef-9bee-44bf-b03e-27aa52b7b3f3,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:09.084599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:09.100853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.110358 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2889559 Dec 17 17:05:09.112825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-511c6207-63b0-46b8-a456-4c1eaec79e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:09.123238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46090) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:09.145565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'network': {'name': 'tempest-router-network01--1114295760'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:09.149879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7041f-c3a8-4713-845e-b078c955d084,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:09.163399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:09.166171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.177165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:09.183332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.187165 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fd7041f-c3a8-4713-845e-b078c955d084 HTTP/1.1" status: 204 len: 168 time: 0.5186346 Dec 17 17:05:09.198793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:network and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:09.202144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:09.211012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:09.226737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7d3a84-8838-4044-b68a-e73e0d37d40a']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:09.236788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 5860812e-826e-4818-9eab-4c7387a5a0fd is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:09.243158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:09.243537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8d7cbc-8ad6-4ab0-b078-ad2f6030da96') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:09.257616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.275304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.282058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:09.282911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.294734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Allocated IP 172.20.0.2 (5506b804-c69d-4d23-bdf5-55e679fa17a3/3864e1a7-ad64-42ec-b254-08c742f02c3a/a55965d8-1025-4aa2-bdc5-783fb04e0f16) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:09.299421 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:09.306018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:09.309585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.413531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:09.439448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:09.440161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 5860812e-826e-4818-9eab-4c7387a5a0fd) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:09.452209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896075ec-b0bc-4b85-80e1-e2d9ba1c9ea6 None None] Network 5860812e-826e-4818-9eab-4c7387a5a0fd requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:09.465262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.466155 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Added segment c764a22b-b47a-4b94-b602-4a0ab0a9e35c of type vlan for network 89461995-fd8e-4057-a87b-0544f093002e Dec 17 17:05:09.467186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.479999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-edc3c88b-0fb8-406d-a129-3ca75f491ec8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:09.486256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:09.486818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.500935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.510002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2f40-c718-4e38-a645-7c4834c29923 req-9c2249cc-e569-4878-a2fb-a2552a1f525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:09.510646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Pushing event deleted for resources: {'Network': ['ID=6c7d3a84-8838-4044-b68a-e73e0d37d40a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:09.511850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-150d2f40-c718-4e38-a645-7c4834c29923 req-9c2249cc-e569-4878-a2fb-a2552a1f525d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 1099 time: 0.4043329 Dec 17 17:05:09.522669 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] 10.222.0.61 "DELETE /v2.0/networks/6c7d3a84-8838-4044-b68a-e73e0d37d40a HTTP/1.1" status: 204 len: 168 time: 0.7003679 Dec 17 17:05:09.525326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:09.550763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.604306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8781049 Dec 17 17:05:09.604570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46100) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:09.613977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-645498564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:09.622998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:09.629094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:09.633094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:09.641741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.641991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:09.669468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.670849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.678148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:09.679049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.683436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.686797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:09.693415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Transition to ACTIVE for port object a55965d8-1025-4aa2-bdc5-783fb04e0f16 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:09.750444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-150d2f40-c718-4e38-a645-7c4834c29923 req-70edce06-9332-4691-a758-9841d904df89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263486 Dec 17 17:05:09.773095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.774209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.803379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Network': ['ID=89461995-fd8e-4057-a87b-0544f093002e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:09.806210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:09.807540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Transition to ACTIVE for port object a55965d8-1025-4aa2-bdc5-783fb04e0f16 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:09.827911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.840987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 89461995-fd8e-4057-a87b-0544f093002e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:09.845948 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7094991 Dec 17 17:05:09.848422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46106) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:09.855075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'network': {'name': 'tempest-router-network02--1434548939'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:09.860754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:09.864974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:network and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:09.868535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:09.885256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:09.921419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.928400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3a9e3c5b-0675-4a56-acb7-a9c000a6db3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:09.957492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-5860812e-826e-4818-9eab-4c7387a5a0fd', 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '4d44ae26-ff2b-4725-ab22-19e659495d48'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:09.958360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.963403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:09.967110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:09.975957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46110) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:09.978520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.015555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:10.015788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:10.022687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.026966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.027405 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Added segment 5ed5e98b-b7a8-4540-80d5-313f6b60e68a of type vlan for network a82f16f1-c181-45b6-a4fd-9e847c78033a Dec 17 17:05:10.032942 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:10.046718 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:10.047348 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:10.055979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:10.069173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:10.099565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.104969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.106759 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0110a760-e70e-47da-add6-25cd8dafef52 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5013666 Dec 17 17:05:10.109648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46116) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:10.156417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:10.159182 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:10.165701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Pushing event updated for resources: {'Port': ['ID=a55965d8-1025-4aa2-bdc5-783fb04e0f16,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:10.179746 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:10.182468 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:10.182898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:10.251948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 172.26.4.141 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/18dea01e-9079-44f5-9a8e-5610c3eca528) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:10.264424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:05:10.282583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46120) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:10.291140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Attempting to bind port a55965d8-1025-4aa2-bdc5-783fb04e0f16 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:10.291515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Attempting to bind port a55965d8-1025-4aa2-bdc5-783fb04e0f16 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '348ddcfa-8b9f-45bb-a8ff-586ee4665af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:10.291889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Attempting to bind port a55965d8-1025-4aa2-bdc5-783fb04e0f16 on network 5506b804-c69d-4d23-bdf5-55e679fa17a3 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:10.299525 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:10.300149 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c950c7-c5ea-44fd-a586-90bb530fcf81 None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:10.336574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:10.337198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Checking segment: {'id': '348ddcfa-8b9f-45bb-a8ff-586ee4665af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:10.337344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.337737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Bound using segment: {'id': '348ddcfa-8b9f-45bb-a8ff-586ee4665af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:10.338229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Bound port: a55965d8-1025-4aa2-bdc5-783fb04e0f16, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ddcfa-8b9f-45bb-a8ff-586ee4665af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5506b804-c69d-4d23-bdf5-55e679fa17a3'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:10.338601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.366373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:10.390371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Usage tracker for resource:security_group_rule and tenant:12e327d2652e4aadbc88000d9f414e8f is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:10.395880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:10.411576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:10.414930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Allocated IP 2001:db8::2 (5860812e-826e-4818-9eab-4c7387a5a0fd/4d44ae26-ff2b-4725-ab22-19e659495d48/b51b7f62-4ca4-49c0-8ab6-15e712f7d36f) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:10.434794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.441127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:10.441506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.469156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7b733a08-f339-47b9-bf29-75ecd337fafa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:10.521677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] For port a55965d8-1025-4aa2-bdc5-783fb04e0f16, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:10.533413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9505c-0c75-4d25-82c5-04963afa3fdf req-88653490-3bdc-469e-848c-81c87c4d5e1e tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:10.534685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] For port a55965d8-1025-4aa2-bdc5-783fb04e0f16, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a55965d8-1025-4aa2-bdc5-783fb04e0f16,segment=NetworkSegment(348ddcfa-8b9f-45bb-a8ff-586ee4665af0),segment_id=348ddcfa-8b9f-45bb-a8ff-586ee4665af0)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:10.535274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5b9505c-0c75-4d25-82c5-04963afa3fdf req-88653490-3bdc-469e-848c-81c87c4d5e1e tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.6222494 Dec 17 17:05:10.564478 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7125659 Dec 17 17:05:10.567292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46126) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:10.588474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'subnet': {'network_id': '89461995-fd8e-4057-a87b-0544f093002e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:10.607988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.615358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.640719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:10.718856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5b9505c-0c75-4d25-82c5-04963afa3fdf req-76cb95ea-9555-4dbd-b350-e929f9cd3ca9 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665056 Dec 17 17:05:10.776154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.779343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Pushing event updated for resources: {'Port': ['ID=a55965d8-1025-4aa2-bdc5-783fb04e0f16,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:10.790145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:10.797044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Transition to ACTIVE for port object b51b7f62-4ca4-49c0-8ab6-15e712f7d36f will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:10.819385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Transition to ACTIVE for port object b51b7f62-4ca4-49c0-8ab6-15e712f7d36f will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:10.859878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Network': ['ID=a82f16f1-c181-45b6-a4fd-9e847c78033a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:10.865698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:10.876644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a82f16f1-c181-45b6-a4fd-9e847c78033a details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:10.999688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:10.999964 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aca05d47-c3f1-4c5f-ab09-4b90ea5f839e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c7a579d3a2149cb87f4dc77895b96da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094781 Dec 17 17:05:11.001600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46130) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:11.040380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b8fc8e5d-b37a-4f5c-b786-2dfd1bcfbb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:11.040844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.057166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router b84efc7b-5f40-490a-acb3-855b9d82e21c has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:11.147658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.157233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.175264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3b300e2-22f1-4a62-9dfa-83b133415dfa tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:11.210006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:11.236609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:subnet and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:11.241565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:11.247518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Network 5860812e-826e-4818-9eab-4c7387a5a0fd is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:11.251469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:11.253889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:11.260423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:11.266471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:11.271513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:11.271701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12e327d2652e4aadbc88000d9f414e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2931345 Dec 17 17:05:11.271701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:11.277839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Pushing event updated for resources: {'Port': ['ID=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:11.280817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:11.281880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46134) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:11.301062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c8c4b-e674-4f7c-b2cc-9fd0d9f11dd2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:11.369909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:11.377459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:11.383717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.397794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Attempting to bind port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:11.398808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Attempting to bind port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'a9aa6d6e-cd3b-4d39-8536-b23945273f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:11.399350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Attempting to bind port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f on network 5860812e-826e-4818-9eab-4c7387a5a0fd {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:11.405542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:11.406197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Checking segment: {'id': 'a9aa6d6e-cd3b-4d39-8536-b23945273f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:11.406628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.407616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Bound using segment: {'id': 'a9aa6d6e-cd3b-4d39-8536-b23945273f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:11.408426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Bound port: b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aa6d6e-cd3b-4d39-8536-b23945273f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5860812e-826e-4818-9eab-4c7387a5a0fd'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:11.408641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.419005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:11.422679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.441572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.501291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] For port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:11.504450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] For port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,segment=NetworkSegment(a9aa6d6e-cd3b-4d39-8536-b23945273f37),segment_id=a9aa6d6e-cd3b-4d39-8536-b23945273f37)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:11.572215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.575933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e48659a4-cc45-45fa-a729-f3695c201762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:11.585160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=18dea01e-9079-44f5-9a8e-5610c3eca528,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:11.596496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:11.602664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:11.622405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] Sync routers for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:11.662075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:11.662727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:11.669199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.697672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.700615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.739788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:11.750690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Pushing event updated for resources: {'Port': ['ID=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:11.754316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:11.758703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:11.759572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:11.834108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:11.834782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c5267-e659-4a0e-b73c-f03249696e20 None None] The sync data for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:11.858661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.051582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.064365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-66d5b48e-15d2-4a8c-acb0-be633d99be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:12.081645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e690c6-dd9d-42e3-a794-6da2ed7f718c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:12.084174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:12.147246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c57517f9-d658-4f53-9b44-f27a3ba984a6 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/floatingips/5446e1a1-f6a2-4033-8618-06981f3030ae HTTP/1.1" status: 200 len: 979 time: 7.0340099 Dec 17 17:05:12.151660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:12.208112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.257195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cc84ff9-2a1b-4c4f-a21d-cf8787b5746c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:12.295610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b51b7f62-4ca4-49c0-8ab6-15e712f7d36f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:12.314001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c8c4b-e674-4f7c-b2cc-9fd0d9f11dd2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:12.316235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:12.351255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540c1cf-ca51-4824-b550-8efe72cd36e5 req-55d485fb-1ea8-4fe5-85d6-f6f12c9339c5 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:12.356709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f540c1cf-ca51-4824-b550-8efe72cd36e5 req-55d485fb-1ea8-4fe5-85d6-f6f12c9339c5 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.3522642 Dec 17 17:05:12.357095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.357202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.357307 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22e690c6-dd9d-42e3-a794-6da2ed7f718c HTTP/1.1" status: 204 len: 168 time: 1.3468723 Dec 17 17:05:12.369589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.372813 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf4c8c4b-e674-4f7c-b2cc-9fd0d9f11dd2 HTTP/1.1" status: 204 len: 168 time: 1.0492921 Dec 17 17:05:12.384911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8::1 (5860812e-826e-4818-9eab-4c7387a5a0fd/4d44ae26-ff2b-4725-ab22-19e659495d48/fd69a72c-4b96-46cc-a325-9e144ec73348) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:12.387919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port 873faeb1-dd72-4230-92e6-16c2a65f6613 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:12.389864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.450801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c3674-6664-4e3a-a24b-47ee3c149d9f None None] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:12.461317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:12.479468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-07dcf80e-fab4-409f-a793-863fc2ad36a7 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:12.571749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f540c1cf-ca51-4824-b550-8efe72cd36e5 req-e6099577-fa58-467e-beb5-3c850798d931 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599990 Dec 17 17:05:12.788295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Subnet': ['ID=bfa336ea-3745-44ce-acae-d868a962eee3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:12.807401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:12.811060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Checking segment: {'id': 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89461995-fd8e-4057-a87b-0544f093002e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:12.811630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network hostable DHCP agents. Network: 89461995-fd8e-4057-a87b-0544f093002e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:12.853989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b583bcb8-dbe5-441b-84fb-1e12a2569589 None None] Provisioning for port a55965d8-1025-4aa2-bdc5-783fb04e0f16 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:12.884768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:12.898665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a55965d8-1025-4aa2-bdc5-783fb04e0f16 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:13.102733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a55965d8-1025-4aa2-bdc5-783fb04e0f16 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:13.109183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a55965d8-1025-4aa2-bdc5-783fb04e0f16 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:13.109569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.183936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.194189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.210059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.250194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object fd69a72c-4b96-46cc-a325-9e144ec73348 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:13.261928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 89461995-fd8e-4057-a87b-0544f093002e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:13.276161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.373192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.380348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 89461995-fd8e-4057-a87b-0544f093002e) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:13.384106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ad9a-795a-47a0-9478-bcd475ec25d3 req-333ed24d-cc64-48ea-bc09-652b909d0f99 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:13.387337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:13.387485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b565ad9a-795a-47a0-9478-bcd475ec25d3 req-333ed24d-cc64-48ea-bc09-652b909d0f99 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.3423584 Dec 17 17:05:13.387587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.429121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f012f-ea93-4a15-b710-02445236bbb5 None None] Network 89461995-fd8e-4057-a87b-0544f093002e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:13.461039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034463b5-6ee8-4fd8-9edc-47fdd9d60afe None None] Network 5860812e-826e-4818-9eab-4c7387a5a0fd requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:13.500112 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9187276 Dec 17 17:05:13.501098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46162) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:13.506486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b565ad9a-795a-47a0-9478-bcd475ec25d3 req-231ef307-ed59-4200-850c-29a8ee0da451 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041634 Dec 17 17:05:13.509902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'subnet': {'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:13.606372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.616303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f855427-9365-47df-90cd-9b6a8be92fef tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:13.654682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a55965d8-1025-4aa2-bdc5-783fb04e0f16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a55965d8-1025-4aa2-bdc5-783fb04e0f16,segment=NetworkSegment(348ddcfa-8b9f-45bb-a8ff-586ee4665af0),segment_id=348ddcfa-8b9f-45bb-a8ff-586ee4665af0)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:13.665438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router 69c9b0f1-1780-4b6c-96d5-f1e579276cf1 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:13.675449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Provisioning complete for port a55965d8-1025-4aa2-bdc5-783fb04e0f16 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:13.675992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.794415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 5860812e-826e-4818-9eab-4c7387a5a0fd is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:13.806174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:13.808657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:13.809371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.815990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:13.837211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=fd69a72c-4b96-46cc-a325-9e144ec73348,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:13.840159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:13.856926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Usage tracker for resource:subnet and tenant:04e05b97f34849da95c0f7269272ca8d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:13.856926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:13.860543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.860928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.861245 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Floating IP 5446e1a1-f6a2-4033-8618-06981f3030ae disassociated. External IP: 172.26.4.187, port: 873faeb1-dd72-4230-92e6-16c2a65f6613. Dec 17 17:05:13.861588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for 873faeb1-dd72-4230-92e6-16c2a65f6613 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:13.888370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.891677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:13.906144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:13.912822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.916751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "PUT /v2.0/routers/69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 200 len: 919 time: 6.7721717 Dec 17 17:05:13.920038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:13.920420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46174) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:13.922890 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] Sync routers for ids ['69c9b0f1-1780-4b6c-96d5-f1e579276cf1'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:13.934432 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] Routers {'69c9b0f1-1780-4b6c-96d5-f1e579276cf1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:13.935066 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69c9b0f1-1780-4b6c-96d5-f1e579276cf1'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:14.014908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a55965d8-1025-4aa2-bdc5-783fb04e0f16,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:14.061853 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:14.082156 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] Routers {'69c9b0f1-1780-4b6c-96d5-f1e579276cf1'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:14.082831 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69c9b0f1-1780-4b6c-96d5-f1e579276cf1'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:14.106215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:14.127846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46182) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:14.213431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:14.214245 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d94dd7-759d-4a1c-bc62-cb3c07609b45 None None] The sync data for ids ['69c9b0f1-1780-4b6c-96d5-f1e579276cf1'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:14.223132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.230104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-41883c87-d6aa-462e-bd14-ab234b8f3986 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:14.231683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a55965d8-1025-4aa2-bdc5-783fb04e0f16 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:14.254877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-58bfece8-9001-4732-8167-91c430401b51 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 200 len: 925 time: 0.3358924 Dec 17 17:05:14.259372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46188) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:14.276971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Made reservation on behalf of 04e05b97f34849da95c0f7269272ca8d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:14.280518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.328676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-89461995-fd8e-4057-a87b-0544f093002e', 'network_id': '89461995-fd8e-4057-a87b-0544f093002e', 'tenant_id': '04e05b97f34849da95c0f7269272ca8d', 'fixed_ips': [{'subnet_id': 'bfa336ea-3745-44ce-acae-d868a962eee3'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:14.329757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.340127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1324759036'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:14.345575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=873faeb1-dd72-4230-92e6-16c2a65f6613,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:14.403811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:14.411425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:14.443205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6b1d8-2675-45d6-913e-4d1851331a5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:14.445036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-99f6b1d8-2675-45d6-913e-4d1851331a5c tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=69c9b0f1-1780-4b6c-96d5-f1e579276cf1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1845734 Dec 17 17:05:14.448976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46192) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:14.492513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b58eb-3f6d-4fbc-8749-4892cc253a08 req-cad8e79b-9527-4163-9c4c-a5213886fa7e tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:14.495267 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-792b58eb-3f6d-4fbc-8749-4892cc253a08 req-cad8e79b-9527-4163-9c4c-a5213886fa7e tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.2369547 Dec 17 17:05:14.504096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:network and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:14.520461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:14.541337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:14.566884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a55965d8-1025-4aa2-bdc5-783fb04e0f16 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:14.567507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.585850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.612491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Provisioning for port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:14.633667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-792b58eb-3f6d-4fbc-8749-4892cc253a08 req-21686cfa-a36d-44c3-a296-7c0a9b952d93 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762956 Dec 17 17:05:14.638314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Provisioning complete for port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:14.638707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.670439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf650595-2797-446e-8bf3-4a12ac908dea tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:14.671284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf650595-2797-446e-8bf3-4a12ac908dea tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Synchronizing usage tracker for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:14.681904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:14.684095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf650595-2797-446e-8bf3-4a12ac908dea tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Unset dirty status for tenant:7c5fc9bc73d74d0a92761e3a9efaa337 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:14.685300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf650595-2797-446e-8bf3-4a12ac908dea tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.2356257 Dec 17 17:05:14.686578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.688246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46196) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:14.711905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Allocated IP 172.20.0.2 (89461995-fd8e-4057-a87b-0544f093002e/bfa336ea-3745-44ce-acae-d868a962eee3/abdd31dd-e67e-460e-90a1-76907737a168) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:14.736039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-264ee091-4b93-47e3-b12d-44af0f1b3c10 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 200 len: 205 time: 0.0443327 Dec 17 17:05:14.738042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46200) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:14.738358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:14.858430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:15.012004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.016683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.136272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] For port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,segment=NetworkSegment(a9aa6d6e-cd3b-4d39-8536-b23945273f37),segment_id=a9aa6d6e-cd3b-4d39-8536-b23945273f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:15.139806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:security_group_rule and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:15.149143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:15.155532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.156401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:15.171640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Transition to ACTIVE for port object abdd31dd-e67e-460e-90a1-76907737a168 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:15.223123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.226777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:15.262369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Transition to ACTIVE for port object abdd31dd-e67e-460e-90a1-76907737a168 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:15.276735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router b84efc7b-5f40-490a-acb3-855b9d82e21c has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:15.278913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.302229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Pushing event updated for resources: {'Port': ['ID=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:15.305274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:15.316661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.345713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.356333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:15.414817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.419173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Network 89461995-fd8e-4057-a87b-0544f093002e is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:15.424947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:15.429983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58ea699b-b9d8-4bdb-b4ee-0f59b51f14aa tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:15.430510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Provisioning for port fd69a72c-4b96-46cc-a325-9e144ec73348 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:15.440320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:15.448496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Provisioning complete for port fd69a72c-4b96-46cc-a325-9e144ec73348 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:15.449337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.466235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.506237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:15.508638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port 18dea01e-9079-44f5-9a8e-5610c3eca528 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:15.509016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.530271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Pushing event updated for resources: {'Port': ['ID=abdd31dd-e67e-460e-90a1-76907737a168,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:15.541082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:15.587469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3adc7-ee74-479b-b363-cdd19e7ff4f1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:15.607518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Attempting to bind port abdd31dd-e67e-460e-90a1-76907737a168 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:15.608031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Attempting to bind port abdd31dd-e67e-460e-90a1-76907737a168 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89461995-fd8e-4057-a87b-0544f093002e'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:15.608272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Attempting to bind port abdd31dd-e67e-460e-90a1-76907737a168 on network 89461995-fd8e-4057-a87b-0544f093002e {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:15.611694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Port fd69a72c-4b96-46cc-a325-9e144ec73348 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:15.616469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:15.616861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Checking segment: {'id': 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89461995-fd8e-4057-a87b-0544f093002e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:15.617317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.617726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Bound using segment: {'id': 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89461995-fd8e-4057-a87b-0544f093002e'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:15.618237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Bound port: abdd31dd-e67e-460e-90a1-76907737a168, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '89461995-fd8e-4057-a87b-0544f093002e'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:15.618628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.654639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:15.693797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.699822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:15.716633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] For port abdd31dd-e67e-460e-90a1-76907737a168, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:15.719844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] For port abdd31dd-e67e-460e-90a1-76907737a168, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=abdd31dd-e67e-460e-90a1-76907737a168,segment=NetworkSegment(c764a22b-b47a-4b94-b602-4a0ab0a9e35c),segment_id=c764a22b-b47a-4b94-b602-4a0ab0a9e35c)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:15.726926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] Sync routers for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:15.731194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Provisioning complete for port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:15.731586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bb60a9ad-2281-4042-8a06-21c447708e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.751076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.785241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2cb510e6-ee54-4108-950c-e7eb6802ba21 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:15.786512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:15.787168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:15.822596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.823058 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Added segment 3112c2e1-ae66-4a3b-a90f-7dd9656211f1 of type vlan for network be0c8436-50f8-491b-9730-ddab795366c7 Dec 17 17:05:15.851065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.857298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0823f99e-466f-4796-92ab-022d653a14db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:15.873944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for 18dea01e-9079-44f5-9a8e-5610c3eca528 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:15.886613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:15.953224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:15.953890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:15.960819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:15.968397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Subnet': ['ID=3674b31d-a0d4-4187-a945-bc09f0af611a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:15.982347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:16.011991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2beb9e-736c-491f-8be4-50a4a77229ff req-7cf57383-9dec-48ec-ad6a-c807819c4817 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:16.013349 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c2beb9e-736c-491f-8be4-50a4a77229ff req-7cf57383-9dec-48ec-ad6a-c807819c4817 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.2410049 Dec 17 17:05:16.051311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.057042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Checking segment: {'id': '5ed5e98b-b7a8-4540-80d5-313f6b60e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:16.057042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network hostable DHCP agents. Network: a82f16f1-c181-45b6-a4fd-9e847c78033a, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:16.065038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Pushing event updated for resources: {'Port': ['ID=abdd31dd-e67e-460e-90a1-76907737a168,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:16.068189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:16.075379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:16.075805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fc0c4-d861-4377-b415-fb659ad7315a None None] The sync data for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:16.076751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.138870 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c2beb9e-736c-491f-8be4-50a4a77229ff req-26a3b55c-3f6d-4bc1-8303-a1a9aa18f90a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079786 Dec 17 17:05:16.146955 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/873faeb1-dd72-4230-92e6-16c2a65f6613 HTTP/1.1" status: 204 len: 168 time: 3.9820282 Dec 17 17:05:16.149773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46206) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:16.156014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.156826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.163508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d97bc73e-42aa-4706-b278-2b5eff752cf3 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:16.186936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b51b7f62-4ca4-49c0-8ab6-15e712f7d36f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:16.229493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.238976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:16.245230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.305024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network a82f16f1-c181-45b6-a4fd-9e847c78033a is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:16.330234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:16.331843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.370888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.387665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e9f761c0-5dd9-413d-8f15-958c1c9e5fff tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:16.423426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=fd69a72c-4b96-46cc-a325-9e144ec73348,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:16.426483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:16.429399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1fc1f534-53cd-415d-a2cc-495593153a40 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:16.455832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=18dea01e-9079-44f5-9a8e-5610c3eca528,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:16.486677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:16.503144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a82f16f1-c181-45b6-a4fd-9e847c78033a) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:16.507492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:16.508097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.516199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525e782-e8fd-4334-ab6d-6bacc1d4224d None None] Network a82f16f1-c181-45b6-a4fd-9e847c78033a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:16.529229 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4001696 Dec 17 17:05:16.535718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46212) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:16.560959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'subnet': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:16.571971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Network': ['ID=be0c8436-50f8-491b-9730-ddab795366c7,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:16.575155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:16.604586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network be0c8436-50f8-491b-9730-ddab795366c7 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:16.619979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 5860812e-826e-4818-9eab-4c7387a5a0fd is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:16.625804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:16.774682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:16.831116 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3292274 Dec 17 17:05:16.833974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:16.974702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a82f16f1-c181-45b6-a4fd-9e847c78033a', 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a', 'tenant_id': '04e05b97f34849da95c0f7269272ca8d', 'fixed_ips': [{'subnet_id': '3674b31d-a0d4-4187-a945-bc09f0af611a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:16.974702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.164466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5a721f30-7dec-4f81-bd16-256b7ffb7ef9 None None] Provisioning complete for port fd69a72c-4b96-46cc-a325-9e144ec73348 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:17.164796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a721f30-7dec-4f81-bd16-256b7ffb7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.238304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5a721f30-7dec-4f81-bd16-256b7ffb7ef9 None None] Port fd69a72c-4b96-46cc-a325-9e144ec73348 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:17.326694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Allocated IP 172.20.0.2 (a82f16f1-c181-45b6-a4fd-9e847c78033a/3674b31d-a0d4-4187-a945-bc09f0af611a/a6335872-a510-43f3-91b8-37d3f311bd19) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:17.358513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:17.374875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:subnet and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:17.383266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:17.405478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.412337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:17.416658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.538260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 69d698fd-f851-4ed7-b02c-cf1d5b1046be is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:17.545602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b11919-aeaa-4fdd-92f4-596d88483e4f None None] Network 89461995-fd8e-4057-a87b-0544f093002e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:17.580812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c09739-22e7-485a-9eef-67dbc9bc2eb8 req-3a9ac006-724f-48bb-88dc-7fadc85e1b63 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:17.582341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16c09739-22e7-485a-9eef-67dbc9bc2eb8 req-3a9ac006-724f-48bb-88dc-7fadc85e1b63 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.7242124 Dec 17 17:05:17.588226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:17.591618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.608303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-305970f7-66c3-47ff-ac3c-aa2644fb3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:17.609724 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-305970f7-66c3-47ff-ac3c-aa2644fb3443 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0865c4ca00f420cb686e2c2f726385a&device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 1099 time: 0.4648886 Dec 17 17:05:17.664319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.691521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Transition to ACTIVE for port object a6335872-a510-43f3-91b8-37d3f311bd19 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:17.711169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.713507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router 69c9b0f1-1780-4b6c-96d5-f1e579276cf1 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:17.715118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8be179c-08cb-4c98-8ac6-3d970b5ad9bc None None] Provisioning for port abdd31dd-e67e-460e-90a1-76907737a168 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:17.731460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Transition to ACTIVE for port object a6335872-a510-43f3-91b8-37d3f311bd19 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:17.799225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.812527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:17.822526 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/69d698fd-f851-4ed7-b02c-cf1d5b1046be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7093794 Dec 17 17:05:17.823175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:17.827572 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] Sync routers for ids ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:17.839085 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] Routers {'69d698fd-f851-4ed7-b02c-cf1d5b1046be'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:17.839994 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:17.842593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.847217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16c09739-22e7-485a-9eef-67dbc9bc2eb8 req-bf4c9ffd-5506-4cd9-865d-d463b5b371ea tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418652 Dec 17 17:05:17.860521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:17.864196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:17.864330 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 204 len: 168 time: 3.1225007 Dec 17 17:05:17.874703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46226) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:17.879902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1074172414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:17.904054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:17.913346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:17.913909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:17.921109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bb875-dfc9-42e1-9e92-4511add3c523 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:17.921787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf6bb875-dfc9-42e1-9e92-4511add3c523 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:17.924196 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] Routers {'69d698fd-f851-4ed7-b02c-cf1d5b1046be'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:17.925003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:17.925308 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:17.940627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:17.947314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-c6acf90f-79b8-447d-947b-7eed44b7ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:17.948780 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-c6acf90f-79b8-447d-947b-7eed44b7ec81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 200 len: 913 time: 0.2664042 Dec 17 17:05:17.965856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Pushing event updated for resources: {'Port': ['ID=a6335872-a510-43f3-91b8-37d3f311bd19,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:17.980806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:17.995793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf6bb875-dfc9-42e1-9e92-4511add3c523 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:17.999572 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bf6bb875-dfc9-42e1-9e92-4511add3c523 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports/fd69a72c-4b96-46cc-a325-9e144ec73348 HTTP/1.1" status: 200 len: 911 time: 0.1728561 Dec 17 17:05:17.999735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Network a82f16f1-c181-45b6-a4fd-9e847c78033a is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:18.004439 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:18.004604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:18.005718 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888b770-18b3-4106-a1ff-5a28f97b252a None None] The sync data for ids ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:18.014989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:18.049935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:18.113389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d44ae26-ff2b-4725-ab22-19e659495d48'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:18.146796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Attempting to bind port a6335872-a510-43f3-91b8-37d3f311bd19 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:18.147188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Attempting to bind port a6335872-a510-43f3-91b8-37d3f311bd19 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '5ed5e98b-b7a8-4540-80d5-313f6b60e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:18.147633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Attempting to bind port a6335872-a510-43f3-91b8-37d3f311bd19 on network a82f16f1-c181-45b6-a4fd-9e847c78033a {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:18.153577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:18.153991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Checking segment: {'id': '5ed5e98b-b7a8-4540-80d5-313f6b60e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:18.154409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.154819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Bound using segment: {'id': '5ed5e98b-b7a8-4540-80d5-313f6b60e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:18.155793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Bound port: a6335872-a510-43f3-91b8-37d3f311bd19, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed5e98b-b7a8-4540-80d5-313f6b60e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a82f16f1-c181-45b6-a4fd-9e847c78033a'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:18.156624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.167204 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-b6ad600d-0aa6-4e50-8b4d-73d07fecae15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 200 len: 217 time: 0.1874149 Dec 17 17:05:18.195195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.196223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.252639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device abdd31dd-e67e-460e-90a1-76907737a168 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:18.326661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] For port a6335872-a510-43f3-91b8-37d3f311bd19, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:18.332147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] For port a6335872-a510-43f3-91b8-37d3f311bd19, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6335872-a510-43f3-91b8-37d3f311bd19,segment=NetworkSegment(5ed5e98b-b7a8-4540-80d5-313f6b60e68a),segment_id=5ed5e98b-b7a8-4540-80d5-313f6b60e68a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:18.385181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Allocated IP 172.20.0.1 (89461995-fd8e-4057-a87b-0544f093002e/bfa336ea-3745-44ce-acae-d868a962eee3/daee347c-b048-4c2f-bb6a-dee336fc7f23) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:18.395636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.402327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b90af0be-86be-4312-bc8c-d21bd50de656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:18.447759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port abdd31dd-e67e-460e-90a1-76907737a168 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:18.448036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.462578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.482565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port abdd31dd-e67e-460e-90a1-76907737a168 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:18.482954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.553978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Pushing event updated for resources: {'Port': ['ID=a6335872-a510-43f3-91b8-37d3f311bd19,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:18.577439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:18.577583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.586294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Transition to ACTIVE for port object daee347c-b048-4c2f-bb6a-dee336fc7f23 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:18.612342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-9f9175a8-7eb5-4b3d-b442-fa26738434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:18.627116 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-9f9175a8-7eb5-4b3d-b442-fa26738434b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddc993ba-d557-4c46-962c-52a7c0517147 HTTP/1.1" status: 200 len: 852 time: 0.4303000 Dec 17 17:05:18.640796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.678473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port abdd31dd-e67e-460e-90a1-76907737a168, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=abdd31dd-e67e-460e-90a1-76907737a168,segment=NetworkSegment(c764a22b-b47a-4b94-b602-4a0ab0a9e35c),segment_id=c764a22b-b47a-4b94-b602-4a0ab0a9e35c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:18.686321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.691906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cfa7a3ec-93ff-46bc-b58d-2f927e12b639 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:18.764601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 89461995-fd8e-4057-a87b-0544f093002e is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:18.766289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.767847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:18.769452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97113bde-a2b9-4905-a588-99b40013ade6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:18.771464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:18.824624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Port': ['ID=daee347c-b048-4c2f-bb6a-dee336fc7f23,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:18.827873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:18.849877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:18.902453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=abdd31dd-e67e-460e-90a1-76907737a168,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:18.906201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:18.940954 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-aafe39fd-c2b9-4e2e-9aef-30c94b70e385 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=381da31b-b578-4c32-a761-6b98c215b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3113997 Dec 17 17:05:19.057606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.069127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.073321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.114940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4e2fd6ff-6a05-489b-84f8-b302fdf7671e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:19.257679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4594-f24a-4366-950a-6935693c09e9 None None] Provisioning for port daee347c-b048-4c2f-bb6a-dee336fc7f23 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:19.262335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4594-f24a-4366-950a-6935693c09e9 None None] Provisioning complete for port daee347c-b048-4c2f-bb6a-dee336fc7f23 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:19.262723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4594-f24a-4366-950a-6935693c09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.319465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d4594-f24a-4366-950a-6935693c09e9 None None] Port daee347c-b048-4c2f-bb6a-dee336fc7f23 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:19.435150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Subnet': ['ID=b0637846-eeb1-4fe4-8faf-8f8edf6144b6,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:19.437168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.451258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:19.476648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.480823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-78580490-22fe-427a-b317-491a72833563 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6025765 Dec 17 17:05:19.490950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46236) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:19.495409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Checking segment: {'id': '3112c2e1-ae66-4a3b-a90f-7dd9656211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:19.495777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network hostable DHCP agents. Network: be0c8436-50f8-491b-9730-ddab795366c7, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:19.510170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-27553e12-338c-489d-ae0b-c583f03caa25 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506310 Dec 17 17:05:19.542491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'enable_snat': False}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:19.618423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.684431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ba559-0649-43bb-9305-d031d6ec3faa None None] Network a82f16f1-c181-45b6-a4fd-9e847c78033a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:19.691479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.720468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:19.812239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:19.815723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Port': ['ID=daee347c-b048-4c2f-bb6a-dee336fc7f23,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:19.818710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:19.849389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b49688b3-9205-4597-a602-ce4aff271f0f None None] Provisioning for port a6335872-a510-43f3-91b8-37d3f311bd19 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:19.855841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5df877-4a6c-428c-b1a8-5444b2ee6724 req-c269e2e2-f16e-47ad-bb18-426212e27ad5 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:19.855841 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df5df877-4a6c-428c-b1a8-5444b2ee6724 req-c269e2e2-f16e-47ad-bb18-426212e27ad5 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.8000095 Dec 17 17:05:19.955830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 89461995-fd8e-4057-a87b-0544f093002e is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:19.956999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:20.047126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:20.262938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Router c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:20.278863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6335872-a510-43f3-91b8-37d3f311bd19 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:20.346347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a6a6fe5d-7218-481d-8cd9-2cfda19f4a5e None None] Provisioning complete for port daee347c-b048-4c2f-bb6a-dee336fc7f23 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:20.346761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fe5d-7218-481d-8cd9-2cfda19f4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.438471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, be0c8436-50f8-491b-9730-ddab795366c7) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:20.446240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6fe5d-7218-481d-8cd9-2cfda19f4a5e None None] Port daee347c-b048-4c2f-bb6a-dee336fc7f23 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:20.446972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:20.459271 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228507 Dec 17 17:05:20.461268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:20.472176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8f73a-2711-422b-8b19-392646033030 None None] Network be0c8436-50f8-491b-9730-ddab795366c7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:20.487642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] Sync routers for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:20.516132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:20.516726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.555063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df5df877-4a6c-428c-b1a8-5444b2ee6724 req-f4997559-8b63-4f90-a08e-edf872818568 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657139 Dec 17 17:05:20.558415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a6335872-a510-43f3-91b8-37d3f311bd19 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:20.573525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a6335872-a510-43f3-91b8-37d3f311bd19 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:20.573980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.577294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb5cd9a-8b6b-4b6c-a0a9-2c34632f9524 req-2ee827a9-72ad-46ea-afff-95c54aa0f111 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389869 Dec 17 17:05:20.579623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.585539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port ede71177-3f93-40df-b8e8-daaec1435d0d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:20.585890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.608898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:20.609640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:20.685306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1423602 Dec 17 17:05:20.688030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:20.697069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-389625552'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:20.711217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:20.758872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-68dc82f5-235e-4368-b884-1e57a620cbed None None] Provisioning complete for port a6335872-a510-43f3-91b8-37d3f311bd19 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:20.759257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-68dc82f5-235e-4368-b884-1e57a620cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:20.786746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:20.787469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:20.938872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:20.939289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6f9aa-f4ea-4b64-a759-a253e20eb42c None None] The sync data for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:21.046074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.118421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-be0c8436-50f8-491b-9730-ddab795366c7', 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'tenant_id': 'c6781454a82f4b168ba638ae37ecd8ba', 'fixed_ips': [{'subnet_id': 'b0637846-eeb1-4fe4-8faf-8f8edf6144b6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:21.119100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.133345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.154964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a6335872-a510-43f3-91b8-37d3f311bd19, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6335872-a510-43f3-91b8-37d3f311bd19,segment=NetworkSegment(5ed5e98b-b7a8-4540-80d5-313f6b60e68a),segment_id=5ed5e98b-b7a8-4540-80d5-313f6b60e68a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:21.190714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:21.212924 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-ded95213-6a8c-42f8-baca-04e33a89ddea tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:05:21.214070 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ded95213-6a8c-42f8-baca-04e33a89ddea tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7515194 Dec 17 17:05:21.217763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46248) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:21.219725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-68dc82f5-235e-4368-b884-1e57a620cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.236170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.237323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device abdd31dd-e67e-460e-90a1-76907737a168 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:21.269025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:port and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:21.295494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50140d51-be40-4728-9326-0cb89d83d059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:21.334488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:21.346502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for ede71177-3f93-40df-b8e8-daaec1435d0d owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:21.385468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:21.460763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a6335872-a510-43f3-91b8-37d3f311bd19,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:21.464066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:21.501728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:21.505218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.546441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-68dc82f5-235e-4368-b884-1e57a620cbed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:05:21.546809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-68dc82f5-235e-4368-b884-1e57a620cbed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:05:21.552919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:21.560042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port abdd31dd-e67e-460e-90a1-76907737a168 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:21.560422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.592412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Allocated IP 172.20.0.2 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/1c0eddd7-aca0-4f5e-8aa3-912306583a46) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:21.637763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.824679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.830434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:21.831043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.835631 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/ports/fd69a72c-4b96-46cc-a325-9e144ec73348 HTTP/1.1" status: 200 len: 911 time: 3.7815704 Dec 17 17:05:21.837849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46254) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:21.844620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-35b7500c-0692-4efe-92a8-ebb49379ce7e tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:21.944230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:21.992899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.170027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=fd69a72c-4b96-46cc-a325-9e144ec73348,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:22.172248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6335872-a510-43f3-91b8-37d3f311bd19 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:22.176590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:22.185585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.225392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.240490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a6335872-a510-43f3-91b8-37d3f311bd19 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:22.240948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.307508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b48f66-6956-40ef-b1a8-edb4d4adac57 req-1d8b75c8-db33-490f-b2a1-c3226db16b79 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:22.309114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71b48f66-6956-40ef-b1a8-edb4d4adac57 req-1d8b75c8-db33-490f-b2a1-c3226db16b79 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.5319827 Dec 17 17:05:22.354856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Transition to ACTIVE for port object 1c0eddd7-aca0-4f5e-8aa3-912306583a46 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:22.379803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Transition to ACTIVE for port object 1c0eddd7-aca0-4f5e-8aa3-912306583a46 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:22.399560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.408277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a816351a-9d6e-44e9-a22b-2a816cc1d841 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:22.461610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71b48f66-6956-40ef-b1a8-edb4d4adac57 req-15586d34-5c0b-483d-bab8-bf2faf176be4 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450989 Dec 17 17:05:22.463535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.467262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=ede71177-3f93-40df-b8e8-daaec1435d0d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:22.468831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97523b41-1c28-4568-9d9a-cefa1968fe09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:22.499725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:22.543095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:22.547233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:22.554674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:22.613068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Allocated IP 172.26.4.211 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/30d94395-f69e-434c-8889-c3ed1acab7fa) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:22.645663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.4 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:22.668038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Attempting to bind port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:22.669259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Attempting to bind port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3112c2e1-ae66-4a3b-a90f-7dd9656211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:22.670659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Attempting to bind port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 on network be0c8436-50f8-491b-9730-ddab795366c7 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:22.680960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Pushing event updated for resources: {'Port': ['ID=1c0eddd7-aca0-4f5e-8aa3-912306583a46,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Checking segment: {'id': '3112c2e1-ae66-4a3b-a90f-7dd9656211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Bound using segment: {'id': '3112c2e1-ae66-4a3b-a90f-7dd9656211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Bound port: 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3112c2e1-ae66-4a3b-a90f-7dd9656211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:22.694383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.702873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:22.790631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] For port 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:22.793761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] For port 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c0eddd7-aca0-4f5e-8aa3-912306583a46,segment=NetworkSegment(3112c2e1-ae66-4a3b-a90f-7dd9656211f1),segment_id=3112c2e1-ae66-4a3b-a90f-7dd9656211f1)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:22.813025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting port daee347c-b048-4c2f-bb6a-dee336fc7f23 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:22.813634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.869211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:22.874905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-973c94ea-5e44-441d-8638-a3d3c98f2641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:22.969148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Pushing event updated for resources: {'Port': ['ID=1c0eddd7-aca0-4f5e-8aa3-912306583a46,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:22.973144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:23.015519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.080880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.094048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.123847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.349342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Calling delete_port for daee347c-b048-4c2f-bb6a-dee336fc7f23 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:23.408660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.486531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:23.505555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.525205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:23.725122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port fd69a72c-4b96-46cc-a325-9e144ec73348 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:23.725473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.778999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:23.786554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-472ce126-bbd0-4e63-92ab-367e22342180 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:23.842373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:23.844483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Port': ['ID=daee347c-b048-4c2f-bb6a-dee336fc7f23,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:23.859248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:23.872988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:23.892620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:24.063338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Pushing event updated for resources: {'Port': ['ID=30d94395-f69e-434c-8889-c3ed1acab7fa,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:24.080469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:24.209379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router b84efc7b-5f40-490a-acb3-855b9d82e21c has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:24.226729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c0eddd7-aca0-4f5e-8aa3-912306583a46 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:24.297355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.305521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207df36-0245-4d47-9d96-8ec0276d1fcb None None] Network be0c8436-50f8-491b-9730-ddab795366c7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:24.314358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547c44-e7e2-4acc-83a4-513a9d8be6f7 req-05a262ae-4c98-4adb-a3f1-b2ce4ff27e43 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:24.315842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35547c44-e7e2-4acc-83a4-513a9d8be6f7 req-05a262ae-4c98-4adb-a3f1-b2ce4ff27e43 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.6928315 Dec 17 17:05:24.329049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7674281b-0614-4034-84c8-78aae5c5cf8a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:24.389358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.445579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d925a210-0642-4c07-a80d-6a23b544697e None None] Provisioning for port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:24.510990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.520223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for fd69a72c-4b96-46cc-a325-9e144ec73348 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:24.533046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:24.552852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:24.552852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.554903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:24.622321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:24.648490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:24.677402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:24.697116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:24.702228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35547c44-e7e2-4acc-83a4-513a9d8be6f7 req-79323fb8-7ebe-40d7-a2db-20c478ae3f9c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827957 Dec 17 17:05:24.749492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.751873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:24.765015 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] Sync routers for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:24.773386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:24.780924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.786897 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:24.787954 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:24.795571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.799271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c0eddd7-aca0-4f5e-8aa3-912306583a46,segment=NetworkSegment(3112c2e1-ae66-4a3b-a90f-7dd9656211f1),segment_id=3112c2e1-ae66-4a3b-a90f-7dd9656211f1)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:24.862018 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:24.873116 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] Routers {'b84efc7b-5f40-490a-acb3-855b9d82e21c'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:24.874156 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b84efc7b-5f40-490a-acb3-855b9d82e21c'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:24.879814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:24.882777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:24.902081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/routers/b84efc7b-5f40-490a-acb3-855b9d82e21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7511063 Dec 17 17:05:24.910200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46262) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:24.983963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:24.984581 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bcab4-8016-4caf-84d7-5393873fe84e None None] The sync data for ids ['b84efc7b-5f40-490a-acb3-855b9d82e21c'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:24.988909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2998676 Dec 17 17:05:25.020207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=1c0eddd7-aca0-4f5e-8aa3-912306583a46,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:25.024051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:25.026779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46266) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:25.102919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Provisioning for port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:25.108646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Provisioning complete for port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:25.109085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.146611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Router c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:25.186502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:25.199236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Provisioning complete for port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:25.199742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a8215971-d8d6-4bbf-be03-6c4cb5e4b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.219458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.240022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-1859617217', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c8:89:cd'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:25.283115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7734c007-e361-49c4-bb68-2a97839f8b46 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:25.344853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=fd69a72c-4b96-46cc-a325-9e144ec73348,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:25.350832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:25.351781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:25.405019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] Sync routers for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:25.420726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:25.421496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:25.465917 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2469985 Dec 17 17:05:25.512469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:25.519597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46272) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:25.530438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:25.531428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:25.606724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ad3d1bc-14f0-4fee-9fb6-10b88374449a None None] Provisioning complete for port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:25.607109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d1bc-14f0-4fee-9fb6-10b88374449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.635707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:25.635945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80120520-a683-4746-a92b-05ce5d6fcbc0 None None] The sync data for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:25.666627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3d1bc-14f0-4fee-9fb6-10b88374449a None None] Port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:25.694150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.751787 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-daccd3f6-8a49-4645-a38f-f7d351b71b19 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] delete failed (client error): The resource could not be found. Dec 17 17:05:25.753032 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-daccd3f6-8a49-4645-a38f-f7d351b71b19 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-2130599025 HTTP/1.1" status: 404 len: 335 time: 0.2326560 Dec 17 17:05:25.753662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.757467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46276) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:25.763447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c27c3760-c8ed-4b67-9394-d009f2cb44a2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:25.983820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:25.985623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:25.996103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:port and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:26.001508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.003456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:26.016934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c5280-7795-40b4-9a19-9dc9b8a820b4 req-5fe7187b-6f93-43fc-b3fa-04835e678953 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:26.018410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f7c5280-7795-40b4-9a19-9dc9b8a820b4 req-5fe7187b-6f93-43fc-b3fa-04835e678953 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.4878860 Dec 17 17:05:26.078970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:26.150005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.161612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c0eddd7-aca0-4f5e-8aa3-912306583a46 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:26.220292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f7c5280-7795-40b4-9a19-9dc9b8a820b4 req-af4f19f2-9c83-42ce-bc9c-93f14e9d6b65 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396084 Dec 17 17:05:26.229519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:26.234093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:26.234495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.321623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port a90aa069-3971-45e0-b994-06a6a507c142 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:26.322002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.414444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c27c3760-c8ed-4b67-9394-d009f2cb44a2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.419045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 69d698fd-f851-4ed7-b02c-cf1d5b1046be has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:26.524236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.564356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:26.572626 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-c27c3760-c8ed-4b67-9394-d009f2cb44a2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] update failed (client error): The resource could not be found. Dec 17 17:05:26.573657 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c27c3760-c8ed-4b67-9394-d009f2cb44a2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f HTTP/1.1" status: 404 len: 339 time: 0.8152657 Dec 17 17:05:26.577517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46280) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:26.632521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:26.637590 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/69d698fd-f851-4ed7-b02c-cf1d5b1046be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7995985 Dec 17 17:05:26.643958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46284) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:26.646482 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] Sync routers for ids ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:26.656787 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] Routers {'69d698fd-f851-4ed7-b02c-cf1d5b1046be'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:26.657403 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:26.683247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:26.713250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6075768b-995d-4090-b3f0-f80f79bf5153 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d698fd-f851-4ed7-b02c-cf1d5b1046be HTTP/1.1" status: 200 len: 205 time: 0.0658138 Dec 17 17:05:26.714541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46288) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:26.722291 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:26.731020 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] Routers {'69d698fd-f851-4ed7-b02c-cf1d5b1046be'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:26.731630 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:26.765528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Router 9158a273-d8da-456b-b45e-6c4c76547b7e is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:26.795633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:26.796040 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105d3e7-667e-4ff1-b8af-e019bd49b072 None None] The sync data for ids ['69d698fd-f851-4ed7-b02c-cf1d5b1046be'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:26.834152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for a90aa069-3971-45e0-b994-06a6a507c142 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:27.115406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.260121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.13 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:27.321287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:27.344847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] Sync routers for ids ['9158a273-d8da-456b-b45e-6c4c76547b7e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:27.363086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] Routers {'9158a273-d8da-456b-b45e-6c4c76547b7e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:27.363737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['9158a273-d8da-456b-b45e-6c4c76547b7e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:27.441040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.444650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "PUT /v2.0/routers/9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 200 len: 920 time: 7.9482651 Dec 17 17:05:27.456750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:27.468665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46294) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:27.476902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] Routers {'9158a273-d8da-456b-b45e-6c4c76547b7e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:27.477544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['9158a273-d8da-456b-b45e-6c4c76547b7e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:27.542298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:27.542710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac366e-c9a7-4c79-b94b-3d66fa1ba0e0 None None] The sync data for ids ['9158a273-d8da-456b-b45e-6c4c76547b7e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:27.598514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.602922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.658572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.702889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.720622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2b92b75a-3bf4-412f-bced-c30e3648afa3 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:27.790615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=a90aa069-3971-45e0-b994-06a6a507c142,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:27.800357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.800357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router 69d698fd-f851-4ed7-b02c-cf1d5b1046be {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:27.806898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:27.819626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaab28-54af-4347-8014-d945016a212f req-03386f24-0856-4405-b155-4cf363a0f1a8 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:27.820807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecfaab28-54af-4347-8014-d945016a212f req-03386f24-0856-4405-b155-4cf363a0f1a8 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.4597847 Dec 17 17:05:27.831831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.836209 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-63adb259-efdf-4c54-b905-5d7b78a8f66e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/69d698fd-f851-4ed7-b02c-cf1d5b1046be HTTP/1.1" status: 204 len: 168 time: 1.1207032 Dec 17 17:05:27.836868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46298) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:27.935119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1aee61ea-7aac-431e-99c2-7597c7147c92 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 200 len: 926 time: 0.4580321 Dec 17 17:05:27.937791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46302) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:27.948268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:27.993359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.017948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 4d44ae26-ff2b-4725-ab22-19e659495d48 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:28.040765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:28.042066 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecfaab28-54af-4347-8014-d945016a212f req-5782b860-2e72-42be-9142-0ebdeefcbfb6 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823263 Dec 17 17:05:28.066414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.183605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.186740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.279265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.285838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.286447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Fanout notify agent at l3_agent the message router_deleted on router b84efc7b-5f40-490a-acb3-855b9d82e21c {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:28.298152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.299264 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/routers/b84efc7b-5f40-490a-acb3-855b9d82e21c HTTP/1.1" status: 204 len: 168 time: 3.3881419 Dec 17 17:05:28.302428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46308) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:28.340391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.353150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0fef1f0-97ac-4e9d-96ef-188ad6120f76 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:28.384632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1525bd-d63c-4f5f-be64-bfb3f936255a tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:28.386166 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e1525bd-d63c-4f5f-be64-bfb3f936255a tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=9158a273-d8da-456b-b45e-6c4c76547b7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4422157 Dec 17 17:05:28.390079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46312) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:28.409265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Allocated IP 172.20.0.1 (5506b804-c69d-4d23-bdf5-55e679fa17a3/3864e1a7-ad64-42ec-b254-08c742f02c3a/cf08ea08-ba84-4df7-85ab-a6dcacd4caae) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:28.516662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.636209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:28.639021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.654569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Transition to ACTIVE for port object cf08ea08-ba84-4df7-85ab-a6dcacd4caae will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:28.697337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.701280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a86b2055-8b94-4bc4-950a-f439a2c7b348 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:28.713361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:28.731613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting subnet e16c7bde-0121-41ab-993d-049ae6d75197 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:28.740953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:28.743016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.752097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=4d44ae26-ff2b-4725-ab22-19e659495d48,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:28.757686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:28.758438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:28.782244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:28.786394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:28.788889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.798607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.800489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fc3dd-d039-4442-a164-f0fc3681c036 None None] Network 5860812e-826e-4818-9eab-4c7387a5a0fd requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:28.817313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:28.826191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:28.833376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:28.908817 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/4d44ae26-ff2b-4725-ab22-19e659495d48 HTTP/1.1" status: 204 len: 168 time: 1.0345216 Dec 17 17:05:28.914745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.917088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46318) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:28.928228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.013466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.014111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.027837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bf0a3-a5dc-4b5b-a7f2-9326ea25e29d tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.029202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e52bf0a3-a5dc-4b5b-a7f2-9326ea25e29d tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/networks/45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 881 time: 0.6299119 Dec 17 17:05:29.052853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Port': ['ID=cf08ea08-ba84-4df7-85ab-a6dcacd4caae,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:29.056783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46322) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:29.064349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:29.121314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0e0c91ae-f526-4e7a-94dd-04292843b5d7 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 200 len: 205 time: 0.0612142 Dec 17 17:05:29.125662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46326) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:29.132619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48d68-73c5-4a63-b28d-26b1fa2d456e req-844369a5-55b6-40b5-a75b-bc3d927e05c4 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.138039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d8a48d68-73c5-4a63-b28d-26b1fa2d456e req-844369a5-55b6-40b5-a75b-bc3d927e05c4 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.5475218 Dec 17 17:05:29.138182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.140674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-63c27e3d-8c7c-413c-b907-3a047e074885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.147226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-63c27e3d-8c7c-413c-b907-3a047e074885 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0865c4ca00f420cb686e2c2f726385a&device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 1099 time: 0.5082717 Dec 17 17:05:29.190823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] DHCP port deletion for 5860812e-826e-4818-9eab-4c7387a5a0fd request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:29.195306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Deleting port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:29.195779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.211682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.1814251 Dec 17 17:05:29.219214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46330) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:29.229385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ee18c1da-b08d-41ca-a380-e17d255518d1 None None] Provisioning for port 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:29.247753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ee18c1da-b08d-41ca-a380-e17d255518d1 None None] Provisioning complete for port 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:29.248214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ee18c1da-b08d-41ca-a380-e17d255518d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.323475 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d8a48d68-73c5-4a63-b28d-26b1fa2d456e req-1690f64d-9d38-49b2-a48a-a23aa2a6cdd1 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752229 Dec 17 17:05:29.355875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.377535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:29.377890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.418850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-0fc34084-69e1-4066-b7b3-2c6729f4b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.420620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-0fc34084-69e1-4066-b7b3-2c6729f4b3cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 200 len: 913 time: 0.2654719 Dec 17 17:05:29.420935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ee18c1da-b08d-41ca-a380-e17d255518d1 None None] Port 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:29.455498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] For port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,segment=NetworkSegment(a9aa6d6e-cd3b-4d39-8536-b23945273f37),segment_id=a9aa6d6e-cd3b-4d39-8536-b23945273f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:29.455895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.493994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.502470 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-e94f617e-65fb-455d-a55b-278b0dba46de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 200 len: 217 time: 0.0752778 Dec 17 17:05:29.548200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.578595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-7aaaa243-3e9b-471e-804e-5397068b85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.580050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-7aaaa243-3e9b-471e-804e-5397068b85f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddc993ba-d557-4c46-962c-52a7c0517147 HTTP/1.1" status: 200 len: 852 time: 0.0696013 Dec 17 17:05:29.582194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Calling delete_port for b51b7f62-4ca4-49c0-8ab6-15e712f7d36f owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:29.629056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-4a65ad41-0f89-4d11-98aa-63365abd9047 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=381da31b-b578-4c32-a761-6b98c215b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425012 Dec 17 17:05:29.630081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.634819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-861e1236-c395-457a-820a-db0a29741d65 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:29.694879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Subnet': ['ID=e16c7bde-0121-41ab-993d-049ae6d75197,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:29.701103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:29.702274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.710392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec132d-18db-420d-88d8-f3c9c2bbf179 None None] Network 9fe474af-11f5-4d3d-a92e-0f6847c21126 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:29.729306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d03ba-4235-48a2-adff-ad1b1eeff44b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.735042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d03ba-4235-48a2-adff-ad1b1eeff44b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.741331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d03ba-4235-48a2-adff-ad1b1eeff44b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:29.746078 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-af1d03ba-4235-48a2-adff-ad1b1eeff44b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5271676 Dec 17 17:05:29.747906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46334) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:29.776664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c3a42150-3e01-4109-a314-3e558e0b1c56 None None] Provisioning for port cf08ea08-ba84-4df7-85ab-a6dcacd4caae completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:29.785478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.791897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:29.819617 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/subnets/e16c7bde-0121-41ab-993d-049ae6d75197 HTTP/1.1" status: 204 len: 168 time: 1.5136428 Dec 17 17:05:29.825271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46338) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:29.834571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c3a42150-3e01-4109-a314-3e558e0b1c56 None None] Provisioning complete for port cf08ea08-ba84-4df7-85ab-a6dcacd4caae triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:29.835177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c3a42150-3e01-4109-a314-3e558e0b1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.875771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Pushing event deleted for resources: {'Port': ['ID=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:29.905444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:29.906318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] No DVR routers for this DVR port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:29.940128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:29.940583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:29.984545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c3a42150-3e01-4109-a314-3e558e0b1c56 None None] Port cf08ea08-ba84-4df7-85ab-a6dcacd4caae cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:30.051084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-1ea1c5fc-c3bc-47a2-8f61-b5a0fff09700 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804982 Dec 17 17:05:30.058210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.127231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] DHCP port deletion for 9fe474af-11f5-4d3d-a92e-0f6847c21126 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:30.133787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Deleting port a6a30416-ad66-415d-a42e-6485b177e7ad {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:30.133787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.220231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b51b7f62-4ca4-49c0-8ab6-15e712f7d36f,segment=NetworkSegment(a9aa6d6e-cd3b-4d39-8536-b23945273f37),segment_id=a9aa6d6e-cd3b-4d39-8536-b23945273f37)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:30.220614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.232969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.252467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b51b7f62-4ca4-49c0-8ab6-15e712f7d36f no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:30.294898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b51b7f62-4ca4-49c0-8ab6-15e712f7d36f {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:30.295169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b51b7f62-4ca4-49c0-8ab6-15e712f7d36f not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:30.362110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port a6a30416-ad66-415d-a42e-6485b177e7ad {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:30.362457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.377893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for b51b7f62-4ca4-49c0-8ab6-15e712f7d36f owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:30.472541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] For port a6a30416-ad66-415d-a42e-6485b177e7ad, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6a30416-ad66-415d-a42e-6485b177e7ad,segment=NetworkSegment(83c792cb-db5e-4903-9112-432239bcbd28),segment_id=83c792cb-db5e-4903-9112-432239bcbd28)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:30.473107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.478066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port 30d94395-f69e-434c-8889-c3ed1acab7fa {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:30.478286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.599151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Calling delete_port for a6a30416-ad66-415d-a42e-6485b177e7ad owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:30.657935 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f923591c-cc07-4d66-89ab-27a5ed5f3341 req-6c928046-f3d6-4536-b05c-5758a8e3c601 service neutron] 10.222.0.60 "GET /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974002 Dec 17 17:05:30.680141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:05:30.680460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:05:30.687241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.722512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.737769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.765390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.769747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:30.819600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Pushing event deleted for resources: {'Port': ['ID=a6a30416-ad66-415d-a42e-6485b177e7ad,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:30.821616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] No DVR routers for this DVR port a6a30416-ad66-415d-a42e-6485b177e7ad on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:30.823189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:30.838480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:30.858766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:30.894995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for 30d94395-f69e-434c-8889-c3ed1acab7fa owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:30.921770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:30.959109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b1ff9-2da5-435a-90c8-1a8fe03e3af8 req-dbf0f723-61e6-42bf-9651-b5d90d9cfa50 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:30.960572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f58b1ff9-2da5-435a-90c8-1a8fe03e3af8 req-dbf0f723-61e6-42bf-9651-b5d90d9cfa50 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.4750879 Dec 17 17:05:31.004491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] For port a6a30416-ad66-415d-a42e-6485b177e7ad, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6a30416-ad66-415d-a42e-6485b177e7ad,segment=NetworkSegment(83c792cb-db5e-4903-9112-432239bcbd28),segment_id=83c792cb-db5e-4903-9112-432239bcbd28)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:31.005646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.040150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.058846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event updated for resources: {'Port': ['ID=cf08ea08-ba84-4df7-85ab-a6dcacd4caae,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:31.065438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:31.165734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for a6a30416-ad66-415d-a42e-6485b177e7ad owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:31.182287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port b51b7f62-4ca4-49c0-8ab6-15e712f7d36f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:31.182628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.204798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f58b1ff9-2da5-435a-90c8-1a8fe03e3af8 req-6146245a-6a21-4300-b81e-ee9e0f85a85c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319167 Dec 17 17:05:31.298433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:05:31.298744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:05:31.354505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.360399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7b8835d3-392f-49d2-90f3-96a477c61189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:31.409700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:31.413766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:31.442117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] The port 'b51b7f62-4ca4-49c0-8ab6-15e712f7d36f' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:05:31.490179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:31.495643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:31.634072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.643142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.643965 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e HTTP/1.1" status: 204 len: 168 time: 1.8945785 Dec 17 17:05:31.646808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46346) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:31.683335 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:05:31.703259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c167ba79-52e2-41d9-a1f4-a6b75b3b9bdb tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:31.799969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port a6a30416-ad66-415d-a42e-6485b177e7ad {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:31.800696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.824249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=30d94395-f69e-434c-8889-c3ed1acab7fa,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:31.830768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.832792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e865f0a-491c-4fec-8750-8c1fe8e73623 None None] Provisioning complete for port cf08ea08-ba84-4df7-85ab-a6dcacd4caae triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:31.833953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8e865f0a-491c-4fec-8750-8c1fe8e73623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.846276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:31.855452 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9211d3e-bed2-4ef3-b1aa-59029c0e0c2a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] GET failed (client error): The resource could not be found. Dec 17 17:05:31.856789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a9211d3e-bed2-4ef3-b1aa-59029c0e0c2a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports/41ef5d41-4a97-4dde-8f41-4f2bb5ec7a4e HTTP/1.1" status: 404 len: 333 time: 0.1217325 Dec 17 17:05:31.876305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46350) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:31.886472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-1521979211'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:31.901365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8e865f0a-491c-4fec-8750-8c1fe8e73623 None None] Port cf08ea08-ba84-4df7-85ab-a6dcacd4caae cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:31.904817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] The port 'a6a30416-ad66-415d-a42e-6485b177e7ad' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:05:31.935328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5860812e-826e-4818-9eab-4c7387a5a0fd']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:31.965549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa6d6e-cd3b-4d39-8536-b23945273f37') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:31.965865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa6d6e-cd3b-4d39-8536-b23945273f37') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:31.980138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Router c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:31.987168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.067116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.139515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.156741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6a30416-ad66-415d-a42e-6485b177e7ad no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:32.178246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:32.179051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:32.192944 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:32.199459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a6a30416-ad66-415d-a42e-6485b177e7ad {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:32.200043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6a30416-ad66-415d-a42e-6485b177e7ad not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:32.202369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-03236ba1-518f-483c-a25e-66a553e7f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.270040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.311816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe474af-11f5-4d3d-a92e-0f6847c21126']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.327936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:32.366738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:port and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:32.374675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c792cb-db5e-4903-9112-432239bcbd28') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.375185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c792cb-db5e-4903-9112-432239bcbd28') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.381513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:32.393092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:32.396626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.421896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.426004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.430600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.432841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:32.444240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:32.444577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.445243 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] Sync routers for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:32.454973 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:32.455591 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:32.460792 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:32.472538 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8939679 Dec 17 17:05:32.473324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46356) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:32.517919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.527339 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:32.527941 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.530891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:32.534645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.565735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606b09-70e4-438c-8fee-40ddf25d809b req-0aa74f72-f8f0-4c87-b255-f060cdbba04c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:32.570216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8606b09-70e4-438c-8fee-40ddf25d809b req-0aa74f72-f8f0-4c87-b255-f060cdbba04c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.2442865 Dec 17 17:05:32.573837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port 6834ac3f-66e5-4065-9ac5-4c77bca39685 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:32.590887 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:32.591293 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc3c49-79d1-4ddd-8386-d7d7ec32345d None None] The sync data for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:32.652860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.662942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7d87be9e-5a50-4f64-a753-ec3528cf481b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:32.680520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.714462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Network': ['ID=9fe474af-11f5-4d3d-a92e-0f6847c21126,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:32.722772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:32.726974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-efe5cccb-3e01-4d64-8339-1d45d41fbc5c tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/networks/9fe474af-11f5-4d3d-a92e-0f6847c21126 HTTP/1.1" status: 204 len: 168 time: 2.8981094 Dec 17 17:05:32.729013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8606b09-70e4-438c-8fee-40ddf25d809b req-3d713311-cd09-46c6-b869-a313a66c5b03 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176579 Dec 17 17:05:32.729507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46360) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:32.732744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.733246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router 9158a273-d8da-456b-b45e-6c4c76547b7e {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:32.736488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.766805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.766805 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 204 len: 168 time: 3.6222808 Dec 17 17:05:32.766805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6be60e3-5b8e-46df-a52d-03f907cb3339 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:32.770908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.772681 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/5860812e-826e-4818-9eab-4c7387a5a0fd HTTP/1.1" status: 204 len: 168 time: 3.8516111 Dec 17 17:05:32.775349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46362) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:32.782135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46370) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:32.786009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1980293606', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:32.801024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:32.806250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575708329', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:32.820606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=5860812e-826e-4818-9eab-4c7387a5a0fd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:32.822654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Usage tracker for resource:router and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:32.825444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:32.830317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:32.833081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:32.838239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:32.842467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:32.844471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:32.849010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9c12736e-2fa7-49a8-bbb7-236922621755 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.909589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:32.946560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port ebd58027-e140-482a-936c-2475d256e371 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:32.947192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.977080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.10 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/6834ac3f-66e5-4065-9ac5-4c77bca39685) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:33.011832 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-9c12736e-2fa7-49a8-bbb7-236922621755 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 17:05:33.013230 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9c12736e-2fa7-49a8-bbb7-236922621755 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f HTTP/1.1" status: 409 len: 329 time: 0.5388870 Dec 17 17:05:33.016087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46374) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:33.097288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.102264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.175671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.177401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.226045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.237376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.257568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.257925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.435287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for ebd58027-e140-482a-936c-2475d256e371 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:33.504911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.543542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.581455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object 6834ac3f-66e5-4065-9ac5-4c77bca39685 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:33.594394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6b31-ddad-40d8-ac7c-543e5696d2a1 req-fab909e7-4b5f-4c0a-b1b8-10823014c19c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:33.595832 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b4b6b31-ddad-40d8-ac7c-543e5696d2a1 req-fab909e7-4b5f-4c0a-b1b8-10823014c19c tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.3403823 Dec 17 17:05:33.716540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.717741 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6a881bbb-b1db-4026-a115-2d198487787b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9235163 Dec 17 17:05:33.753407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46380) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:33.782824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891693038'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:33.795365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:33.801013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.813851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:33.821454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:33.834814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:33.846943 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b4b6b31-ddad-40d8-ac7c-543e5696d2a1 req-2798675c-e5c0-44f4-b683-f56a42bc01da tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Dec 17 17:05:33.891310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.913881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.917865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d6d80e1e-65ab-4fba-b292-90257f546041 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:33.962745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.964242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:33.967610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:33.981162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=ebd58027-e140-482a-936c-2475d256e371,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:33.986515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:33.991185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a25dc3b0-e84f-4625-9669-da7564e2f5ad tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:34.125002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:34.142628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:34.152028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:34.177441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:34.183271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=6834ac3f-66e5-4065-9ac5-4c77bca39685,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:34.189983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:34.219997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.220338 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 0f9ac83e-72f3-441d-9304-ce48f61eaa76 of type vlan for network 0caaa367-0a53-45fa-b698-a3450c7533a5 Dec 17 17:05:34.234922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.242251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:34.246225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.293949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.298737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.307386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/floatingips/5446e1a1-f6a2-4033-8618-06981f3030ae HTTP/1.1" status: 204 len: 168 time: 1.5332596 Dec 17 17:05:34.308779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46384) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.363239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4858558 Dec 17 17:05:34.364883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-137ab2f3-144f-4e96-96e0-b654373cb2b1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:34.365344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137ab2f3-144f-4e96-96e0-b654373cb2b1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:34.366945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-137ab2f3-144f-4e96-96e0-b654373cb2b1 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/873faeb1-dd72-4230-92e6-16c2a65f6613 HTTP/1.1" status: 404 len: 333 time: 0.0571764 Dec 17 17:05:34.371228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46388) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.373211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46392) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.377050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c8:89:cd'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:34.459780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.465062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:34.467459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.477427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce6df174-6195-45a2-ad1f-b93c91105501 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:34.485241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9e822b56-7b0a-4b41-9876-29e3d3703c7d None None] Provisioning for port 6834ac3f-66e5-4065-9ac5-4c77bca39685 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:34.491454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9e822b56-7b0a-4b41-9876-29e3d3703c7d None None] Provisioning complete for port 6834ac3f-66e5-4065-9ac5-4c77bca39685 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:34.492114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9e822b56-7b0a-4b41-9876-29e3d3703c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.500930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-368a230a-d39d-42df-9b6b-8212eb784e30 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Synchronizing usage tracker for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:34.549303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9e822b56-7b0a-4b41-9876-29e3d3703c7d None None] Port 6834ac3f-66e5-4065-9ac5-4c77bca39685 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:34.646944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.652110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8895340 Dec 17 17:05:34.666174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46396) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.670560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=0caaa367-0a53-45fa-b698-a3450c7533a5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:34.673777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting port cf08ea08-ba84-4df7-85ab-a6dcacd4caae {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:34.674149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.677835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:34.709202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-368a230a-d39d-42df-9b6b-8212eb784e30 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Unset dirty status for tenant:f7afef8e0c484d70af2915c71f6f77a9 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:34.710384 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-368a230a-d39d-42df-9b6b-8212eb784e30 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/ports?device_id=b84efc7b-5f40-490a-acb3-855b9d82e21c HTTP/1.1" status: 200 len: 205 time: 0.3078187 Dec 17 17:05:34.716588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46400) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.716948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.769539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.769941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.770383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.770721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.771087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.771452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.771813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.772174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.772532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.772888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.773244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.773599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:34.786864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:34.793756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:34.846446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:34.846682 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-d71dca07-14ac-460a-b753-38f8d247f567 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] delete failed (client error): The resource could not be found. Dec 17 17:05:34.849967 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d71dca07-14ac-460a-b753-38f8d247f567 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/routers/b84efc7b-5f40-490a-acb3-855b9d82e21c HTTP/1.1" status: 404 len: 336 time: 0.1286097 Dec 17 17:05:34.852449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46404) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.888530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:34.924974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:34.948114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:34.950401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f531e55-bc4b-4579-a411-a9efb14cd802 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:34.950833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f531e55-bc4b-4579-a411-a9efb14cd802 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:34.952477 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7f531e55-bc4b-4579-a411-a9efb14cd802 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/subnets/e16c7bde-0121-41ab-993d-049ae6d75197 HTTP/1.1" status: 404 len: 337 time: 0.0988741 Dec 17 17:05:34.956289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46410) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:34.971339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.057015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-04741cc9-d08a-459e-94e6-6131b96368a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.070187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:35.073846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.094830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port a09a7f25-434b-497a-8070-719c72d3a639 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:35.095173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.187000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Allocated IP 172.26.4.208 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/932006a6-6dd1-447c-8167-ee6ccac4e1e9) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:35.194657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.325864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787c701-e379-4a35-9f2d-41df8ca1bae7 req-cd4ef09c-3eaf-4355-9dcf-d1ea123312cf tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:35.327336 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f787c701-e379-4a35-9f2d-41df8ca1bae7 req-cd4ef09c-3eaf-4355-9dcf-d1ea123312cf tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.3452134 Dec 17 17:05:35.381312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Calling delete_port for cf08ea08-ba84-4df7-85ab-a6dcacd4caae owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:35.599835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.622889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f787c701-e379-4a35-9f2d-41df8ca1bae7 req-a04baff9-7a23-4893-a52c-ab31e600fbfc tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867143 Dec 17 17:05:35.723109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.740631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-c4a3e006-fa36-416d-84a0-7a0c14c13b21 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:35.742086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-c4a3e006-fa36-416d-84a0-7a0c14c13b21 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.1626892 Dec 17 17:05:35.782492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.796527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61528aed-e734-43ed-931e-4cef98ef737c tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:35.856411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.874149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.878862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.913796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.936666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Deleting port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:35.936992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:35.976152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=6834ac3f-66e5-4065-9ac5-4c77bca39685,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:35.988512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:35.996719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca1fdef1-a428-450b-8a81-6cefbeae8a10 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:36.019861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for a09a7f25-434b-497a-8070-719c72d3a639 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:36.073036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] In _notify_port_updated(), no bound segment for port 6834ac3f-66e5-4065-9ac5-4c77bca39685 on network be0c8436-50f8-491b-9730-ddab795366c7 {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:05:36.078555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:36.079328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.080452 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "PUT /v2.0/ports/6834ac3f-66e5-4065-9ac5-4c77bca39685 HTTP/1.1" status: 200 len: 994 time: 1.7105174 Dec 17 17:05:36.090877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46414) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:36.172005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:36.178658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: 0caaa367-0a53-45fa-b698-a3450c7533a5, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:36.178658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=7b606340-cae6-4363-995e-84127155697c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:36.192869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a804bf09-601d-4b7b-805b-09a12f14b902 None None] Provisioning complete for port 6834ac3f-66e5-4065-9ac5-4c77bca39685 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:36.193458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a804bf09-601d-4b7b-805b-09a12f14b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.196318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:36.224396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 6834ac3f-66e5-4065-9ac5-4c77bca39685 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:36.224754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.256237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a804bf09-601d-4b7b-805b-09a12f14b902 None None] Port 6834ac3f-66e5-4065-9ac5-4c77bca39685 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:36.263168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.267097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0f0edbf5-ec88-4aad-adba-9fcee047d0a1 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:36.304433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.368350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:36.368597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:36.368800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.377525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:36.396692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:36.462171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event updated for resources: {'Port': ['ID=932006a6-6dd1-447c-8167-ee6ccac4e1e9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:36.541705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.542157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.542444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0caaa367-0a53-45fa-b698-a3450c7533a5) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:36.542569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.542837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.543200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.543578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.543935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.544297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.544656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.545013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.545372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.545909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:36.558525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949a972-61c9-4b19-ad97-d88d125d374a None None] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:36.564879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:36.565457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.573009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] For port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,segment=NetworkSegment(0ab3a228-21ea-4417-9b35-62009a710b9f),segment_id=0ab3a228-21ea-4417-9b35-62009a710b9f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:36.573375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.578262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:36.586166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38230f4d-169a-4ad0-9ad2-8c09c4282258 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:36.711425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Port': ['ID=cf08ea08-ba84-4df7-85ab-a6dcacd4caae,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:36.719353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Calling delete_port for b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:36.835866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0caaa367-0a53-45fa-b698-a3450c7533a5', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:36.836888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.843320 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1760945 Dec 17 17:05:36.858601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46420) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:36.938187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:36.992357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=a09a7f25-434b-497a-8070-719c72d3a639,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:37.006068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:37.014687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:37.015101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:37.016245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.022275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Allocated IP 2001:db8::2 (0caaa367-0a53-45fa-b698-a3450c7533a5/7b606340-cae6-4363-995e-84127155697c/b4d1bf11-6767-460e-9fd2-24f550e07971) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:37.024783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.259620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.272951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.283989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Transition to ACTIVE for port object b4d1bf11-6767-460e-9fd2-24f550e07971 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:37.294101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 6834ac3f-66e5-4065-9ac5-4c77bca39685 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:37.304046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Transition to ACTIVE for port object b4d1bf11-6767-460e-9fd2-24f550e07971 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:37.328540 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/a09a7f25-434b-497a-8070-719c72d3a639 HTTP/1.1" status: 204 len: 168 time: 2.3663435 Dec 17 17:05:37.328811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46424) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:37.372026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.377600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9a704635-b18d-4d37-a806-4c9614983326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:37.447777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:37.451309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:37.456797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:37.466573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Pushing event updated for resources: {'Port': ['ID=b4d1bf11-6767-460e-9fd2-24f550e07971,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:37.537155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:37.581649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port f1ea72a1-3623-415e-bef0-2088aa5cc67e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:37.582076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.596710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Attempting to bind port b4d1bf11-6767-460e-9fd2-24f550e07971 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:37.597096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Attempting to bind port b4d1bf11-6767-460e-9fd2-24f550e07971 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:37.597989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Attempting to bind port b4d1bf11-6767-460e-9fd2-24f550e07971 on network 0caaa367-0a53-45fa-b698-a3450c7533a5 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:37.603618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:37.603998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Checking segment: {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:37.604404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.604801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Bound using segment: {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:37.605272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Bound port: b4d1bf11-6767-460e-9fd2-24f550e07971, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:37.605651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.684278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65250a0-1af5-4de5-9dcb-3eb8b409d38b req-ac76d21f-ef85-479f-ac20-1e05c0bcf6fb tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:37.685742 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f65250a0-1af5-4de5-9dcb-3eb8b409d38b req-ac76d21f-ef85-479f-ac20-1e05c0bcf6fb tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 946 time: 0.9262514 Dec 17 17:05:37.705213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] For port b4d1bf11-6767-460e-9fd2-24f550e07971, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:37.722813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Router c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:37.760679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] For port b4d1bf11-6767-460e-9fd2-24f550e07971, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4d1bf11-6767-460e-9fd2-24f550e07971,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:37.796304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.816228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02436be7-a6d3-4570-9ec7-b5ccf4ca29a9 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:37.846020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:37.855267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4ece2617-9dc9-423c-aa0a-7c79e01ab35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:37.875574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Pushing event deleted for resources: {'Port': ['ID=b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:37.888305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:37.892479 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f65250a0-1af5-4de5-9dcb-3eb8b409d38b req-932bb5ab-254b-4cad-a29d-6f6b3ab59590 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c642645-2fe8-4667-8e5e-ace6237ce5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711695 Dec 17 17:05:37.960298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Pushing event updated for resources: {'Port': ['ID=b4d1bf11-6767-460e-9fd2-24f550e07971,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:37.966654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:37.987902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:38.011839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] No DVR routers for this DVR port b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:38.014978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:38.017878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'name': 'network-vif-deleted', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:05:38.024788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:38.078744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:38.093458 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-86adcca1-a00e-481d-899f-1394673c3d47 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0760777 Dec 17 17:05:38.097963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] Sync routers for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:38.099110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46430) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:38.125255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:38.133013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:38.158376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:38.190552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa69c1e1-80ba-4943-8559-cb713170aa22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:38.247069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:38.261290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] Routers {'c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:38.262634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:38.266916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:38.352182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:38.352182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a77e8-4b97-410c-97e0-f5ad6edbb323 None None] The sync data for ids ['c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:38.445663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for f1ea72a1-3623-415e-bef0-2088aa5cc67e owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:38.452494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f07562-40e3-4742-af3a-0600eac22f8b', 'name': 'network-vif-deleted', 'tag': 'b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7', 'status': 'completed', 'code': 200} Dec 17 17:05:38.453744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=6834ac3f-66e5-4065-9ac5-4c77bca39685,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:38.538090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:38.553138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b258670-86b8-4292-8c38-4ecaf61c5e9f req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.60 "DELETE /v2.0/ports/b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 HTTP/1.1" status: 204 len: 173 time: 2.8045142 Dec 17 17:05:38.565988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-1310c30a-df34-49dd-8dfa-0f204323d03f tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] show failed (client error): The resource could not be found. Dec 17 17:05:38.576024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1310c30a-df34-49dd-8dfa-0f204323d03f tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1389142026 HTTP/1.1" status: 404 len: 335 time: 0.4107890 Dec 17 17:05:38.577132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46434) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:38.590229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e830cb1f-bd21-42d8-b9b1-620c378340f1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:38.898917 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-e830cb1f-bd21-42d8-b9b1-620c378340f1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] update failed (client error): The resource could not be found. Dec 17 17:05:38.900440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e830cb1f-bd21-42d8-b9b1-620c378340f1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1150234024 HTTP/1.1" status: 404 len: 335 time: 0.3219025 Dec 17 17:05:38.928535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46438) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:38.967344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.235347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting subnet 3674b31d-a0d4-4187-a945-bc09f0af611a {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:39.237779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.244936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fcd5d228-a94c-404f-87b4-b8dd6facd40c req-85b15837-0f1c-4231-bce0-50bcd8acf9e7 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Synchronizing usage tracker for tenant:b0865c4ca00f420cb686e2c2f726385a on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:39.256363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.270692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.282048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbc9d144-0d24-464a-b6a7-a81e17a24d69 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:39.340170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/6834ac3f-66e5-4065-9ac5-4c77bca39685 HTTP/1.1" status: 204 len: 168 time: 3.2497628 Dec 17 17:05:39.343800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46444) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:39.368562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=f1ea72a1-3623-415e-bef0-2088aa5cc67e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:39.376694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:39.442020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dfe889-59df-462f-aa40-5bf5a32695ab tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] GET failed (client error): The resource could not be found. Dec 17 17:05:39.442565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-28dfe889-59df-462f-aa40-5bf5a32695ab tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Synchronizing usage tracker for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:39.452085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.457209 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/ports/f1ea72a1-3623-415e-bef0-2088aa5cc67e HTTP/1.1" status: 204 len: 168 time: 2.1274400 Dec 17 17:05:39.461220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46448) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:39.466776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Router 35cbc050-9c8d-4e95-b464-7b63f849fe93 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:39.469976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.479711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:39.522850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:39.523967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b97d37e2-b1b2-41e7-9fb5-45cb8ea65ec7 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:39.528570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce469cda-57a8-4fc1-9c39-9b2c8cec1399 None None] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:39.557930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fcd5d228-a94c-404f-87b4-b8dd6facd40c req-85b15837-0f1c-4231-bce0-50bcd8acf9e7 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Unset dirty status for tenant:b0865c4ca00f420cb686e2c2f726385a on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:39.559190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcd5d228-a94c-404f-87b4-b8dd6facd40c req-85b15837-0f1c-4231-bce0-50bcd8acf9e7 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] 10.222.0.61 "GET /v2.0/ports?device_id=29f07562-40e3-4742-af3a-0600eac22f8b HTTP/1.1" status: 200 len: 210 time: 0.4746261 Dec 17 17:05:39.562587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8::1 (0caaa367-0a53-45fa-b698-a3450c7533a5/7b606340-cae6-4363-995e-84127155697c/c1ef7542-1cb2-4288-a349-a6d4a08b5d8d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:39.677276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:39.687909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] Sync routers for ids ['35cbc050-9c8d-4e95-b464-7b63f849fe93'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:39.701717 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] Routers {'35cbc050-9c8d-4e95-b464-7b63f849fe93'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:39.702769 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35cbc050-9c8d-4e95-b464-7b63f849fe93'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:39.723803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-28dfe889-59df-462f-aa40-5bf5a32695ab tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Unset dirty status for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:39.724955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-28dfe889-59df-462f-aa40-5bf5a32695ab tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports/6834ac3f-66e5-4065-9ac5-4c77bca39685 HTTP/1.1" status: 404 len: 333 time: 0.3551614 Dec 17 17:05:39.729929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:39.740148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-1621587092'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:39.759668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9cea6e-e125-4d56-8be8-3ba536471ee9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:39.761793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb9cea6e-e125-4d56-8be8-3ba536471ee9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e HTTP/1.1" status: 200 len: 913 time: 0.2951217 Dec 17 17:05:39.764029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46456) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:39.770878 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:39.780165 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] Routers {'35cbc050-9c8d-4e95-b464-7b63f849fe93'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:39.781068 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35cbc050-9c8d-4e95-b464-7b63f849fe93'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:39.785338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-126f0217-66f6-41d7-922e-84945c684e40 None None] Provisioning for port b4d1bf11-6767-460e-9fd2-24f550e07971 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:39.787899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.846793 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:39.847292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f757170-5504-40d4-8e32-8b830ecd9dce None None] The sync data for ids ['35cbc050-9c8d-4e95-b464-7b63f849fe93'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:39.867989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.893667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object c1ef7542-1cb2-4288-a349-a6d4a08b5d8d will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:39.909228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:39.913603 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1340027 Dec 17 17:05:39.913929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46460) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:39.920590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:40.002748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.009895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b49efcc-0a08-429c-ba52-570492dfc6aa tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:40.051862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Subnet': ['ID=3674b31d-a0d4-4187-a945-bc09f0af611a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:40.066205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385bdfb-f46f-434f-9486-baef2886a1c2 None None] Network a82f16f1-c181-45b6-a4fd-9e847c78033a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:40.091927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:40.110846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:40.112329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.123896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.137737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-553b0aab-50e0-4e90-8948-0e00bce3faec tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:40.175026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:40.214624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:40.223783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/subnets/3674b31d-a0d4-4187-a945-bc09f0af611a HTTP/1.1" status: 204 len: 168 time: 1.2641304 Dec 17 17:05:40.224636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:40.227401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46464) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:40.264719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4d1bf11-6767-460e-9fd2-24f550e07971 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:40.277617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:40.280363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:40.281097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.288478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:40.296490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:40.297426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.327394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port b6debc9e-c61f-4294-9b8a-6d24394a994e yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:40.451619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting subnet bfa336ea-3745-44ce-acae-d868a962eee3 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:40.492090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b4d1bf11-6767-460e-9fd2-24f550e07971 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:40.494601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4d1bf11-6767-460e-9fd2-24f550e07971 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:40.495446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.528187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.538870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] DHCP port deletion for a82f16f1-c181-45b6-a4fd-9e847c78033a request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:40.551366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Deleting port a6335872-a510-43f3-91b8-37d3f311bd19 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:40.552384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.711777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46470) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:40.804378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.10 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/b6debc9e-c61f-4294-9b8a-6d24394a994e) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:40.845720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Deleting subnet ddc993ba-d557-4c46-962c-52a7c0517147 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:40.847721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.851764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f26f-8da2-49a6-9fa4-306d37641f66 None None] Provisioning for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:40.851958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.856339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.883753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f26f-8da2-49a6-9fa4-306d37641f66 None None] Provisioning complete for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:40.884130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f26f-8da2-49a6-9fa4-306d37641f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.920133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] For port a6335872-a510-43f3-91b8-37d3f311bd19, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a6335872-a510-43f3-91b8-37d3f311bd19,segment=NetworkSegment(5ed5e98b-b7a8-4540-80d5-313f6b60e68a),segment_id=5ed5e98b-b7a8-4540-80d5-313f6b60e68a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:40.920525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:40.951427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.113247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Calling delete_port for a6335872-a510-43f3-91b8-37d3f311bd19 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:41.142827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.145711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.160428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b4d1bf11-6767-460e-9fd2-24f550e07971, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4d1bf11-6767-460e-9fd2-24f550e07971,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:41.161503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8f26f-8da2-49a6-9fa4-306d37641f66 None None] Port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:41.205192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.207099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8fab02c2-435d-41b6-9681-c6c875a878b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:41.208816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.268562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.268841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.284449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] No DVR routers for this DVR port a6335872-a510-43f3-91b8-37d3f311bd19 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:41.286238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b4d1bf11-6767-460e-9fd2-24f550e07971,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:41.293846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.295999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:41.296470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50373b00-f771-4319-aa18-5a8fd787efa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:41.338291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Pushing event deleted for resources: {'Port': ['ID=a6335872-a510-43f3-91b8-37d3f311bd19,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:41.341190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.342565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:41.385909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object b6debc9e-c61f-4294-9b8a-6d24394a994e will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:41.452549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.456713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.466708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-58a9df47-65da-4f31-be09-8626963aed88 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:41.508344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc993ba-d557-4c46-962c-52a7c0517147,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:41.511257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:41.517653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.571201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Deleting port 932006a6-6dd1-447c-8167-ee6ccac4e1e9 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:41.571750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.601522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.615301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3ab6ea8-952d-4d1e-8ab0-4f91cf9f4d3f tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:41.638481 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ddc993ba-d557-4c46-962c-52a7c0517147 HTTP/1.1" status: 204 len: 168 time: 0.9249370 Dec 17 17:05:41.644781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46474) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:41.667677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa336ea-3745-44ce-acae-d868a962eee3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:41.674588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:41.683123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.684112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ebdab-8748-4602-94a7-be6aa7f14b50 None None] Network 89461995-fd8e-4057-a87b-0544f093002e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:41.737943 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/subnets/bfa336ea-3745-44ce-acae-d868a962eee3 HTTP/1.1" status: 204 len: 168 time: 1.5094204 Dec 17 17:05:41.741486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46478) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:41.754853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.769678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1dd717a0-6e25-473f-af66-91667015805b tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:41.844603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.854298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:41.859113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:41.865382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:41.914554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=b6debc9e-c61f-4294-9b8a-6d24394a994e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:41.921609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:41.959081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] DHCP port deletion for 89461995-fd8e-4057-a87b-0544f093002e request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:41.964860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Deleting port abdd31dd-e67e-460e-90a1-76907737a168 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:41.965248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.993602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.033735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.045489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:42.048556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.166611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:42.166846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.197952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4d1bf11-6767-460e-9fd2-24f550e07971 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:42.217307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.225727 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4933693 Dec 17 17:05:42.236717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46482) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:42.246172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c8:89:cd'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:42.363328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] For port abdd31dd-e67e-460e-90a1-76907737a168, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=abdd31dd-e67e-460e-90a1-76907737a168,segment=NetworkSegment(c764a22b-b47a-4b94-b602-4a0ab0a9e35c),segment_id=c764a22b-b47a-4b94-b602-4a0ab0a9e35c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:42.363864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.376420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Calling delete_port for 932006a6-6dd1-447c-8167-ee6ccac4e1e9 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:42.404646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.405143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.411975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.421453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5dfd7058-7b29-445d-96ae-8da62d698299 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:42.488292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9828eb19-2edb-4fad-b0a0-96329eb7cc15 None None] Provisioning for port b6debc9e-c61f-4294-9b8a-6d24394a994e completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:42.498751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Calling delete_port for abdd31dd-e67e-460e-90a1-76907737a168 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:42.526053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381da31b-b578-4c32-a761-6b98c215b915']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.539332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9828eb19-2edb-4fad-b0a0-96329eb7cc15 None None] Provisioning complete for port b6debc9e-c61f-4294-9b8a-6d24394a994e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:42.539644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9828eb19-2edb-4fad-b0a0-96329eb7cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.545859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab3a228-21ea-4417-9b35-62009a710b9f') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.546169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab3a228-21ea-4417-9b35-62009a710b9f') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.570625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.580444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4d1bf11-6767-460e-9fd2-24f550e07971 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:42.580680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.593277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:42.633708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:42.658456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.675230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9828eb19-2edb-4fad-b0a0-96329eb7cc15 None None] Port b6debc9e-c61f-4294-9b8a-6d24394a994e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:42.693518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:42.693957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:42.708922 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:42.753933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.760159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:42.780830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.783911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:42.810289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] No DVR routers for this DVR port abdd31dd-e67e-460e-90a1-76907737a168 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:42.815629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Pushing event deleted for resources: {'Port': ['ID=abdd31dd-e67e-460e-90a1-76907737a168,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:42.824783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.826019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.826526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.826959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.827449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.827879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.828359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.828781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.829035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:42.829331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.829766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.830212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.830661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:42.833188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:42.835956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:42.836872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82f16f1-c181-45b6-a4fd-9e847c78033a']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.852446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6335872-a510-43f3-91b8-37d3f311bd19 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:42.857302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5e98b-b7a8-4540-80d5-313f6b60e68a') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.857919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5e98b-b7a8-4540-80d5-313f6b60e68a') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:42.895158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a6335872-a510-43f3-91b8-37d3f311bd19 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:42.895831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a6335872-a510-43f3-91b8-37d3f311bd19 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:42.896590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device abdd31dd-e67e-460e-90a1-76907737a168 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:42.935609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: abdd31dd-e67e-460e-90a1-76907737a168 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:42.936114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device abdd31dd-e67e-460e-90a1-76907737a168 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:42.953590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:43.053114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.069980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.081590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.088423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13852053-6e0b-45e3-a91a-8e832b5ab49a tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:43.089596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-016c6bba-cd4e-4685-b3e8-04f97fdaa463 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:43.127399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.129540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.144548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Pushing event deleted for resources: {'Port': ['ID=932006a6-6dd1-447c-8167-ee6ccac4e1e9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:43.148461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Pushing event deleted for resources: {'Network': ['ID=381da31b-b578-4c32-a761-6b98c215b915,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:43.151141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:43.151607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.157938 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] 10.222.0.61 "DELETE /v2.0/networks/381da31b-b578-4c32-a761-6b98c215b915 HTTP/1.1" status: 204 len: 168 time: 1.5097427 Dec 17 17:05:43.161311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:43.163398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46486) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:43.169130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:43.169857 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:43.212027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dcae1378-40d9-46bb-8025-0b7cd873165d None None] Provisioning complete for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:43.212925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dcae1378-40d9-46bb-8025-0b7cd873165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.214839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.263197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Deleting subnet 7c0a1a50-6f66-40ce-b63e-64893ce31691 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:43.274127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dcae1378-40d9-46bb-8025-0b7cd873165d None None] Port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:43.296999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.347220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.383470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.409070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.468475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dbc62855-0ecb-43fb-83e6-8a0b1befdf21 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:43.486873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.496485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.508319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Network': ['ID=a82f16f1-c181-45b6-a4fd-9e847c78033a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:43.515788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:43.576044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/networks/a82f16f1-c181-45b6-a4fd-9e847c78033a HTTP/1.1" status: 204 len: 168 time: 1.7861288 Dec 17 17:05:43.578561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46490) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:43.605713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.614381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf09ab6-bc6b-42ca-a184-f74634b0a65c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:43.641691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:05:43.722546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.735638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=fdd08f67-2bb3-4266-8ba6-1fd32d02f0c0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:43.795862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:43.838330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0014e725-62e2-494f-86ab-bbaf625b657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:43.888778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:43.928594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0a1a50-6f66-40ce-b63e-64893ce31691,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:44.039860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.046973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.075187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:44.091100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.098297 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7c0a1a50-6f66-40ce-b63e-64893ce31691 HTTP/1.1" status: 204 len: 168 time: 0.9320991 Dec 17 17:05:44.106797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46494) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.203687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:44.214876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3508761 Dec 17 17:05:44.217440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:44.227235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:44.228431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.239458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.264364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1296013932'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:44.279020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Router 35cbc050-9c8d-4e95-b464-7b63f849fe93 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:44.286495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:44.299893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:44.303960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:44.311461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.409276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:44.419944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:05:44.426697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:05:44.465346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.468608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.471305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:44.480843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.484178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "PUT /v2.0/routers/35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 200 len: 710 time: 4.5668328 Dec 17 17:05:44.485653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46502) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.497571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] Sync routers for ids ['35cbc050-9c8d-4e95-b464-7b63f849fe93'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:44.511282 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] Routers {'35cbc050-9c8d-4e95-b464-7b63f849fe93'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:44.512512 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35cbc050-9c8d-4e95-b464-7b63f849fe93'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.590813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.594529 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.607848 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] Routers {'35cbc050-9c8d-4e95-b464-7b63f849fe93'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:44.608738 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35cbc050-9c8d-4e95-b464-7b63f849fe93'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.611587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.620486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db427c9-dba2-40c6-af65-57ccba872d4e']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.627650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-08fe938e-0771-4bb1-90fa-ee69cf4bffed tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:44.634078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1391a462-ba19-4d21-bdfe-eb6be39dd004') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.634450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1391a462-ba19-4d21-bdfe-eb6be39dd004') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.646998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.665377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.668089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89461995-fd8e-4057-a87b-0544f093002e']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.672439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:44.673047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.679883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:44.683363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:44.688799 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:44.728169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.742503 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.743150 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745fb8c-673f-4103-ab36-841c3573468b None None] The sync data for ids ['35cbc050-9c8d-4e95-b464-7b63f849fe93'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:44.776562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.776871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c764a22b-b47a-4b94-b602-4a0ab0a9e35c') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.786091 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db43efe0-6a14-4729-ab43-d5e4f40689db tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/routers/35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 200 len: 745 time: 0.2997565 Dec 17 17:05:44.788987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46506) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.805898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:40Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:41Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:44.811512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:05:44.818780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Updating router d171ae84-4b02-47fc-8d70-0454206ed626 port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:05:44.827770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.839489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d2de7c28-67c6-4b28-8006-dcf53068e849 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&device_id=35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 200 len: 205 time: 0.0489283 Dec 17 17:05:44.842448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46510) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.892832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.896662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.902468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:44.919492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e1bb14be-a5bf-4aee-9cc6-0581d4788ed2 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 200 len: 205 time: 0.0736442 Dec 17 17:05:44.919492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.923794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46514) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:44.928353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.936055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:44.936943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:44.982054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Pushing event deleted for resources: {'Network': ['ID=0db427c9-dba2-40c6-af65-57ccba872d4e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:44.989903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] 10.222.0.61 "DELETE /v2.0/networks/0db427c9-dba2-40c6-af65-57ccba872d4e HTTP/1.1" status: 204 len: 168 time: 0.8752501 Dec 17 17:05:45.048220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:45.051670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7b137047-36c7-487d-81f8-88649862e547 None None] Provisioning complete for port b6debc9e-c61f-4294-9b8a-6d24394a994e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:45.052154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7b137047-36c7-487d-81f8-88649862e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.066206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:45.089191 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:45.095787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=b6debc9e-c61f-4294-9b8a-6d24394a994e,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:45.102912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:45.147502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] In _notify_port_updated(), no bound segment for port b6debc9e-c61f-4294-9b8a-6d24394a994e on network be0c8436-50f8-491b-9730-ddab795366c7 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:05:45.158496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:45.159248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.163743 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "PUT /v2.0/ports/b6debc9e-c61f-4294-9b8a-6d24394a994e HTTP/1.1" status: 200 len: 997 time: 2.9206052 Dec 17 17:05:45.182612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46520) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.183270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:45.187048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.211806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7b137047-36c7-487d-81f8-88649862e547 None None] Port b6debc9e-c61f-4294-9b8a-6d24394a994e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:45.232874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-687a6942-6970-4599-a47c-2de64d445841 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:45.248869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.284492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Network': ['ID=89461995-fd8e-4057-a87b-0544f093002e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:45.337375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.337727 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607 of type vlan for network c5bd998c-fc31-45e6-b9b0-d660614dc2af Dec 17 17:05:45.347513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:45.367241 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/networks/89461995-fd8e-4057-a87b-0544f093002e HTTP/1.1" status: 204 len: 168 time: 1.7875884 Dec 17 17:05:45.372767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46524) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.375002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.383230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port b6debc9e-c61f-4294-9b8a-6d24394a994e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:45.383579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.397160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.409555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Transition to ACTIVE for port object c1ef7542-1cb2-4288-a349-a6d4a08b5d8d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:45.462209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.471248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46528) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.485981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.492304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6e9996bd-90ba-415e-8681-2c74f33ae18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:45.554749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.558604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.575046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting subnet 3864e1a7-ad64-42ec-b254-08c742f02c3a {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:45.587990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.600106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.resource_extend [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 17:05:45.648437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.666976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Pushing event updated for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:45.672295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:45.703202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.703722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Fanout notify agent at l3_agent the message router_deleted on router 35cbc050-9c8d-4e95-b464-7b63f849fe93 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:45.725725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.726879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7bc65a25-af62-44d3-bb21-96d7f6e77180 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 204 len: 168 time: 0.8015921 Dec 17 17:05:45.731271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46532) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.735319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Attempting to bind port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:45.735491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Attempting to bind port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:45.736534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Attempting to bind port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d on network 0caaa367-0a53-45fa-b698-a3450c7533a5 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:45.742940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:45.743332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Checking segment: {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:45.743914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.744330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Bound using segment: {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:45.744822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Bound port: c1ef7542-1cb2-4288-a349-a6d4a08b5d8d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ac83e-72f3-441d-9304-ce48f61eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:45.745207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.794355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-273e84c2-4446-4b04-9d87-40312099cd05 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 200 len: 205 time: 0.0617690 Dec 17 17:05:45.796722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46536) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.863851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] For port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:45.868602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] For port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:45.869926 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-6118f325-9537-4355-9e06-d76aa35486d3 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:45.873368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6118f325-9537-4355-9e06-d76aa35486d3 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/35cbc050-9c8d-4e95-b464-7b63f849fe93 HTTP/1.1" status: 404 len: 336 time: 0.0732498 Dec 17 17:05:45.875291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46540) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.878208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:45.884760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.899747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aed97e2-34a0-4fad-8d19-4d4bed2896cf tempest-FloatingIPAdminTestJSON-2116716208 tempest-FloatingIPAdminTestJSON-2116716208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:45.913533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.954637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:45.963671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b8c0ee8-ea23-4e10-94e8-b9c51d143533 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 200 len: 205 time: 0.0850439 Dec 17 17:05:45.964726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46544) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:45.964922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:46.040863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-81949469-91a7-454f-8f18-ba1fa9119e99 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:46.044326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-81949469-91a7-454f-8f18-ba1fa9119e99 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/9158a273-d8da-456b-b45e-6c4c76547b7e HTTP/1.1" status: 404 len: 336 time: 0.0766935 Dec 17 17:05:46.045133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46548) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.062347 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38d43a3b-f33e-403d-b499-dcb8ef178611 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0865c4ca00f420cb686e2c2f726385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877841 Dec 17 17:05:46.080202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Pushing event updated for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:46.083048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46552) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.096121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6afbb4d8-0250-45f9-ad85-ba541cded267 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 200 len: 205 time: 0.0499928 Dec 17 17:05:46.100941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46556) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.112566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:46.116163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:46.162234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:46.164705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=c5bd998c-fc31-45e6-b9b0-d660614dc2af,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:46.175915 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9242685 Dec 17 17:05:46.179170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:46.185158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46560) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.197378 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-f26c7e90-b3a2-40e3-bdc1-88e039074c05 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:46.199469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f26c7e90-b3a2-40e3-bdc1-88e039074c05 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/69c9b0f1-1780-4b6c-96d5-f1e579276cf1 HTTP/1.1" status: 404 len: 336 time: 0.0967648 Dec 17 17:05:46.202189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46564) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.211398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:46.250315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e34ba615-79f0-44cd-8e2b-0d7128beee90 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 200 len: 205 time: 0.0468404 Dec 17 17:05:46.251068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46568) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.272073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:46.272892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:46.339392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.360947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-90c22e12-b7bf-470e-bfd6-e12ae130e28d tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:46.393275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.406993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-4e8214a9-2e4f-46dc-bcdd-08faa8ba1aba tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:46.411605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4e8214a9-2e4f-46dc-bcdd-08faa8ba1aba tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/b0f467ae-e722-4668-9ba4-26f3906ba8e1 HTTP/1.1" status: 404 len: 336 time: 0.1559873 Dec 17 17:05:46.411605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Subnet': ['ID=3864e1a7-ad64-42ec-b254-08c742f02c3a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:46.413528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:46.414066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46572) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.415880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.418910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661d5d7-da39-4d73-92a7-4d42198db6d0 None None] Network 5506b804-c69d-4d23-bdf5-55e679fa17a3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:46.449608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/subnets/3864e1a7-ad64-42ec-b254-08c742f02c3a HTTP/1.1" status: 204 len: 168 time: 1.0698814 Dec 17 17:05:46.453947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46576) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.487522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6b4c89de-0d1e-41a5-bd36-ff53c98092c7 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 200 len: 205 time: 0.0692673 Dec 17 17:05:46.489618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46580) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.574453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.583255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for b6debc9e-c61f-4294-9b8a-6d24394a994e owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:46.609990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:05:46.738063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:46.760778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:46.764650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.768344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-df6d70e9-dcb5-4e30-a2b1-ec07212cc290 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:46.768344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-df6d70e9-dcb5-4e30-a2b1-ec07212cc290 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/c649997b-f50d-4570-9644-77227e848c5c HTTP/1.1" status: 404 len: 336 time: 0.2771137 Dec 17 17:05:46.771160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46584) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.772583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:46.798640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:46.831548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.837774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-68065795-6402-4b7f-add0-e3a3a47ccfc2 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ee72fd-1e35-4550-8aa8-c204408760bb HTTP/1.1" status: 200 len: 205 time: 0.0636356 Dec 17 17:05:46.838472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46588) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.888563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:46.900661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:46.904267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.920637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] Sync routers for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:46.928664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-1fb88a21-6efc-476a-b036-63b9c7c28de2 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] delete failed (client error): The resource could not be found. Dec 17 17:05:46.932170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1fb88a21-6efc-476a-b036-63b9c7c28de2 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/routers/e9ee72fd-1e35-4550-8aa8-c204408760bb HTTP/1.1" status: 404 len: 336 time: 0.0896630 Dec 17 17:05:46.932170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Deleting port a55965d8-1025-4aa2-bdc5-783fb04e0f16 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:46.932170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:46.959174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46592) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:46.977706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] DHCP port deletion for 5506b804-c69d-4d23-bdf5-55e679fa17a3 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:05:46.983982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:46.984626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:47.023946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8084b61-32e6-4ef1-a412-a724766b0b8c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] DELETE failed (client error): The resource could not be found. Dec 17 17:05:47.024340 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "PUT /v2.0/routers/8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2590439 Dec 17 17:05:47.024497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8084b61-32e6-4ef1-a412-a724766b0b8c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:05:47.028300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8084b61-32e6-4ef1-a412-a724766b0b8c tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] 10.222.0.61 "DELETE /v2.0/subnets/5df20e1b-6a2e-4fcf-95a4-70712e456fc2 HTTP/1.1" status: 404 len: 337 time: 0.0659349 Dec 17 17:05:47.028487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46596) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:47.069770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Deleting port a55965d8-1025-4aa2-bdc5-783fb04e0f16 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:47.070196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.103554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:47.120520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.123124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.128157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c642645-2fe8-4667-8e5e-ace6237ce5b1 HTTP/1.1" status: 204 len: 168 time: 1.0364878 Dec 17 17:05:47.132657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c9af3f45-2946-4e19-8546-5a0e4db771e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:47.150111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.167053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] Routers {'8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:47.167721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:47.207796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c642645-2fe8-4667-8e5e-ace6237ce5b1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:47.221233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:47.234765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9e009226-5953-496f-b30e-d7c490ab6197 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:47.288514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=b6debc9e-c61f-4294-9b8a-6d24394a994e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:47.301806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] For port a55965d8-1025-4aa2-bdc5-783fb04e0f16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a55965d8-1025-4aa2-bdc5-783fb04e0f16,segment=NetworkSegment(348ddcfa-8b9f-45bb-a8ff-586ee4665af0),segment_id=348ddcfa-8b9f-45bb-a8ff-586ee4665af0)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:47.302245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.321080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:47.447926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] For port a55965d8-1025-4aa2-bdc5-783fb04e0f16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a55965d8-1025-4aa2-bdc5-783fb04e0f16,segment=NetworkSegment(348ddcfa-8b9f-45bb-a8ff-586ee4665af0),segment_id=348ddcfa-8b9f-45bb-a8ff-586ee4665af0)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:47.448432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.483903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Calling delete_port for a55965d8-1025-4aa2-bdc5-783fb04e0f16 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:47.587671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Calling delete_port for a55965d8-1025-4aa2-bdc5-783fb04e0f16 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:47.608722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.667679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:47.668166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5005cb7-4b89-4845-ad9b-05f19137bfeb None None] The sync data for ids ['8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:47.693888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:40Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:45Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:47.699126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfef946-0da0-4f7e-b409-5ecb70ab552b None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:40Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:45Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:47.718791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46608) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:47.739657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.742213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:05:47.742530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:05:47.743040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.755530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-280aeb99-ed78-4ec5-98bd-64a1fe3f29dd tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:47.824686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] No DVR routers for this DVR port a55965d8-1025-4aa2-bdc5-783fb04e0f16 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:05:47.841737 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/b6debc9e-c61f-4294-9b8a-6d24394a994e HTTP/1.1" status: 204 len: 168 time: 2.6559784 Dec 17 17:05:47.848675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46614) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:47.863680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Port': ['ID=a55965d8-1025-4aa2-bdc5-783fb04e0f16,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:47.866325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:47.916179 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c875542-079a-4eb1-b556-9538b7be1f63 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] GET failed (client error): The resource could not be found. Dec 17 17:05:47.916762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2c875542-079a-4eb1-b556-9538b7be1f63 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Synchronizing usage tracker for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:47.936681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.965556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.977925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:47.990376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:48.002711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:48.009245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.020424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Usage tracker for resource:security_group_rule and tenant:80adce8837e94019a89c49175000650c is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:48.030699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:48.046390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:48.056201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5506b804-c69d-4d23-bdf5-55e679fa17a3']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:48.063931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting port fccd78c0-f576-4603-b4f1-174cb2d9c58d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:48.064277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.078559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348ddcfa-8b9f-45bb-a8ff-586ee4665af0') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:48.078559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348ddcfa-8b9f-45bb-a8ff-586ee4665af0') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:48.091146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2c875542-079a-4eb1-b556-9538b7be1f63 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Unset dirty status for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:48.092324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2c875542-079a-4eb1-b556-9538b7be1f63 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports/b6debc9e-c61f-4294-9b8a-6d24394a994e HTTP/1.1" status: 404 len: 333 time: 0.2427232 Dec 17 17:05:48.096271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46618) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.105627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.116262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-2088815663'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:48.163720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46622) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.224025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.248656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:48.248656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.248877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Deleting port a55965d8-1025-4aa2-bdc5-783fb04e0f16 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:48.248877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:48.259982 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:48.282801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1ef7542-1cb2-4288-a349-a6d4a08b5d8d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:48.293677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=7261b8b1-23f2-440a-80f4-19e286ad8082,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:48.307857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:48.337248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:48.339072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: c5bd998c-fc31-45e6-b9b0-d660614dc2af, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:48.386460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-299f01b5-56cb-43a6-849b-1f0d956ff090 None None] The port 'a55965d8-1025-4aa2-bdc5-783fb04e0f16' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:05:48.389289 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64632127-a7c2-4281-a2f7-fd5d75786ca0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5097ce9bdf4840899804464a711e61a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208753 Dec 17 17:05:48.395569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46626) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.423853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.462537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.472871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:48.489683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:48.490103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:48.497133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:48.504738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:48.505409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.511483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.539562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.550717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.552806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.563476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Calling delete_port for fccd78c0-f576-4603-b4f1-174cb2d9c58d owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:48.565472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec14fbb2-5bcc-4779-8a66-7b1f9e584b7b tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:48.574037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.596194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:48.599757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.665361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.668039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/networks/5506b804-c69d-4d23-bdf5-55e679fa17a3 HTTP/1.1" status: 204 len: 168 time: 2.2144623 Dec 17 17:05:48.670676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80adce8837e94019a89c49175000650c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498174 Dec 17 17:05:48.674072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.674213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46630) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.679387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port 5625f2b0-1c48-4a06-98bc-3f55ca196d56 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:48.716916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682e56f-edfd-4ac6-b260-136c2446ea12,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:48.731510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:48.734132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a65975b-84a4-40e2-94ad-ccdca4a6935a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:48.743038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, c5bd998c-fc31-45e6-b9b0-d660614dc2af) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:48.762613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:48.763839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.776589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-42ce9edc-f66f-4eff-82e0-db2d3ab21ec2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Synchronizing usage tracker for tenant:04e05b97f34849da95c0f7269272ca8d on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:48.805690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628fcd9b-23de-4683-8c31-5af0853e944f None None] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:48.826269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:48.863273 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6736524 Dec 17 17:05:48.866567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46638) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:48.885417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:48.891123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:48.933968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Pushing event deleted for resources: {'Network': ['ID=5506b804-c69d-4d23-bdf5-55e679fa17a3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:48.948745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:48.961019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-42ce9edc-f66f-4eff-82e0-db2d3ab21ec2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Unset dirty status for tenant:04e05b97f34849da95c0f7269272ca8d on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:48.962933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a55965d8-1025-4aa2-bdc5-783fb04e0f16 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:05:48.963087 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-42ce9edc-f66f-4eff-82e0-db2d3ab21ec2 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "GET /v2.0/ports?device_id=c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f HTTP/1.1" status: 200 len: 205 time: 0.2877903 Dec 17 17:05:48.966307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46642) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:49.011842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a55965d8-1025-4aa2-bdc5-783fb04e0f16 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:05:49.017309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a55965d8-1025-4aa2-bdc5-783fb04e0f16 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:05:49.041041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.050758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:49.054126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:49.142489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:49.175453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.188319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:49.192023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.192132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.196571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c938b16-eb1a-4057-b5ee-8a73d0cbe4e0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:49.203534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:49.212241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.246918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7fe571d2-81e7-45a1-8f16-ea04ea5a1bb6 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:49.310851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Port': ['ID=fccd78c0-f576-4603-b4f1-174cb2d9c58d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:49.314506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:49.371522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.376592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Allocated IP 2001:db8:1::2 (c5bd998c-fc31-45e6-b9b0-d660614dc2af/7261b8b1-23f2-440a-80f4-19e286ad8082/93823b0b-147c-498e-8354-c83fae3f868f) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:49.381336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.14 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/5625f2b0-1c48-4a06-98bc-3f55ca196d56) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:49.416098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.417225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c938b16-eb1a-4057-b5ee-8a73d0cbe4e0 HTTP/1.1" status: 204 len: 168 time: 1.0207183 Dec 17 17:05:49.584595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.659948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.671714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Transition to ACTIVE for port object 93823b0b-147c-498e-8354-c83fae3f868f will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:49.682689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.687649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.717225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Transition to ACTIVE for port object 93823b0b-147c-498e-8354-c83fae3f868f will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:49.795864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.803035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:49.821207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.822111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Fanout notify agent at l3_agent the message router_deleted on router c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:49.876851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.879382 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-86a07b27-23da-475e-ae25-91b5c052810c tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] 10.222.0.61 "DELETE /v2.0/routers/c74e6dd9-c0fd-47ef-9e94-1ada0c7a1e3f HTTP/1.1" status: 204 len: 168 time: 0.9091930 Dec 17 17:05:49.883474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:49.886761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:49.891546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:49.897066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.900948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.902564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1682e56f-edfd-4ac6-b260-136c2446ea12 HTTP/1.1" status: 204 len: 168 time: 1.2254906 Dec 17 17:05:49.912792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2be67443-4ec4-485e-9d41-f797db50b3d0 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:49.931168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Pushing event updated for resources: {'Port': ['ID=93823b0b-147c-498e-8354-c83fae3f868f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:49.939618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:49.964175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:49.984197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682e56f-edfd-4ac6-b260-136c2446ea12,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:49.994095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:50.008183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.042423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.068960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Attempting to bind port 93823b0b-147c-498e-8354-c83fae3f868f on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:50.072324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Attempting to bind port 93823b0b-147c-498e-8354-c83fae3f868f by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:50.074219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Attempting to bind port 93823b0b-147c-498e-8354-c83fae3f868f on network c5bd998c-fc31-45e6-b9b0-d660614dc2af {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:50.094174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:50.098914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Checking segment: {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:50.098914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.098914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Bound using segment: {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:50.098914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Bound port: 93823b0b-147c-498e-8354-c83fae3f868f, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:50.098914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.165836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object 5625f2b0-1c48-4a06-98bc-3f55ca196d56 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:50.166061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.166910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:50.198793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.202194 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/routers/8cb8642d-3e9e-445d-9991-7e1c4dbbcd8e HTTP/1.1" status: 204 len: 168 time: 3.1710482 Dec 17 17:05:50.203237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46656) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:50.219292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1ef7542-1cb2-4288-a349-a6d4a08b5d8d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:50.275265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Deleting subnet 98a12feb-8480-4e86-a68c-9127dab913d4 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:05:50.278751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.279797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.322727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.333593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b93577db-4729-4e5a-96f3-a221e093c405 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:50.338247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] For port 93823b0b-147c-498e-8354-c83fae3f868f, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:50.341897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] For port 93823b0b-147c-498e-8354-c83fae3f868f, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=93823b0b-147c-498e-8354-c83fae3f868f,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:50.351464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:50.352042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.416752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:50.421879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:50.428157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.460078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:50.491737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.510218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4e05cebb-cf08-4c22-b994-bad86b9c2593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:50.512187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=5625f2b0-1c48-4a06-98bc-3f55ca196d56,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:50.540680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:50.622292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:50.623063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.626427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Pushing event updated for resources: {'Port': ['ID=93823b0b-147c-498e-8354-c83fae3f868f,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:50.628043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.631273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:50.724612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46666) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:50.817990 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7205873 Dec 17 17:05:50.821099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46672) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:50.828285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'network_id': 'be0c8436-50f8-491b-9730-ddab795366c7', 'name': 'tempest-AllowedAddressPairTestJSON-1628958467'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:50.850433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:50.860491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-75171cc4-c4d5-460a-ba29-dc0b8cc08f16 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:50.861392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8:1::1 (c5bd998c-fc31-45e6-b9b0-d660614dc2af/7261b8b1-23f2-440a-80f4-19e286ad8082/f1b4bfd6-05ae-4998-a7cf-62ae887dded5) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:50.973362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-632f705f-86d9-4310-b4eb-594aa7fc3b7f None None] Provisioning for port 5625f2b0-1c48-4a06-98bc-3f55ca196d56 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:50.986001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-632f705f-86d9-4310-b4eb-594aa7fc3b7f None None] Provisioning complete for port 5625f2b0-1c48-4a06-98bc-3f55ca196d56 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:50.989154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-632f705f-86d9-4310-b4eb-594aa7fc3b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.009188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Subnet': ['ID=98a12feb-8480-4e86-a68c-9127dab913d4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:51.016354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:51.017943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.096140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.099635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46678) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:51.105466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-632f705f-86d9-4310-b4eb-594aa7fc3b7f None None] Port 5625f2b0-1c48-4a06-98bc-3f55ca196d56 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:51.122370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/subnets/98a12feb-8480-4e86-a68c-9127dab913d4 HTTP/1.1" status: 204 len: 168 time: 0.9184330 Dec 17 17:05:51.123562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46682) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:51.139243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c3ab7488-c4e6-4538-acee-942f39eec650 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04e05b97f34849da95c0f7269272ca8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134307 Dec 17 17:05:51.144845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46686) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:51.145917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object f1b4bfd6-05ae-4998-a7cf-62ae887dded5 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:51.231949 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18dedc4a-36f3-4f6a-afc0-4d8caae5681c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c5fc9bc73d74d0a92761e3a9efaa337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310234 Dec 17 17:05:51.235220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:51.290789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.333620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.342310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.350797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbbd5692-e6a1-4f8d-b79c-5d69a7beab7d tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:51.389054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.396537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:51.411295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Usage tracker for resource:port and tenant:c6781454a82f4b168ba638ae37ecd8ba is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:51.416945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:51.424699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:51.430316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.463288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:51.471036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:51.480164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.486595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:51.487128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.491515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Made reservation on behalf of c6781454a82f4b168ba638ae37ecd8ba for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:51.495065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.588985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] device_id is not set on port 6485c50b-99bb-447b-bbce-8795ce683275 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:51.623735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.675766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f095035-e76e-4c8a-9655-83d87acc7dc8']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:51.696443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e995743c-3e6e-40cf-8544-462d5416e6b2') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:51.696753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e995743c-3e6e-40cf-8544-462d5416e6b2') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:51.716369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.766774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:51.774650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.788125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:05:51.789159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:51.789304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:05:51.809484 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:05:51.897595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.902212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7617a3e0-3da1-49aa-9679-60fcacdca9e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:51.904758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Allocated IP 172.20.0.8 (be0c8436-50f8-491b-9730-ddab795366c7/b0637846-eeb1-4fe4-8faf-8f8edf6144b6/6485c50b-99bb-447b-bbce-8795ce683275) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:51.913738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a3cc8-d322-4902-a6aa-57701a85f2b4 None None] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:51.919274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753e7ff-5f45-423f-b63b-47a40c0016a2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:51.922369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:51.982673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.986162 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1753e7ff-5f45-423f-b63b-47a40c0016a2 HTTP/1.1" status: 204 len: 168 time: 0.8363807 Dec 17 17:05:51.989576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.994027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:51.995138 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7081141-c760-4dd1-bbeb-d13d6315b13b HTTP/1.1" status: 204 len: 168 time: 0.7580106 Dec 17 17:05:52.018891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d51aeba0-773f-4b46-b44e-0e214ae60dfe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:52.027679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.040496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7081141-c760-4dd1-bbeb-d13d6315b13b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:52.048623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:52.064433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.078187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:52.092614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.108253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Pushing event deleted for resources: {'Network': ['ID=8f095035-e76e-4c8a-9655-83d87acc7dc8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:52.113355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:52.117522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] 10.222.0.61 "DELETE /v2.0/networks/8f095035-e76e-4c8a-9655-83d87acc7dc8 HTTP/1.1" status: 204 len: 168 time: 0.9860835 Dec 17 17:05:52.132847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-df8d02f2-d6e8-42c5-811c-65410d96cb30 None None] Provisioning for port 93823b0b-147c-498e-8354-c83fae3f868f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:52.247539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.282347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Transition to ACTIVE for port object 6485c50b-99bb-447b-bbce-8795ce683275 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:52.312359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 93823b0b-147c-498e-8354-c83fae3f868f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:52.386743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.403468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b2ec84ac-16a0-4445-b30e-cf3645248d20 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:52.479796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 93823b0b-147c-498e-8354-c83fae3f868f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:52.485404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 93823b0b-147c-498e-8354-c83fae3f868f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:52.486284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.548190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=6485c50b-99bb-447b-bbce-8795ce683275,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:52.554499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:52.587354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Network be0c8436-50f8-491b-9730-ddab795366c7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:52.588717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:52.605706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:52.711039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.747799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:52.748409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.749071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.776970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.777852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.781896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a7d9d470-8106-4e2a-b06c-a47142051dd0 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:52.809311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 93823b0b-147c-498e-8354-c83fae3f868f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=93823b0b-147c-498e-8354-c83fae3f868f,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:52.902279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.904872 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0822501 Dec 17 17:05:52.906185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46712) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:52.907729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Provisioning for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:52.916731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8102a440-159f-4a93-bc0f-b558a99a780c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:52.919421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c8:89:cd'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b3:29:5d'}]}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:52.984227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:52.995161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:53.013527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Provisioning complete for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:53.013939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.092698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:53.094876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:53.184360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:53.189224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=93823b0b-147c-498e-8354-c83fae3f868f,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:53.193991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:53.200383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Provisioning complete for port 93823b0b-147c-498e-8354-c83fae3f868f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:53.200768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-71be830b-9da1-4a63-ac37-d616d99f61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.320693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:53.397721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:05:53.448867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.538120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Provisioning complete for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:53.538390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.587735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:05:53.595618 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7262290 Dec 17 17:05:53.596490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46734) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:53.601126 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:05:53.605153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-221854615'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:53.610944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:53.613799 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:53.614619 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:53.615512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:53.619654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:53.626476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:53.651751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:53.702298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:53.706010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.730656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Provisioning for port 6485c50b-99bb-447b-bbce-8795ce683275 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:53.736736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Provisioning complete for port 6485c50b-99bb-447b-bbce-8795ce683275 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:53.737182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.761430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:53.767227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-63e0fca4-5efd-4998-bedd-44ad2be93af2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7afef8e0c484d70af2915c71f6f77a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446898 Dec 17 17:05:53.776219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46742) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:53.780427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.781379 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c of type vlan for network 215b36f5-58b6-44f7-a410-e202116e19f8 Dec 17 17:05:53.819316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:05:53.834936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-61db8eff-46b7-4010-bda1-b26ecc725c4a None None] Port 6485c50b-99bb-447b-bbce-8795ce683275 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:53.844398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.882791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.907134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.935710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.946139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.952033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22f61ef8-24fc-4b72-a8e5-9b473f0691b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:53.960177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.969499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:53.970385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:53.976599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2622fe64-ba45-4fcd-a88b-70acc4b9be98 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:54.112827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=215b36f5-58b6-44f7-a410-e202116e19f8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:54.121872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:54.139869 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5418863 Dec 17 17:05:54.142289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46760) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:54.162198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 215b36f5-58b6-44f7-a410-e202116e19f8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:54.176238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:54.218140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 93823b0b-147c-498e-8354-c83fae3f868f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:54.336597 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:51Z', 'revision_number': 3, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:52Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:54.341981 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:05:54.342647 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Updating router d171ae84-4b02-47fc-8d70-0454206ed626 port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:05:54.382538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:54.389132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event updated for resources: {'Port': ['ID=6485c50b-99bb-447b-bbce-8795ce683275,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:54.394808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:54.408991 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.511224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] In _notify_port_updated(), no bound segment for port 6485c50b-99bb-447b-bbce-8795ce683275 on network be0c8436-50f8-491b-9730-ddab795366c7 {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:05:54.520213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 93823b0b-147c-498e-8354-c83fae3f868f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:54.520778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.522298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:54.523036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.537116 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "PUT /v2.0/ports/6485c50b-99bb-447b-bbce-8795ce683275 HTTP/1.1" status: 200 len: 1056 time: 1.6251082 Dec 17 17:05:54.545357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46772) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:54.679061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:54.684571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:54.697237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:54.697368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 6485c50b-99bb-447b-bbce-8795ce683275 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:54.697733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.704541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:54.762058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.773459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-395a898c-f18e-41e1-bd92-7be8e910f0e4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:54.796034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f02537-5be4-4dbe-8455-a5d777f0ca5a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:54.802325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:54.805156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.808594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1f02537-5be4-4dbe-8455-a5d777f0ca5a HTTP/1.1" status: 204 len: 168 time: 1.0291617 Dec 17 17:05:54.876936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6382e856-dd5a-4254-a387-7338fad4e9e4 None None] Provisioning complete for port 6485c50b-99bb-447b-bbce-8795ce683275 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:54.877716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6382e856-dd5a-4254-a387-7338fad4e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.896518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:54.905035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.914737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1019092807'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:54.945369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6382e856-dd5a-4254-a387-7338fad4e9e4 None None] Port 6485c50b-99bb-447b-bbce-8795ce683275 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:05:54.970393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:54.987671 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:54.990704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Usage tracker for resource:network and tenant:e7d5f76434a8448195523ecc4b6bf521 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:54.996207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:55.000561 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Transition to ACTIVE for port object f1b4bfd6-05ae-4998-a7cf-62ae887dded5 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:55.006186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:55.069148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.073914 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.082784 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:55.133565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Made reservation on behalf of e7d5f76434a8448195523ecc4b6bf521 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:55.137427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.211405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.228772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 6485c50b-99bb-447b-bbce-8795ce683275 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:55.280691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:55.288571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Usage tracker for resource:security_group_rule and tenant:e7d5f76434a8448195523ecc4b6bf521 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:55.291218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.293229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:55.298107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a35c1901-fecb-43d6-8b0b-3b1936e1a8f8 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:55.308166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:55.381723 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Pushing event updated for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:55.436364 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.436364 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.436364 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.437402 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.438160 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.438657 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.439319 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.439808 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.440804 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.441863 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.443338 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.444460 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:05:55.452347 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:55.465870 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Attempting to bind port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:55.466417 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Attempting to bind port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:55.466976 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Attempting to bind port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 on network c5bd998c-fc31-45e6-b9b0-d660614dc2af {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:55.478502 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:55.479644 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Checking segment: {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:55.480276 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.481151 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Bound using segment: {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:55.481941 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Bound port: f1b4bfd6-05ae-4998-a7cf-62ae887dded5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:55.483048 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.487689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=f11c764e-1184-4461-af3a-9018d0563b37,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:55.505798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:55.514203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:55.514674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: 215b36f5-58b6-44f7-a410-e202116e19f8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:55.554253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.567731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:55.618394 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] For port f1b4bfd6-05ae-4998-a7cf-62ae887dded5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:55.621628 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] For port f1b4bfd6-05ae-4998-a7cf-62ae887dded5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:55.629362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=6485c50b-99bb-447b-bbce-8795ce683275,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:55.632270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:55.647423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46796) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:55.655024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 215b36f5-58b6-44f7-a410-e202116e19f8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:55.736568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 215b36f5-58b6-44f7-a410-e202116e19f8) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:55.739941 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.753191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74b7c9-8225-460c-bc2d-e9d75477a35a None None] Network 215b36f5-58b6-44f7-a410-e202116e19f8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:55.760862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:55.761452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.765009 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:55.787821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.895793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.897106 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7534983 Dec 17 17:05:55.898589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46804) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:55.912527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:05:55.927729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:55.928003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Added segment aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d of type vlan for network 4f2afa19-0998-44fe-9188-c356370502ca Dec 17 17:05:55.946464 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:05:55.947109 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:55.948423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c886c995-27f6-4e92-8640-ad75af8a7a72 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:56.127052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc652165-86c7-4861-a19d-983b5d4d64ea,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:56.240902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:56.250020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-818958902'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:56.255723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:56.260483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Usage tracker for resource:router and tenant:5d37d0c8b97c4b1f8213096cbddb48e2 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:56.264216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:56.268412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Pushing event updated for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:56.272862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:56.278433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.288031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-215b36f5-58b6-44f7-a410-e202116e19f8', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:56.288866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.303772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.310833 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:56.353607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/6485c50b-99bb-447b-bbce-8795ce683275 HTTP/1.1" status: 204 len: 168 time: 1.8072743 Dec 17 17:05:56.356489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46816) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:56.385843 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:05:56.404123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b0ff83-2f9d-463e-a78b-287143484e52 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] GET failed (client error): The resource could not be found. Dec 17 17:05:56.404898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e3b0ff83-2f9d-463e-a78b-287143484e52 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Synchronizing usage tracker for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:05:56.468597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.477465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:56.478463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.494902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.496713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.504153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3cc8c6e1-7a5f-4068-8396-8f3ea88c35be tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:56.506215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Allocated IP 2001:db8:2::2 (215b36f5-58b6-44f7-a410-e202116e19f8/f11c764e-1184-4461-af3a-9018d0563b37/9f9a1c05-7f95-4362-9653-f9851c29119c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:56.514130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.526380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e3b0ff83-2f9d-463e-a78b-287143484e52 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Unset dirty status for tenant:c6781454a82f4b168ba638ae37ecd8ba on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:05:56.531162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e3b0ff83-2f9d-463e-a78b-287143484e52 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports/6485c50b-99bb-447b-bbce-8795ce683275 HTTP/1.1" status: 404 len: 333 time: 0.1736996 Dec 17 17:05:56.537783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46820) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:56.641774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2497206 Dec 17 17:05:56.663082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46826) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:56.679675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Request body: {'subnet': {'network_id': '4f2afa19-0998-44fe-9188-c356370502ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:56.705093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event updated for resources: {'Network': ['ID=4f2afa19-0998-44fe-9188-c356370502ca,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:56.718744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:56.724521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 4f2afa19-0998-44fe-9188-c356370502ca details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:05:56.764316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:51Z', 'revision_number': 3, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:55Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:05:56.768609 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4693a08-f0ea-4b11-a60b-2e3efc107884 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:51Z', 'revision_number': 3, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:55Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:05:56.788382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:56.992821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 5625f2b0-1c48-4a06-98bc-3f55ca196d56 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:56.993253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.068229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.080202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.083762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.085416 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4a840caf-f19c-4d91-b8a0-fa31ec4805af tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4367952 Dec 17 17:05:57.088989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46832) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:57.115655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Transition to ACTIVE for port object 9f9a1c05-7f95-4362-9653-f9851c29119c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:57.145021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Transition to ACTIVE for port object 9f9a1c05-7f95-4362-9653-f9851c29119c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:57.152085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:57.184051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Usage tracker for resource:subnet and tenant:e7d5f76434a8448195523ecc4b6bf521 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:57.190477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:57.200708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:57.217690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.222942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:57.301448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Made reservation on behalf of e7d5f76434a8448195523ecc4b6bf521 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:57.305109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.313941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Network 215b36f5-58b6-44f7-a410-e202116e19f8 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:57.317186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:57.321148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:57.327121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1c05-7f95-4362-9653-f9851c29119c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:57.331229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:57.467260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Attempting to bind port 9f9a1c05-7f95-4362-9653-f9851c29119c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:05:57.467530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Attempting to bind port 9f9a1c05-7f95-4362-9653-f9851c29119c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:05:57.469205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Attempting to bind port 9f9a1c05-7f95-4362-9653-f9851c29119c on network 215b36f5-58b6-44f7-a410-e202116e19f8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:05:57.476085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:05:57.476476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Checking segment: {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:57.480948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.480948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Bound using segment: {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:05:57.480948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Bound port: 9f9a1c05-7f95-4362-9653-f9851c29119c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:05:57.480948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.498398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.585771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.592567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] For port 9f9a1c05-7f95-4362-9653-f9851c29119c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:05:57.595844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] For port 9f9a1c05-7f95-4362-9653-f9851c29119c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f9a1c05-7f95-4362-9653-f9851c29119c,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:05:57.663615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:57.678345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-73c265b9-5923-4516-9072-614e1e360309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:57.695879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 5625f2b0-1c48-4a06-98bc-3f55ca196d56 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:57.822002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1c05-7f95-4362-9653-f9851c29119c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:57.831232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:58.041889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.046809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.046951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.057001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-29c8da76-dace-415f-94c5-2e879a948250 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:58.117797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.224847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8:2::1 (215b36f5-58b6-44f7-a410-e202116e19f8/f11c764e-1184-4461-af3a-9018d0563b37/2b868423-c320-4bcd-b7e5-915b672ce4d6) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:58.239167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Checking segment: {'id': 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:05:58.239532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Network hostable DHCP agents. Network: 4f2afa19-0998-44fe-9188-c356370502ca, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:05:58.314502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.332446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event updated for resources: {'Subnet': ['ID=3da8d3c9-dca5-490e-b4cc-080e36c9331a,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:58.335567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:58.338334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3243847b-9eda-42ae-96be-0441bcc7a3a9 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:58.383237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.383932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc9321d-bc75-4430-8d6f-c264dc1b696b {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:58.388451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f9a1c05-7f95-4362-9653-f9851c29119c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:58.393058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=5625f2b0-1c48-4a06-98bc-3f55ca196d56,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:58.397247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:58.425126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.431417 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4bbdcca5-b62f-4ded-bf01-2665747b897a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/6dc9321d-bc75-4430-8d6f-c264dc1b696b HTTP/1.1" status: 204 len: 168 time: 1.3385112 Dec 17 17:05:58.434237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46850) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:58.438263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Request body: {'router': {'name': 'tempest-router-1819619722', 'distributed': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:58.443864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:58.451705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/5625f2b0-1c48-4a06-98bc-3f55ca196d56 HTTP/1.1" status: 204 len: 168 time: 1.9128709 Dec 17 17:05:58.453567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Usage tracker for resource:router and tenant:5d37d0c8b97c4b1f8213096cbddb48e2 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:58.457131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46854) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:58.457389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:58.464964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:58.473720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Network 4f2afa19-0998-44fe-9188-c356370502ca is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:05:58.514247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.515296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.521409 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3590a1-0614-4642-9dfe-f883a87f2b66 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] GET failed (client error): The resource could not be found. Dec 17 17:05:58.525958 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9d3590a1-0614-4642-9dfe-f883a87f2b66 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "GET /v2.0/ports/5625f2b0-1c48-4a06-98bc-3f55ca196d56 HTTP/1.1" status: 404 len: 333 time: 0.0671341 Dec 17 17:05:58.526231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46858) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:58.533025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 4f2afa19-0998-44fe-9188-c356370502ca) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:58.533237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 9f9a1c05-7f95-4362-9653-f9851c29119c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:58.541381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:58.541802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.551176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f1b4bfd6-05ae-4998-a7cf-62ae887dded5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:05:58.558766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.577996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.593746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af372bb-ef6d-47cf-9e1c-2fc09e8ea266 None None] Network 4f2afa19-0998-44fe-9188-c356370502ca requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:58.615815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object 2b868423-c320-4bcd-b7e5-915b672ce4d6 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:05:58.625749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:05:58.626314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.654279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9871328 Dec 17 17:05:58.654474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46862) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:58.661682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Request body: {'port': {'network_id': '4f2afa19-0998-44fe-9188-c356370502ca', 'name': 'tempest-TagsExtTest-1023841723'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:58.820043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46866) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:58.826289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:58.830416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Usage tracker for resource:port and tenant:e7d5f76434a8448195523ecc4b6bf521 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:58.834251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:58.840349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:58.841210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569848216', 'description': 'tempest-secgroup-smoke-569848216 description', 'project_id': '73041c4eb31c4dbd96146a56da372862'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:58.848493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.852502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:58.854614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:58.858886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:58.864572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:58.868651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.868781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:58.878099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:58.915545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.929848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-524347e0-434e-4d8c-9bbd-c77ca11a02b7 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:58.943440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Made reservation on behalf of e7d5f76434a8448195523ecc4b6bf521 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:05:58.948007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.961112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.966687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24bf959d-3040-4461-a0c7-417c966d9a16 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5332983 Dec 17 17:05:58.970313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46870) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:59.005232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-4f2afa19-0998-44fe-9188-c356370502ca', 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca', 'tenant_id': 'e7d5f76434a8448195523ecc4b6bf521', 'fixed_ips': [{'subnet_id': '3da8d3c9-dca5-490e-b4cc-080e36c9331a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:05:59.006476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.009544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.021474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.107061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 215b36f5-58b6-44f7-a410-e202116e19f8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:05:59.124264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] device_id is not set on port fd62febc-7500-4e68-8573-6ce16c9f0eae yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:05:59.171695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.181799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf347f-8686-4e6d-8b8d-c51a4c329932 None None] Network 215b36f5-58b6-44f7-a410-e202116e19f8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:05:59.185770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.194440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.200607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:05:59.231687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:05:59.241768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:59.244082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:05:59.244596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.256714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:59.261787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:59.281674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:59.288206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:59.303904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:59.367526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f1b4bfd6-05ae-4998-a7cf-62ae887dded5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:05:59.445723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Allocated IP 172.20.0.2 (4f2afa19-0998-44fe-9188-c356370502ca/3da8d3c9-dca5-490e-b4cc-080e36c9331a/cd89c201-dde4-4d7c-afdf-f591672d4c98) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:05:59.456034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.462010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-107c16d9-6d2a-4eca-bbf2-8700c6c9ec8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:59.490999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Provisioning for port 9f9a1c05-7f95-4362-9653-f9851c29119c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:05:59.531567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Provisioning complete for port 9f9a1c05-7f95-4362-9653-f9851c29119c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:05:59.531939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.649145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.649533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.650676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.652234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.662530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cc3ec36-e9a0-4369-893f-03483d76fb19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:59.711534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:59.717031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:59.719391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:59.723088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:59.767271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.776671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.777137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.777681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c20309c4-0f69-434b-85d6-6f38e727751d {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:05:59.780744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-04e34ad8-2966-41bc-a0ec-95c4b336b2c2 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:05:59.803134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.804843 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3165d16d-7880-4f0a-814d-4e6520416772 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/c20309c4-0f69-434b-85d6-6f38e727751d HTTP/1.1" status: 204 len: 168 time: 0.8336051 Dec 17 17:05:59.817441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46874) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:05:59.832167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:59.841989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Request body: {'router': {'name': 'tempest-router-7993507', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '26a5728796cc4ee6a3c9141f61720bc3'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:05:59.857613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:59.891159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:59.901331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:05:59.923420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:59.927704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Usage tracker for resource:router and tenant:26a5728796cc4ee6a3c9141f61720bc3 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:05:59.942083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:05:59.951824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb275e-c3da-486e-82fe-98d19755dd18,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:05:59.958937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:05:59.960812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:59.968963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:05:59.998736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.015233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Transition to ACTIVE for port object cd89c201-dde4-4d7c-afdf-f591672d4c98 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:00.018429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] For port 9f9a1c05-7f95-4362-9653-f9851c29119c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f9a1c05-7f95-4362-9653-f9851c29119c,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:00.037190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Transition to ACTIVE for port object cd89c201-dde4-4d7c-afdf-f591672d4c98 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:00.044372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.061996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.063954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e785d95f-d9ee-4564-9188-9fc3fbdf1488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.113692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.114827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.118923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.147919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Network 4f2afa19-0998-44fe-9188-c356370502ca is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:00.151019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:00.153970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:00.160402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1c05-7f95-4362-9653-f9851c29119c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:00.167439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:00.167439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.173445 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/ports/3e8f6bb3-c43a-4f49-bc0b-91da01c08d4c HTTP/1.1" status: 204 len: 168 time: 1.6440632 Dec 17 17:06:00.181604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.182657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46878) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:00.270048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f1b4bfd6-05ae-4998-a7cf-62ae887dded5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:00.276771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Allocated IP 172.20.0.8 (4f2afa19-0998-44fe-9188-c356370502ca/3da8d3c9-dca5-490e-b4cc-080e36c9331a/fd62febc-7500-4e68-8573-6ce16c9f0eae) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:00.394095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Pushing event updated for resources: {'Port': ['ID=cd89c201-dde4-4d7c-afdf-f591672d4c98,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:00.402621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:00.414789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Attempting to bind port cd89c201-dde4-4d7c-afdf-f591672d4c98 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:00.415276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Attempting to bind port cd89c201-dde4-4d7c-afdf-f591672d4c98 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:00.415919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Attempting to bind port cd89c201-dde4-4d7c-afdf-f591672d4c98 on network 4f2afa19-0998-44fe-9188-c356370502ca {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:00.422691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:00.423077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Checking segment: {'id': 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:00.423540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.423950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Bound using segment: {'id': 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:00.424430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Bound port: cd89c201-dde4-4d7c-afdf-f591672d4c98, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f2afa19-0998-44fe-9188-c356370502ca'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:00.424813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.428248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.434390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.449244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Provisioning for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:00.462047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Provisioning complete for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:00.462047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.468068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting subnet b0637846-eeb1-4fe4-8faf-8f8edf6144b6 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:00.479440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.529506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:00.529734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.548379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.553335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.558239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83e1c66d-5b64-4c86-af22-4d4a9b7a7b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.572240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Transition to ACTIVE for port object fd62febc-7500-4e68-8573-6ce16c9f0eae will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:00.611976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.624013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Port 2b868423-c320-4bcd-b7e5-915b672ce4d6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:00.645051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] For port cd89c201-dde4-4d7c-afdf-f591672d4c98, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:00.648620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] For port cd89c201-dde4-4d7c-afdf-f591672d4c98, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd89c201-dde4-4d7c-afdf-f591672d4c98,segment=NetworkSegment(aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d),segment_id=aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:00.655214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.656120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Provisioning complete for port 9f9a1c05-7f95-4362-9653-f9851c29119c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:00.656439 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f05a9dbb-e16a-4bbe-8bb0-6ae9145b4e8a tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8326981 Dec 17 17:06:00.656561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb441-d958-4135-8994-6a78f9069756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.659632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:00.662535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3017b5-491b-4229-befd-9b5e4a4cb967,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:00.666790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:00.669563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:00.701010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.724645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.732304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.733480 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9114680 Dec 17 17:06:00.736136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.742212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.750961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4fe9ae52-cb6a-48b4-a30c-35f20e52b236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.764251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46886) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:00.774482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.775339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:00.782474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:00.789590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c4835bc5-e561-4d94-8f5a-6d8f22b5dc6e tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.793304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5306502b-d9e7-4f8b-b916-9df7573af0d7 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:00.832585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:00.847222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Pushing event updated for resources: {'Port': ['ID=cd89c201-dde4-4d7c-afdf-f591672d4c98,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:00.851158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:00.875589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:00.885282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:00.952196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Network 4f2afa19-0998-44fe-9188-c356370502ca is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:00.953787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:00.976278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:00.982889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:01.020145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:01.024404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event updated for resources: {'Port': ['ID=fd62febc-7500-4e68-8573-6ce16c9f0eae,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:01.028715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:01.037751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 215b36f5-58b6-44f7-a410-e202116e19f8 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:01.039032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:01.058582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b9f0b621-fce1-47bf-9221-c8505c23a4e2 None None] Provisioning complete for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:01.061633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b9f0b621-fce1-47bf-9221-c8505c23a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.106739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:01.107790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.112484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.123110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:01.180317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0b621-fce1-47bf-9221-c8505c23a4e2 None None] Port 2b868423-c320-4bcd-b7e5-915b672ce4d6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:01.220473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2e37cc0-d637-4a67-9e18-60349693f0da tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:01.248516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.286096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a22cc0-d4b7-4f98-9a69-9f6e00ee19d4 None None] Network be0c8436-50f8-491b-9730-ddab795366c7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:01.287250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.287771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Subnet': ['ID=b0637846-eeb1-4fe4-8faf-8f8edf6144b6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:01.287881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.289697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.300932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:01.322266 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/subnets/b0637846-eeb1-4fe4-8faf-8f8edf6144b6 HTTP/1.1" status: 204 len: 168 time: 1.1363335 Dec 17 17:06:01.329052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46890) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:01.371903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7163200 Dec 17 17:06:01.373215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46894) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:01.459476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-412551428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:01.466502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:01.470855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Usage tracker for resource:router and tenant:e7d5f76434a8448195523ecc4b6bf521 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:01.474732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:01.484204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:01.509658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88116) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 17 17:06:01.510171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Router fe1b32b8-782f-4124-b455-7904f7d62e31 migrating from provider to provider. {{(pid=88116) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 17 17:06:01.510624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.516007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.555185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-846cc80b-8f92-4007-8525-c3dbeeea2312 None None] Provisioning complete for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:01.555766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-846cc80b-8f92-4007-8525-c3dbeeea2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.585921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:01.588413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.590669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.594555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.610588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.619881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-846cc80b-8f92-4007-8525-c3dbeeea2312 None None] Port 2b868423-c320-4bcd-b7e5-915b672ce4d6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:01.620430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.623268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.697037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] DHCP port deletion for be0c8436-50f8-491b-9730-ddab795366c7 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:01.702025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Deleting port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:01.702522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.750933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.776270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:01.790427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Deleting port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:01.790778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.849316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16028681-b263-4988-8d95-c7ec7867bd45,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:01.863141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:01.880894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:01.909226 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0086565 Dec 17 17:06:01.914424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:01.928559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:01.935453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-65206825'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:01.947236 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] No L3 agents can host the router fe1b32b8-782f-4124-b455-7904f7d62e31 Dec 17 17:06:01.947431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:01.949777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:01.950528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:01.955267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:network and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:01.960955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:01.963685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.967369 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1997242 Dec 17 17:06:01.970701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:01.972490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46902) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:01.996656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:02.069255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:02.084181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:02.089058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:02.104091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:02.124619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:02.143093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.186335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.186461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] For port 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c0eddd7-aca0-4f5e-8aa3-912306583a46,segment=NetworkSegment(3112c2e1-ae66-4a3b-a90f-7dd9656211f1),segment_id=3112c2e1-ae66-4a3b-a90f-7dd9656211f1)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:02.186461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.234542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Hosts for router fe1b32b8-782f-4124-b455-7904f7d62e31: [] {{(pid=88116) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 17 17:06:02.251932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] For port 1c0eddd7-aca0-4f5e-8aa3-912306583a46, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1c0eddd7-aca0-4f5e-8aa3-912306583a46,segment=NetworkSegment(3112c2e1-ae66-4a3b-a90f-7dd9656211f1),segment_id=3112c2e1-ae66-4a3b-a90f-7dd9656211f1)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:02.252339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.260688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:02.296307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Hosts for other DVR routers connected to router fe1b32b8-782f-4124-b455-7904f7d62e31: set() {{(pid=88116) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 17 17:06:02.299140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.304624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4ceb661d-0331-4f81-9761-b5e8ec11914d tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "PUT /v2.0/routers/fe1b32b8-782f-4124-b455-7904f7d62e31 HTTP/1.1" status: 200 len: 714 time: 1.6431918 Dec 17 17:06:02.311793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:02.349656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41746f0-e142-4215-af62-c8bf815bffd4 None None] Network 4f2afa19-0998-44fe-9188-c356370502ca requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:02.364066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd89c201-dde4-4d7c-afdf-f591672d4c98 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:02.375717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.378269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e515bb66-72a5-47f1-92ca-721aa3994c22 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9336166 Dec 17 17:06:02.382325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46910) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:02.389708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Calling delete_port for 1c0eddd7-aca0-4f5e-8aa3-912306583a46 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:02.411348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f3ea995d-6846-455b-8715-4ac6df4af9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.420205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:02.423518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.446463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-25b0c23c-d084-4cae-a651-d7d984948014 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1926879956', 'prefixes': ['172.20.0.0/16']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:02.458346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1f722421-d296-4c10-9b48-c2d9aa68dc46 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "GET /v2.0/routers/fe1b32b8-782f-4124-b455-7904f7d62e31 HTTP/1.1" status: 200 len: 714 time: 0.1494734 Dec 17 17:06:02.458547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46914) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:02.469796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-25b0c23c-d084-4cae-a651-d7d984948014 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:02.483783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.484120 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added segment 1c086638-9ff6-4520-a826-9338542cb0e8 of type vlan for network 18f9f557-dc0c-443d-8be4-c555c153a89a Dec 17 17:06:02.550811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.573216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.586748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Calling delete_port for 1c0eddd7-aca0-4f5e-8aa3-912306583a46 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:02.790788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-67320d13-fd63-426b-90a6-82411d4b2665 tempest-RoutersTestDVR-2057071597 tempest-RoutersTestDVR-2057071597-project] 10.222.0.61 "GET /v2.0/routers/fe1b32b8-782f-4124-b455-7904f7d62e31 HTTP/1.1" status: 200 len: 680 time: 0.3310938 Dec 17 17:06:02.793345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46920) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:02.811530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.818687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:02.849656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.862879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.868287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:02.868878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.878794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1fe8-0926-4162-b5cd-a0dc65ece43e None None] Provisioning for port cd89c201-dde4-4d7c-afdf-f591672d4c98 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:02.886475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:02.886846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:02.891288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Port': ['ID=1c0eddd7-aca0-4f5e-8aa3-912306583a46,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:02.905501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:02.908630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-feaa8528-beda-449c-aac0-300c8ec2d155 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:02.923423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] No DVR routers for this DVR port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:02.926608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.972180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cd89c201-dde4-4d7c-afdf-f591672d4c98 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:03.011341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cd89c201-dde4-4d7c-afdf-f591672d4c98 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:03.011341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.134151 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2185538 Dec 17 17:06:03.134927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Network': ['ID=18f9f557-dc0c-443d-8be4-c555c153a89a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:03.141172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.152286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:03.153097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d4ce398-9fd5-4c12-885a-d5bed81f8447 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:03.162717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'subnet': {'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:03.180431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 18f9f557-dc0c-443d-8be4-c555c153a89a details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:06:03.184536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.185998 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2123435 Dec 17 17:06:03.228810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46928) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.233784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:03.247765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.255624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:03.255624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:03.255873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612bf3cd-9a05-4acd-a12d-4ed80dd796c3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:03.259526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.261691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:03.265177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.266922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-25b0c23c-d084-4cae-a651-d7d984948014 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for subnetpool, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.271976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:03.272411 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-25b0c23c-d084-4cae-a651-d7d984948014 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8501325 Dec 17 17:06:03.274519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46932) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.275486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:03.286084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-fa51a91a-26b3-406e-bdc4-63eb884c66f6 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-98482841') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.293672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:00Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.311054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.316732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0c8436-50f8-491b-9730-ddab795366c7']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.322430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:03.324254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Updating router d171ae84-4b02-47fc-8d70-0454206ed626 port 2b868423-c320-4bcd-b7e5-915b672ce4d6 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:03.335005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3112c2e1-ae66-4a3b-a90f-7dd9656211f1') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.335279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3112c2e1-ae66-4a3b-a90f-7dd9656211f1') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.351970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:03.355444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.365860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:subnet and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:03.370991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:03.380500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:03.382773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.398186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:03.398186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:03.408990 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:03.434860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Deleting port 1c0eddd7-aca0-4f5e-8aa3-912306583a46 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:03.435584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.491857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.575358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.596214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.597295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe1b32b8-782f-4124-b455-7904f7d62e31 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:03.603327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Made reservation on behalf of 5a269c98761743babd5c4f43bb51d6c0 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:03.607381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.656380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.658034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48e89f8b-d312-45e2-a098-da4bfd38285c tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/fe1b32b8-782f-4124-b455-7904f7d62e31 HTTP/1.1" status: 204 len: 168 time: 0.8633602 Dec 17 17:06:03.669516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46936) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.677414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Request body: {'router': {'name': 'tempest-router-960281753', 'distributed': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:03.696933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:03.701176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.705301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Usage tracker for resource:router and tenant:5d37d0c8b97c4b1f8213096cbddb48e2 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:03.708922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:03.715829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:03.742506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbe8fd-999b-40d1-947e-66a0e37a46db None None] The port '1c0eddd7-aca0-4f5e-8aa3-912306583a46' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:03.773644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port cd89c201-dde4-4d7c-afdf-f591672d4c98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd89c201-dde4-4d7c-afdf-f591672d4c98,segment=NetworkSegment(aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d),segment_id=aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:03.793522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.794891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.796640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:03.803227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb4f9a0-6645-4821-b39a-b4a223b1e520 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:03.803447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.804410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.822751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bcd091-d1f3-40f0-b0d0-4a6579efaf84,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:03.827289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.832865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:03.838319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Pushing event deleted for resources: {'Network': ['ID=be0c8436-50f8-491b-9730-ddab795366c7,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:03.845853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:03.846029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.852063 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] 10.222.0.61 "DELETE /v2.0/networks/be0c8436-50f8-491b-9730-ddab795366c7 HTTP/1.1" status: 204 len: 168 time: 2.5196371 Dec 17 17:06:03.856178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa51a91a-26b3-406e-bdc4-63eb884c66f6 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-98482841 HTTP/1.1" status: 201 len: 201 time: 0.5776494 Dec 17 17:06:03.865631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46942) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.871262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-f8c01195-2a6d-4b6f-a183-3afabf765651 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-970649622') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:03.914603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.918203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6860936 Dec 17 17:06:03.918737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46946) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:03.923608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.931089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:03.932248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:03.933016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Provisioning complete for port cd89c201-dde4-4d7c-afdf-f591672d4c98 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:03.933404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.937329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:03.941217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:03.956570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:03.961300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.966667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ae59dafa-fbf8-4015-aef9-f1e2a4ef1299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:03.977092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:03.977092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f9a1c05-7f95-4362-9653-f9851c29119c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:04.005473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.009176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8850b3df-da6f-4bac-9f1c-4f13e78fd4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:04.016620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-77bbb50b-b18e-4e93-8cd5-1f4e14df6c6b tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3422101 Dec 17 17:06:04.019352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46950) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.055497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Subnet': ['ID=89bed6b8-10d9-42df-93c8-d5aac926fd26,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:04.059024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:04.065014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Checking segment: {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:04.065386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network hostable DHCP agents. Network: 18f9f557-dc0c-443d-8be4-c555c153a89a, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:04.083132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.089950 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f8c01195-2a6d-4b6f-a183-3afabf765651 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-970649622 HTTP/1.1" status: 201 len: 201 time: 0.2233725 Dec 17 17:06:04.097952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46954) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.167599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=cd89c201-dde4-4d7c-afdf-f591672d4c98,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:04.182732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.183243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 18f9f557-dc0c-443d-8be4-c555c153a89a is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:04.183967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:04.184362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-0d5d98e2-99ef-4729-ad80-62536117369a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-902607135') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:04.188812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9f9a1c05-7f95-4362-9653-f9851c29119c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:04.189206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.234341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 18f9f557-dc0c-443d-8be4-c555c153a89a) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:04.237494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.243810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:04.244630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.251281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:04.303596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6de13-f69b-41b3-972b-740ccdb43503 None None] Network 18f9f557-dc0c-443d-8be4-c555c153a89a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:04.304655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0459eea3-ecea-4e67-b4b2-bcedaeb5c3cf,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:04.311809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:04.316410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.376383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.380600 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582601 Dec 17 17:06:04.382960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46960) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.413339 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2725039 Dec 17 17:06:04.417109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46964) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.417438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46966) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.467835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:04.481788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:04.489003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:04.527477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Provisioning for port fd62febc-7500-4e68-8573-6ce16c9f0eae completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:04.557738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Provisioning complete for port fd62febc-7500-4e68-8573-6ce16c9f0eae triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:04.558178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.624847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.652492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:04.673014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:04.677323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.681373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.683989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Transition to ACTIVE for port object 2b868423-c320-4bcd-b7e5-915b672ce4d6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:04.699277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f5e76a62-699c-4f1d-b001-f809d9bbf69e None None] Port fd62febc-7500-4e68-8573-6ce16c9f0eae cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:04.748342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Project 73041c4eb31c4dbd96146a56da372862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:06:04.756832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c0eddd7-aca0-4f5e-8aa3-912306583a46 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:04.759195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.790981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-18f9f557-dc0c-443d-8be4-c555c153a89a', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:04.791587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.792101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0d5d98e2-99ef-4729-ad80-62536117369a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-902607135 HTTP/1.1" status: 201 len: 201 time: 0.6923065 Dec 17 17:06:04.798975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46976) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.809520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-ae738e81-bde0-4d63-a243-332e58b2d9e5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-15351339') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:04.812726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.819699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:04.823551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.824120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f811b09-7d57-4515-8437-e724a1c7f9ca {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:04.849943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 1c0eddd7-aca0-4f5e-8aa3-912306583a46 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:04.850554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1c0eddd7-aca0-4f5e-8aa3-912306583a46 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:04.851002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.852208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4b86619f-81c9-4ac1-87d5-94fb3f686fd9 tempest-RoutersTestDVR-2119436526 tempest-RoutersTestDVR-2119436526-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4f811b09-7d57-4515-8437-e724a1c7f9ca HTTP/1.1" status: 204 len: 168 time: 0.8311195 Dec 17 17:06:04.882464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.902511 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ae56dee1-53cd-4e7d-8d7a-ae17b15b3297 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6781454a82f4b168ba638ae37ecd8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817834 Dec 17 17:06:04.904343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46982) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:04.966021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.985054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-350bf98f-fe8a-448b-bdac-8c5ee0d328db tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:05.017318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ae738e81-bde0-4d63-a243-332e58b2d9e5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-15351339 HTTP/1.1" status: 201 len: 201 time: 0.2153976 Dec 17 17:06:05.018156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ac011-8e35-4765-841a-e42617837b9b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:05.020763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.033444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd89c201-dde4-4d7c-afdf-f591672d4c98 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:05.034642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 46986) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.045974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:05.053213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-a2e55971-42f4-497f-bd6b-bd4f4806c285 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.053995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.114039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.115599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7238348 Dec 17 17:06:05.119143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46990) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.132023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'security_group_rule': {'security_group_id': '4d3017b5-491b-4229-befd-9b5e4a4cb967', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:05.137771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:05.148735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:security_group_rule and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:05.155844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:05.171582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:05.173231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Pushing event updated for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:05.177126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:05.180060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b7fb7188-a1d5-4a51-95eb-2e3523ffd8ff None None] Provisioning complete for port fd62febc-7500-4e68-8573-6ce16c9f0eae triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:05.180060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7188-a1d5-4a51-95eb-2e3523ffd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.199651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.205974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b77bd3b-d847-49fc-8922-0f347bfede01 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:05.224180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3adc7-ee74-479b-b363-cdd19e7ff4f1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:05.234410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:05.237102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.239085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68c3adc7-ee74-479b-b363-cdd19e7ff4f1 HTTP/1.1" status: 204 len: 168 time: 0.3337235 Dec 17 17:06:05.294552 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Project 73041c4eb31c4dbd96146a56da372862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:06:05.304613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2a4cd69-9ec1-4173-a9c7-6e50b600b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.307334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.320441 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a2e55971-42f4-497f-bd6b-bd4f4806c285 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 200 len: 239 time: 0.2847536 Dec 17 17:06:05.323771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.330506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 46996) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.365333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-9395b1d7-aa26-4014-a594-4ccc5c8481f1 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-98482841') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.426374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb7188-a1d5-4a51-95eb-2e3523ffd8ff None None] Port fd62febc-7500-4e68-8573-6ce16c9f0eae cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:05.436910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Attempting to bind port 2b868423-c320-4bcd-b7e5-915b672ce4d6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:05.437287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Attempting to bind port 2b868423-c320-4bcd-b7e5-915b672ce4d6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:05.437658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Attempting to bind port 2b868423-c320-4bcd-b7e5-915b672ce4d6 on network 215b36f5-58b6-44f7-a410-e202116e19f8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:05.444493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cd89c201-dde4-4d7c-afdf-f591672d4c98 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:05.444877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.470944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.483876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47002) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.517580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:05.522331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Checking segment: {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:05.522331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.522331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Bound using segment: {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:05.522331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Bound port: 2b868423-c320-4bcd-b7e5-915b672ce4d6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:05.522331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.526190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9395b1d7-aa26-4014-a594-4ccc5c8481f1 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-98482841 HTTP/1.1" status: 204 len: 168 time: 0.1675215 Dec 17 17:06:05.527183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47008) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.531816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-51a702c0-4594-4a74-b305-321e6e33bec3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-98482841') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.536486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Allocated IP 2001:db8:3::2 (18f9f557-dc0c-443d-8be4-c555c153a89a/89bed6b8-10d9-42df-93c8-d5aac926fd26/6b55f0b3-3eca-4b92-b21f-0bc22bf85e38) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:05.560929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.565937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-544ac2c3-a945-43ba-8a3c-9e355c073cfb tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:05.611371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfef08e-a451-4bef-af42-91443fe8c700,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:05.621116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:05.714888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.716187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5949366 Dec 17 17:06:05.719503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.728095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'network': {'name': 'tempest-network-smoke--353066118', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:05.740955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:05.747920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:network and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:05.752414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:05.759755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:05.781590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51a702c0-4594-4a74-b305-321e6e33bec3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-98482841 HTTP/1.1" status: 204 len: 168 time: 0.2538049 Dec 17 17:06:05.784407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.792362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-f1367a3e-dac1-4e39-9da9-c8b685ea120f tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.861719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.866465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Made reservation on behalf of 73041c4eb31c4dbd96146a56da372862 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:05.868791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.916535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:05.930705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f1367a3e-dac1-4e39-9da9-c8b685ea120f tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 200 len: 205 time: 0.1451724 Dec 17 17:06:05.933143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47028) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:05.936474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.937030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Added segment a6ab6d2a-d664-4a0a-951f-bb83fa75b597 of type vlan for network 0170784f-d54c-44f7-af8e-69f5c2737f08 Dec 17 17:06:05.946153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-6dce1b9f-ed7e-4811-8393-fbc73dd36237 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.950645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.966932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] For port 2b868423-c320-4bcd-b7e5-915b672ce4d6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:05.971701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:05.976220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:05.984571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:26a5728796cc4ee6a3c9141f61720bc3 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:05.990995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:05.991529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] For port 2b868423-c320-4bcd-b7e5-915b672ce4d6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b868423-c320-4bcd-b7e5-915b672ce4d6,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:06.004091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:06.103712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.109433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.115983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cf862445-4c0e-4abb-bcda-9b07ecb7a3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:06.155574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.171776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.180611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.184942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:06.201577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Transition to ACTIVE for port object 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:06.210459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6dce1b9f-ed7e-4811-8393-fbc73dd36237 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 200 len: 240 time: 0.2760701 Dec 17 17:06:06.210728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47034) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.239670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Pushing event updated for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:06.242303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:06.242919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.243318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-e14f3fe2-7bf6-4364-8279-a839ae6bdf54 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-970649622') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.284127 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26a5728796cc4ee6a3c9141f61720bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959170 Dec 17 17:06:06.284352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.288497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd64db4-b65a-44db-96c9-458e541f298a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:06.292141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:06.305562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Transition to ACTIVE for port object 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:06.306855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:06.331405 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e14f3fe2-7bf6-4364-8279-a839ae6bdf54 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-970649622 HTTP/1.1" status: 204 len: 168 time: 0.1096678 Dec 17 17:06:06.333977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47046) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.339857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-17319c73-5b1c-446c-a35d-65efa22e229a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-970649622') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.347634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.372205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:06.372860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.383011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c59f37e-7832-4c1d-8763-bf71f5d63b13 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:06.418660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.438660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:06.486702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Allocated IP 2001:db8:3::1 (18f9f557-dc0c-443d-8be4-c555c153a89a/89bed6b8-10d9-42df-93c8-d5aac926fd26/bed008c0-a493-4d8e-8b5e-587c7b216689) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:06.510901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Network 18f9f557-dc0c-443d-8be4-c555c153a89a is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:06.515754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:06.518463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:06.542037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.545348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Network': ['ID=0170784f-d54c-44f7-af8e-69f5c2737f08,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:06.554681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:06.574863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.598114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8771305 Dec 17 17:06:06.599177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47054) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.604995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:06:06.620352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'admin_state_up': True, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:06.632692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:06.637343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:router and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:06.641010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:06.648437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:06.666498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Pushing event updated for resources: {'Port': ['ID=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:06.670217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:06.689473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.708422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47058) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.760267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.761716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.810955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.811122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Transition to ACTIVE for port object bed008c0-a493-4d8e-8b5e-587c7b216689 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:06.813083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:06.821561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-654f82d1-fdbe-4b3d-be4b-1888871761f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:06.825669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1335199585'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:06.832267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:06.837995 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-17319c73-5b1c-446c-a35d-65efa22e229a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-970649622 HTTP/1.1" status: 204 len: 168 time: 0.5002086 Dec 17 17:06:06.843802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47064) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.843952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd64db4-b65a-44db-96c9-458e541f298a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:06.844081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:network and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:06.844194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:06.845446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:06.849646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.852024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-0ee479d3-cead-43ba-9454-bac227ca009b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.858365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4dd64db4-b65a-44db-96c9-458e541f298a HTTP/1.1" status: 204 len: 168 time: 0.5719872 Dec 17 17:06:06.860312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.886686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Attempting to bind port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:06.887629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Attempting to bind port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:06.888199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Attempting to bind port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 on network 18f9f557-dc0c-443d-8be4-c555c153a89a {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:06.890760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:06.949204 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0ee479d3-cead-43ba-9454-bac227ca009b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 200 len: 205 time: 0.1094551 Dec 17 17:06:06.951707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47070) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:06.957295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-897abf9b-e258-43ff-a835-ed3a3d364cf4 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.985085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:06.985469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Checking segment: {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:06.985903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:06.986379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Bound using segment: {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:06.987053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Bound port: 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:06.987654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.115478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.127392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:07.132227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.149559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:07.204652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.221478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 18f9f557-dc0c-443d-8be4-c555c153a89a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:07.227343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.232612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:07.234786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:07.235644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.247284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] For port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:07.259955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:07.276945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:security_group_rule and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:07.282710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:07.286389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:07.287463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] For port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:07.289263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:07.302599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:07.316541 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-897abf9b-e258-43ff-a835-ed3a3d364cf4 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 200 len: 240 time: 0.3542476 Dec 17 17:06:07.316541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47076) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:07.320820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-19b59c84-a35d-4039-8df1-5b8d71e536f8 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-902607135') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:07.325936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:05Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:07.331403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd3c8b-63ab-43a6-8110-c2a7c4e383f9 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:05Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:07.334327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.365508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.369506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:07.499192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Pushing event updated for resources: {'Port': ['ID=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:07.509434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:07.553045 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-19b59c84-a35d-4039-8df1-5b8d71e536f8 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-902607135 HTTP/1.1" status: 204 len: 168 time: 0.2391968 Dec 17 17:06:07.556502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47080) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:07.578902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-921d6442-6469-452f-89fb-ce8206a43cb9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-902607135') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:07.655289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.673294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.692309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47084) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:07.717118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.725754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c26b5bff-2f0a-46a1-9adc-b283521c2a59 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:07.740536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.817087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:07.844316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:07.857588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e270e0-6e3f-4b27-9810-da95e7efb99f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:07.861084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:07.865763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Usage tracker for resource:security_group_rule and tenant:5d37d0c8b97c4b1f8213096cbddb48e2 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:07.869575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:07.878691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:07.879038 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Added segment 1422001c-28d5-490e-bd38-edef84402485 of type vlan for network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 Dec 17 17:06:07.913316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-921d6442-6469-452f-89fb-ce8206a43cb9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-902607135 HTTP/1.1" status: 204 len: 168 time: 0.3527615 Dec 17 17:06:07.920543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47088) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:07.942691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:07.990818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-5efe9dc5-df76-48f8-bde7-bdec25b2f837 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:08.177398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.200465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.212333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.257426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5efe9dc5-df76-48f8-bde7-bdec25b2f837 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 200 len: 205 time: 0.3364375 Dec 17 17:06:08.261748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47092) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.408076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.425090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-bec6fd12-9772-4f67-a3cc-baff26d2e20d tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:08.440006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.450824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:08.451066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.458193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e6215f2e-f3be-4d33-b1ad-1ca4acdfa668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:08.485132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.502512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bec6fd12-9772-4f67-a3cc-baff26d2e20d tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 200 len: 239 time: 0.2396996 Dec 17 17:06:08.505541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47096) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.513894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-0c2906fb-8bca-42d9-8345-20422f3f6180 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-15351339') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:08.544670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Allocated IP 172.26.4.157 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/014effae-d932-4f6e-ac39-90001f8861c2) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:08.564085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c2906fb-8bca-42d9-8345-20422f3f6180 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-15351339 HTTP/1.1" status: 204 len: 168 time: 0.0553420 Dec 17 17:06:08.564818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47100) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.584701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-6a1bb899-27c8-483b-aea0-d7d6c2ed806d tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-15351339') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:08.588828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.613504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Network': ['ID=e0cdceb3-5f45-4deb-9b2b-23f294e327e0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:08.616820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:08.620573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-78a3b83c-d687-4f0c-af96-e0d22ed7b6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:08.629992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:06:08.635566 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d37d0c8b97c4b1f8213096cbddb48e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9404020 Dec 17 17:06:08.636155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47104) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.685350 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:06:08.692347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.698172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.719454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a0bf36-8f48-4b26-8c84-f90542d97327,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:08.722759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:08.724774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:08.764707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.786303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00d1f4-0ff9-4a0f-be4d-1a29baeaee6d None None] Network 18f9f557-dc0c-443d-8be4-c555c153a89a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:08.794027 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0815139 Dec 17 17:06:08.794568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.803787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:08.824081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6a1bb899-27c8-483b-aea0-d7d6c2ed806d tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-15351339 HTTP/1.1" status: 204 len: 168 time: 0.2586629 Dec 17 17:06:08.827975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:08.836698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-e15d51da-bf2e-4259-9a57-df096fda58ed tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:08.879352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.898413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.905933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f592ee9f-cf45-4069-b398-4c9320b58a6a tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:08.907109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:08.964510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event updated for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:08.967610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:09.015168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:09.016896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e15d51da-bf2e-4259-9a57-df096fda58ed tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 200 len: 205 time: 0.1879947 Dec 17 17:06:09.021965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47116) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:09.023740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:09.029359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=014effae-d932-4f6e-ac39-90001f8861c2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:09.032171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:09.034457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-9fe6892d-9c9c-4aa0-bdb5-07dfc5fccc8c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:09.051508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Network 18f9f557-dc0c-443d-8be4-c555c153a89a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:09.053982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:09.083135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:09.085674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:09.095849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fff3c060-a802-436e-b106-fa162cdb7f90 None None] Provisioning for port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:09.103154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:09.108240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:09.117452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:09.125674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b868423-c320-4bcd-b7e5-915b672ce4d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:09.229120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.243902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ef216a31-6146-4884-b005-57f34933fccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:09.252453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:09.256204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.263125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a0bf36-8f48-4b26-8c84-f90542d97327,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:09.272135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:09.272714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.273134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:09.276164 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1a0bf36-8f48-4b26-8c84-f90542d97327 HTTP/1.1" status: 204 len: 168 time: 0.6323354 Dec 17 17:06:09.278315 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9fe6892d-9c9c-4aa0-bdb5-07dfc5fccc8c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 204 len: 168 time: 0.2546918 Dec 17 17:06:09.283236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47122) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:09.291505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-a14253e5-880f-4055-b993-391ce39bac9c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:09.293607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:09.294286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.435951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:09.493422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.530208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2b868423-c320-4bcd-b7e5-915b672ce4d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b868423-c320-4bcd-b7e5-915b672ce4d6,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:09.600066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.601528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:09.621757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a14253e5-880f-4055-b993-391ce39bac9c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 204 len: 168 time: 0.3374894 Dec 17 17:06:09.624512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:09.630308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-2389440c-2f0e-442c-937a-c222d993f7e9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:09.651799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:09.657294 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2387147 Dec 17 17:06:09.660827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47130) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:09.664234 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:09.667093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:09.674489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:09.675082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:09.675732 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:09.718719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5f6bcca3-1e2a-442d-bc85-b7bfb3e05a41 None None] Provisioning for port bed008c0-a493-4d8e-8b5e-587c7b216689 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:09.749896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5f6bcca3-1e2a-442d-bc85-b7bfb3e05a41 None None] Provisioning complete for port bed008c0-a493-4d8e-8b5e-587c7b216689 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:09.750660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcca3-1e2a-442d-bc85-b7bfb3e05a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.818154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bcca3-1e2a-442d-bc85-b7bfb3e05a41 None None] Port bed008c0-a493-4d8e-8b5e-587c7b216689 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:09.839291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:09.840533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:09.853571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.861313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d26d2d61-a524-4d9f-98e6-abef7aab16d8 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:09.925607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:09.932543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:09.932991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:09.986360 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:10.183255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=ea204a31-263e-4086-a4f2-85933e2afc4d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:10.192993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.196990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:10.225679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1afce2ec-b97a-4f06-9490-2dcf54e9d090 None None] Provisioning complete for port bed008c0-a493-4d8e-8b5e-587c7b216689 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:10.226615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1afce2ec-b97a-4f06-9490-2dcf54e9d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.266394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:10.266767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network hostable DHCP agents. Network: e0cdceb3-5f45-4deb-9b2b-23f294e327e0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:10.276378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.301657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:10.306513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1afce2ec-b97a-4f06-9490-2dcf54e9d090 None None] Port bed008c0-a493-4d8e-8b5e-587c7b216689 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:10.347973 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2389440c-2f0e-442c-937a-c222d993f7e9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 204 len: 168 time: 0.7223814 Dec 17 17:06:10.357330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47144) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:10.367404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-5c74e9fb-6719-4110-aee2-ae8c9d327324 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:10.382051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.388364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:10.471485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-403aeb9d-4042-4822-9965-de1e903752da None None] Provisioning complete for port bed008c0-a493-4d8e-8b5e-587c7b216689 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:10.472119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-403aeb9d-4042-4822-9965-de1e903752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.535082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:10.541423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:10.552567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-403aeb9d-4042-4822-9965-de1e903752da None None] Port bed008c0-a493-4d8e-8b5e-587c7b216689 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:10.572587 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:07Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:08Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:10.577329 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:10.577933 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Updating router d171ae84-4b02-47fc-8d70-0454206ed626 port bed008c0-a493-4d8e-8b5e-587c7b216689 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:10.636898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:10.648374 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.753971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, e0cdceb3-5f45-4deb-9b2b-23f294e327e0) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:10.761956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:10.762548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.768093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f2e45-eda5-4250-88b3-31e81e3fa2d2 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:10.804409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:06:10.830475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Removed routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:06:10.833431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.857564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5c74e9fb-6719-4110-aee2-ae8c9d327324 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 204 len: 168 time: 0.4947479 Dec 17 17:06:10.862226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47156) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:10.869222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-62d48eb3-f5aa-48b6-a81b-d5978ee4815a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-46039818') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:10.917536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:10.919135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47160) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:10.985979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1881030 Dec 17 17:06:10.992204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47166) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:11.016345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'name': 'tempest-NetworksTestDHCPv6-1748243494'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:11.034028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b868423-c320-4bcd-b7e5-915b672ce4d6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:11.272521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-826103825'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:11.272521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:11.272521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:network and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:11.273870 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.274256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:11.274350 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Transition to ACTIVE for port object bed008c0-a493-4d8e-8b5e-587c7b216689 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:11.274438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:11.274533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'ea204a31-263e-4086-a4f2-85933e2afc4d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:11.274533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.288721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:11.296995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:11.300893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:11.312463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:11.323831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2b868423-c320-4bcd-b7e5-915b672ce4d6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:11.324033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.324919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.329745 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-66db7b40-b42e-41ab-9b97-a1d64fd26eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:11.366383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Made reservation on behalf of 4703124116e54865bf4486bbfce29898 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:11.373700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.399405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:11.399405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.406051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.408072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Router d33086b3-154f-4623-982f-515273403ab8 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:06:11.432801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:11.441514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:security_group_rule and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:11.484255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:11.484255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:11.484255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.484255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.484732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/ea204a31-263e-4086-a4f2-85933e2afc4d/25e7e7ec-55c9-4596-af49-b678678660eb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:11.496970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 5795c2e3-6e7b-4a09-bf15-53d70368ff58 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:11.509561 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc564c0-98d8-416b-8fea-b8428052669e None None] Pushing event updated for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:11.530739 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3bc564c0-98d8-416b-8fea-b8428052669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:11.576228 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-62d48eb3-f5aa-48b6-a81b-d5978ee4815a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-46039818 HTTP/1.1" status: 201 len: 201 time: 0.7118897 Dec 17 17:06:11.597391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47170) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:11.605678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-2fafa55b-0e3e-4af3-bcd8-68b1ac29885b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-1255084674') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:11.683685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:11.717120 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Attempting to bind port bed008c0-a493-4d8e-8b5e-587c7b216689 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:11.717644 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Attempting to bind port bed008c0-a493-4d8e-8b5e-587c7b216689 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:11.718209 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Attempting to bind port bed008c0-a493-4d8e-8b5e-587c7b216689 on network 18f9f557-dc0c-443d-8be4-c555c153a89a {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:11.725742 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:11.726304 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Checking segment: {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:11.726814 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.727313 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Bound using segment: {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:11.727933 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Bound port: bed008c0-a493-4d8e-8b5e-587c7b216689, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c086638-9ff6-4520-a826-9338542cb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:11.728729 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.762737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:11.814869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:11.815459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.854323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:11.856912 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] For port bed008c0-a493-4d8e-8b5e-587c7b216689, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:11.864672 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] For port bed008c0-a493-4d8e-8b5e-587c7b216689, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bed008c0-a493-4d8e-8b5e-587c7b216689,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:11.898239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Sync routers for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:11.914124 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.919991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.922118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:11.944140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.949846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47174) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:11.957618 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3471355 Dec 17 17:06:11.957618 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2fafa55b-0e3e-4af3-bcd8-68b1ac29885b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-1255084674 HTTP/1.1" status: 201 len: 201 time: 0.3533747 Dec 17 17:06:11.957913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:11.957913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:11.958459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47178) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:11.970312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-4063bcc0-60c3-4d1b-99cb-40ed0cdf9ebb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-1713032569') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:12.025010 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc564c0-98d8-416b-8fea-b8428052669e None None] Pushing event updated for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:12.033708 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3bc564c0-98d8-416b-8fea-b8428052669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:12.067462 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:12.070884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:12.180473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.215450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:12.272214 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:12.293574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:12.300594 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e7a3083c-86bb-4d0e-8b84-65e31c752240 tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=73041c4eb31c4dbd96146a56da372862&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3490252 Dec 17 17:06:12.301380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.303932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47184) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.330234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:12.332993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6da7c-0e94-45f1-8e8c-0e31bcec26c8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:12.335503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Transition to ACTIVE for port object 25e7e7ec-55c9-4596-af49-b678678660eb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:12.341266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:12.354018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.357802 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e7c31a7d-9a54-4536-8353-b1f4bc868bee tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 954 time: 2.6931431 Dec 17 17:06:12.357802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.357802 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Added segment addcc660-50df-4ff2-bab0-3be8cc3f9323 of type vlan for network d1c80dad-77ce-4c96-9893-e744b33a2641 Dec 17 17:06:12.359647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47188) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.375924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Transition to ACTIVE for port object 25e7e7ec-55c9-4596-af49-b678678660eb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:12.402059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:12.507056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0674b-4e68-40d4-9704-0451532dc7fc tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:12.509503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-44f0674b-4e68-40d4-9704-0451532dc7fc tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2044249 Dec 17 17:06:12.510910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.516148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47192) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.524726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6574f774-4645-49b7-a512-1f504c3e6d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:12.531970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.577345 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9e5ed7ff-636e-40e4-8c96-0a106120866b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 954 time: 0.2149105 Dec 17 17:06:12.578718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47196) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.586470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'routes': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:12.643254 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8e299ab5-451d-4f03-9f7b-b71d3def5f90 tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254303 Dec 17 17:06:12.644209 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4063bcc0-60c3-4d1b-99cb-40ed0cdf9ebb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-1713032569 HTTP/1.1" status: 201 len: 201 time: 0.6806557 Dec 17 17:06:12.647710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47200) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.648400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47202) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.660462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-d98bf35c-7318-442b-ae94-1fe66eb3b057 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-45543269') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:12.665404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:12.678497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:12.681028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:12.691383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389462788', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'project_id': '73041c4eb31c4dbd96146a56da372862', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:12.695188 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:10Z', 'revision_number': 6, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:11Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:12.699550 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1eac-ea14-4391-b4b2-c3c604bb996f None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:10Z', 'revision_number': 6, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:11Z', 'revision_number': 4, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:12.713134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.722878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:12.728696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.747039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-24ad3575-f3ec-49f2-ba3d-eb24f0946f2b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:12.752637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Pushing event updated for resources: {'Port': ['ID=25e7e7ec-55c9-4596-af49-b678678660eb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:12.782775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:12.802682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::d2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/ea204a31-263e-4086-a4f2-85933e2afc4d/5795c2e3-6e7b-4a09-bf15-53d70368ff58) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:12.923381 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0040131 Dec 17 17:06:12.929416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47208) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:12.942804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Attempting to bind port 25e7e7ec-55c9-4596-af49-b678678660eb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:12.943295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Attempting to bind port 25e7e7ec-55c9-4596-af49-b678678660eb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:12.943567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Attempting to bind port 25e7e7ec-55c9-4596-af49-b678678660eb on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:12.945095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'subnet': {'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:12.986544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:12.986932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:12.993487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:12.998699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:12.999395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Bound port: 25e7e7ec-55c9-4596-af49-b678678660eb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:12.999804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.074243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bed008c0-a493-4d8e-8b5e-587c7b216689 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:13.129109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:13.146339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:subnet and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:13.151418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:13.169069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:13.179364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 3, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:13.195323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Checking router: d33086b3-154f-4623-982f-515273403ab8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:13.195686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Updating router d33086b3-154f-4623-982f-515273403ab8 port 014effae-d932-4f6e-ac39-90001f8861c2 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:13.211167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d98bf35c-7318-442b-ae94-1fe66eb3b057 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-45543269 HTTP/1.1" status: 201 len: 201 time: 0.5587361 Dec 17 17:06:13.235545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] For port 25e7e7ec-55c9-4596-af49-b678678660eb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:13.245735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Network': ['ID=d1c80dad-77ce-4c96-9893-e744b33a2641,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:13.252841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47212) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:13.266661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] For port 25e7e7ec-55c9-4596-af49-b678678660eb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=25e7e7ec-55c9-4596-af49-b678678660eb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:13.271800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d1c80dad-77ce-4c96-9893-e744b33a2641 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:06:13.273615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:13.277718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Made reservation on behalf of 73041c4eb31c4dbd96146a56da372862 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:13.281194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.282953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-e0df4a82-9d63-4570-a6a1-f2035436fa43 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', {'tags': ['tempest-TagsExtTest-Tag-1482304626', 'tempest-TagsExtTest-Tag-222221008', 'tempest-TagsExtTest-Tag-1409211']}) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:13.339764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.423951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:13.428632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:subnet and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:13.431576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:13.437328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:13.460182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.461604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e0df4a82-9d63-4570-a6a1-f2035436fa43 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 200 len: 314 time: 0.2080412 Dec 17 17:06:13.470987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47216) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:13.472906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-b758c073-71a9-4fc7-a6b2-63ef25c45819 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:13.490604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 5795c2e3-6e7b-4a09-bf15-53d70368ff58 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:13.512826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Made reservation on behalf of 4703124116e54865bf4486bbfce29898 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:13.517180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.519798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bed008c0-a493-4d8e-8b5e-587c7b216689 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:13.534989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.545014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:13.607245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bed008c0-a493-4d8e-8b5e-587c7b216689 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:13.607627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.646425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.655151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-05c2ff40-7578-4900-8e9e-4520050dc079 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:13.714354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.743748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:13.752825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:13.756326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:13.762187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:13.766543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.806988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=5795c2e3-6e7b-4a09-bf15-53d70368ff58,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:13.810819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:13.817055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8f709db-8576-4b95-9660-6376f5c618fc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:13.823951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Pushing event updated for resources: {'Port': ['ID=25e7e7ec-55c9-4596-af49-b678678660eb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:13.830589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:13.891655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8960042 Dec 17 17:06:13.895758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47220) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:13.955766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:13.981138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Checking segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:13.981434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network hostable DHCP agents. Network: 0170784f-d54c-44f7-af8e-69f5c2737f08, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:14.047733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port bed008c0-a493-4d8e-8b5e-587c7b216689, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bed008c0-a493-4d8e-8b5e-587c7b216689,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:14.050909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Subnet': ['ID=20f896ed-3647-494b-abc2-0b499735f7e2,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:14.052225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:14.092657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d825c8f-67e2-4dd9-a7b6-115803a21d9d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:14.103751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d825c8f-67e2-4dd9-a7b6-115803a21d9d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:14.107101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:14.117039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8d825c8f-67e2-4dd9-a7b6-115803a21d9d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:14.128690 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:14.130944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:14.162190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:14.183960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:06:14.185017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:06:14.207306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.212176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.218195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:14.245068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0170784f-d54c-44f7-af8e-69f5c2737f08) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:14.246957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8d825c8f-67e2-4dd9-a7b6-115803a21d9d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:14.254587 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b758c073-71a9-4fc7-a6b2-63ef25c45819 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 204 len: 168 time: 0.7852859 Dec 17 17:06:14.254587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47224) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:14.254867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8d825c8f-67e2-4dd9-a7b6-115803a21d9d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3460042 Dec 17 17:06:14.255232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47226) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:14.264497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:14.265277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.278813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7b438-3d89-4f68-884b-0d4ea56dcafe None None] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:14.279050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-ed3cade8-5c85-46ba-be76-6fe3b5fd61da tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-1482304626') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:14.312870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Transition to ACTIVE for port object 014effae-d932-4f6e-ac39-90001f8861c2 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:14.328828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.347387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6970d626-8ee7-4c35-bc7a-97619bb51027 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:14.366074 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:14.376622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-ed3cade8-5c85-46ba-be76-6fe3b5fd61da tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:14.381867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed3cade8-5c85-46ba-be76-6fe3b5fd61da tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-1482304626 HTTP/1.1" status: 404 len: 329 time: 0.1240747 Dec 17 17:06:14.385953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.387367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47232) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:14.406105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7563336 Dec 17 17:06:14.406676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:14.409657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47236) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:14.415717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-d3b59af5-fcea-4be1-9724-0233e0c6bae0 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-222221008') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:14.423289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:14.489082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 5795c2e3-6e7b-4a09-bf15-53d70368ff58 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:14.489425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.508771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.522766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-564993b5-fc0d-4344-bf45-58ebd7ee74c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:14.598343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Attempting to bind port 014effae-d932-4f6e-ac39-90001f8861c2 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:14.599710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Attempting to bind port 014effae-d932-4f6e-ac39-90001f8861c2 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:14.600297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Attempting to bind port 014effae-d932-4f6e-ac39-90001f8861c2 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:14.626636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:14.627207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:14.627708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.628229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:14.628795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Bound port: 014effae-d932-4f6e-ac39-90001f8861c2, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:14.629271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.673103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Subnet': ['ID=42abc2d5-7729-4146-9eb1-fde5499c176f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:14.684483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:14.732873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Checking segment: {'id': 'addcc660-50df-4ff2-bab0-3be8cc3f9323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:14.733011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network hostable DHCP agents. Network: d1c80dad-77ce-4c96-9893-e744b33a2641, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:14.768301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Pushing event updated for resources: {'Port': ['ID=014effae-d932-4f6e-ac39-90001f8861c2,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:14.782140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:14.789619 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:10Z', 'revision_number': 6, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:14.804239 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:14.807149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0170784f-d54c-44f7-af8e-69f5c2737f08', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:14.808596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:14.818381 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:14.819393 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:14.890688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] For port 014effae-d932-4f6e-ac39-90001f8861c2, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:14.915177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] For port 014effae-d932-4f6e-ac39-90001f8861c2, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=014effae-d932-4f6e-ac39-90001f8861c2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:14.980900 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-d3b59af5-fcea-4be1-9724-0233e0c6bae0 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:14.985604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d3b59af5-fcea-4be1-9724-0233e0c6bae0 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-222221008 HTTP/1.1" status: 404 len: 328 time: 0.5924518 Dec 17 17:06:15.003180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.009248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aad93d91-dab1-4ab2-96d7-a3687b5888d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:15.125089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:15.132302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-cc10b214-4e28-4c66-b3a1-cea597d6e54c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a', 'tempest-TagsExtTest-Tag-1409211') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.163541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 25e7e7ec-55c9-4596-af49-b678678660eb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:15.168965 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:15.174950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network d1c80dad-77ce-4c96-9893-e744b33a2641 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:15.232718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Pushing event updated for resources: {'Port': ['ID=014effae-d932-4f6e-ac39-90001f8861c2,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:15.236015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:15.282594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:15.283441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.370769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.384223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.385700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Allocated IP 172.20.0.2 (0170784f-d54c-44f7-af8e-69f5c2737f08/20f896ed-3647-494b-abc2-0b499735f7e2/f5e9f5d5-8467-417e-8698-4c31ff6b57ef) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:15.438929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.442610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.453659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ceaa9-30ed-4221-b725-c47f2579ce34 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:15.531810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.614125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 7, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.621750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 5795c2e3-6e7b-4a09-bf15-53d70368ff58 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:15.627392 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89db64-a30b-4bcd-bf0f-c758cc2764a4 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 7, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:15.658907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d1c80dad-77ce-4c96-9893-e744b33a2641) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:15.726034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a067726a-9f50-41a9-9b34-14b8c44902bd None None] Provisioning for port 25e7e7ec-55c9-4596-af49-b678678660eb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:15.729245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed973f-fca1-47ad-81d0-38b2057e0d2a None None] Network d1c80dad-77ce-4c96-9893-e744b33a2641 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:15.816228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:15.816823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:15.855622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:15.898375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 25e7e7ec-55c9-4596-af49-b678678660eb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:16.012471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 25e7e7ec-55c9-4596-af49-b678678660eb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:16.013230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.045992 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-cc10b214-4e28-4c66-b3a1-cea597d6e54c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:16.047116 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cc10b214-4e28-4c66-b3a1-cea597d6e54c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags/tempest-TagsExtTest-Tag-1409211 HTTP/1.1" status: 404 len: 326 time: 0.9210663 Dec 17 17:06:16.051175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.058492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-4eea4e4c-85fb-48ad-96e2-18a60b234d79 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', {'tags': ['tempest-TagsExtTest-Tag-354836501', 'tempest-TagsExtTest-Tag-733579673', 'tempest-TagsExtTest-Tag-551511159']}) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.115383 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1780658 Dec 17 17:06:16.117449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:16.118579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47248) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.124565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-771583063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:16.131287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:16.135667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:router and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:16.139296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:16.145466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:16.193748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.195002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.356225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:16.367373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.371049 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5adc0e29-645c-4788-8c25-28be84e247f8 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 704 time: 3.7899649 Dec 17 17:06:16.371657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47252) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.398227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:16.405515 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4eea4e4c-85fb-48ad-96e2-18a60b234d79 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 200 len: 315 time: 0.3532717 Dec 17 17:06:16.408345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47256) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.415085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-f0ac455f-6dbe-4ccf-afb7-9ef1d4f5f9bf tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.452126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.459839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f7395e3-8b78-47ac-929d-dd9b8094cccd tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:16.476662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:16.477417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.517957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.544751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=5795c2e3-6e7b-4a09-bf15-53d70368ff58,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:16.547126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:16.557946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-808f9e7f-a2c8-4b35-9fb5-3f02eb1a0434 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 704 time: 0.1810484 Dec 17 17:06:16.558140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47260) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.611241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.621322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.624965 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/5795c2e3-6e7b-4a09-bf15-53d70368ff58 HTTP/1.1" status: 204 len: 168 time: 2.3677692 Dec 17 17:06:16.626396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47264) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.675816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.709622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7c6ed-734f-4970-9ca8-48aa8ed02fec tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:16.711396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7c6ed-734f-4970-9ca8-48aa8ed02fec tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:16.712254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-36a7c6ed-734f-4970-9ca8-48aa8ed02fec tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:16.746645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Transition to ACTIVE for port object f5e9f5d5-8467-417e-8698-4c31ff6b57ef will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:16.754696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.756008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-88f96cd3-87c8-4706-be4d-07a43f4b69b5 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6362684 Dec 17 17:06:16.762325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47268) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.764088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-d1c80dad-77ce-4c96-9893-e744b33a2641', 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641', 'tenant_id': '4703124116e54865bf4486bbfce29898', 'fixed_ips': [{'subnet_id': '42abc2d5-7729-4146-9eb1-fde5499c176f'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:16.764993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.782684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.823641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:16.826700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-36a7c6ed-734f-4970-9ca8-48aa8ed02fec tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:16.830352 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-36a7c6ed-734f-4970-9ca8-48aa8ed02fec tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1980078 Dec 17 17:06:16.870108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Transition to ACTIVE for port object f5e9f5d5-8467-417e-8698-4c31ff6b57ef will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:16.871340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47272) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:16.958830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:16.972010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:16.976269 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f0ac455f-6dbe-4ccf-afb7-9ef1d4f5f9bf tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 204 len: 168 time: 0.5657947 Dec 17 17:06:17.002056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47276) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:17.009408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet ea204a31-263e-4086-a4f2-85933e2afc4d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:17.016356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.078417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.129785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-b09a8593-e888-486c-a28d-26b2dc24e871 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-354836501') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:17.217632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 25e7e7ec-55c9-4596-af49-b678678660eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=25e7e7ec-55c9-4596-af49-b678678660eb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:17.305379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.323192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.332639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bed008c0-a493-4d8e-8b5e-587c7b216689 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:17.344806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Allocated IP 172.20.0.1 (0170784f-d54c-44f7-af8e-69f5c2737f08/20f896ed-3647-494b-abc2-0b499735f7e2/d422f596-a220-424d-88d5-7b8315227ed4) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:17.359337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:17.371855 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-b09a8593-e888-486c-a28d-26b2dc24e871 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:17.372816 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b09a8593-e888-486c-a28d-26b2dc24e871 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-354836501 HTTP/1.1" status: 404 len: 328 time: 0.3695023 Dec 17 17:06:17.375611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:17.376326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47280) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:17.389981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-1970c725-4403-46d5-8102-9a791ec6a652 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-733579673') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:17.442660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 3, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:17.466631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:17.468605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1b837463-8ff3-4fd6-a629-5b7db413621b None None] Could not find standard attr ID for object 5795c2e3-6e7b-4a09-bf15-53d70368ff58. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:06:17.480105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Pushing event updated for resources: {'Port': ['ID=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:17.489158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.491809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caeef6-4c86-4ad5-bfc9-1326497fc524 None None] The sync data for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv is: [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 3, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:17.493558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:17.539530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.548903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4b1e82af-b328-4f53-8caf-d80aa1c91e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:17.563008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:17.585789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-1970c725-4403-46d5-8102-9a791ec6a652 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:17.587183 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1970c725-4403-46d5-8102-9a791ec6a652 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-733579673 HTTP/1.1" status: 404 len: 328 time: 0.2098608 Dec 17 17:06:17.595442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47284) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:17.618015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=ea204a31-263e-4086-a4f2-85933e2afc4d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:17.627291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-d45c2c31-dff5-41dd-9655-d8054f98547a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae', 'tempest-TagsExtTest-Tag-551511159') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:17.666818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:17.674637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.680429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Allocated IP 172.20.0.2 (d1c80dad-77ce-4c96-9893-e744b33a2641/42abc2d5-7729-4146-9eb1-fde5499c176f/e7ee7547-7d9f-45a5-8dda-330572d84d52) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:17.737665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ded97a-641c-4baa-a37a-c27d2ffe1874 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:17.876445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=25e7e7ec-55c9-4596-af49-b678678660eb,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:17.880197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:17.924176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:17.933856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Attempting to bind port f5e9f5d5-8467-417e-8698-4c31ff6b57ef on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:17.934244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Attempting to bind port f5e9f5d5-8467-417e-8698-4c31ff6b57ef by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:17.934612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Attempting to bind port f5e9f5d5-8467-417e-8698-4c31ff6b57ef on network 0170784f-d54c-44f7-af8e-69f5c2737f08 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:17.983420 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/ea204a31-263e-4086-a4f2-85933e2afc4d HTTP/1.1" status: 204 len: 168 time: 1.1036637 Dec 17 17:06:17.996340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1b837463-8ff3-4fd6-a629-5b7db413621b None None] Provisioning complete for port 25e7e7ec-55c9-4596-af49-b678678660eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:17.996758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1b837463-8ff3-4fd6-a629-5b7db413621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.046111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47288) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:18.148327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.150834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:18.151321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Checking segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:18.151726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.152169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Bound using segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:18.152904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Bound port: f5e9f5d5-8467-417e-8698-4c31ff6b57ef, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:18.153473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.163732 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-d45c2c31-dff5-41dd-9655-d8054f98547a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:18.165009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d45c2c31-dff5-41dd-9655-d8054f98547a tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags/tempest-TagsExtTest-Tag-551511159 HTTP/1.1" status: 404 len: 328 time: 0.5636652 Dec 17 17:06:18.168973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47292) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:18.176753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-af6126fd-c7ae-43b1-9417-3f9d19299148 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', {'tags': ['tempest-TagsExtTest-Tag-929240619', 'tempest-TagsExtTest-Tag-583018766', 'tempest-TagsExtTest-Tag-1157661596']}) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.197711 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-925ee182-d39b-4e44-9c6e-5067ece11d41 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500530 Dec 17 17:06:18.201084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47296) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:18.210540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:18.230617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Transition to ACTIVE for port object d422f596-a220-424d-88d5-7b8315227ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:18.367708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:18.370410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bed008c0-a493-4d8e-8b5e-587c7b216689 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:18.370942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.419996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-af6126fd-c7ae-43b1-9417-3f9d19299148 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 200 len: 316 time: 0.2473199 Dec 17 17:06:18.420912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47300) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:18.427820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-872f95ca-a246-4d7f-8c90-47890b253b71 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.428085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:18.437851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:18.478174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:18.501925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.513834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cbc7dbc5-3223-4fab-916a-46aac87d191d tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:18.576084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:18.581731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.593330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] For port f5e9f5d5-8467-417e-8698-4c31ff6b57ef, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:18.616604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port bed008c0-a493-4d8e-8b5e-587c7b216689 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:18.617280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.642376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] For port f5e9f5d5-8467-417e-8698-4c31ff6b57ef, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:18.659764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:18.664485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:18.665634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:18.667653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:18.670940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:18.705341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.731895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.741376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 7, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.746825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:18.773409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.789660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Transition to ACTIVE for port object e7ee7547-7d9f-45a5-8dda-330572d84d52 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:18.808974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:18.812017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:18.842602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cfdd4d14-ef95-4f23-924b-1153626a6ca9 None None] Could not find standard attr ID for object 5795c2e3-6e7b-4a09-bf15-53d70368ff58. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:06:18.852955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Deleting port 25e7e7ec-55c9-4596-af49-b678678660eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:18.853443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:18.865514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-872f95ca-a246-4d7f-8c90-47890b253b71 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 204 len: 168 time: 0.4410021 Dec 17 17:06:18.865715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47304) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:18.872347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-893e4f4d-7c5e-4424-8999-22dcdf4bc449 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-929240619') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.905114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Transition to ACTIVE for port object e7ee7547-7d9f-45a5-8dda-330572d84d52 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:18.919628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:18.920270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.092410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port bed008c0-a493-4d8e-8b5e-587c7b216689, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bed008c0-a493-4d8e-8b5e-587c7b216689,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:19.093092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.196610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Allocated IP 172.20.0.1 (d1c80dad-77ce-4c96-9893-e744b33a2641/42abc2d5-7729-4146-9eb1-fde5499c176f/8e0fa635-fef7-44ac-8282-05c9a8ae9665) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:19.209580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.223326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-893e4f4d-7c5e-4424-8999-22dcdf4bc449 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:19.224367 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-893e4f4d-7c5e-4424-8999-22dcdf4bc449 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-929240619 HTTP/1.1" status: 404 len: 328 time: 0.3577302 Dec 17 17:06:19.229259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47308) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:19.234055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.238913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-6b23e242-e85b-488c-af7e-aa49fa6eea58 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-583018766') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.239948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 014effae-d932-4f6e-ac39-90001f8861c2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:19.321327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Pushing event updated for resources: {'Port': ['ID=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.326687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:19.342350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:19.367979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for bed008c0-a493-4d8e-8b5e-587c7b216689 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:19.522775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:19.702808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Network d1c80dad-77ce-4c96-9893-e744b33a2641 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:19.736276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:19.753298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:19.809789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.813506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Pushing event updated for resources: {'Port': ['ID=e7ee7547-7d9f-45a5-8dda-330572d84d52,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.840277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Transition to ACTIVE for port object 8e0fa635-fef7-44ac-8282-05c9a8ae9665 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:19.842591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.856395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e342668a-52e7-4e69-ab5c-6a7d2e259dbf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:19.868153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:19.915053 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-6b23e242-e85b-488c-af7e-aa49fa6eea58 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:19.915442 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6b23e242-e85b-488c-af7e-aa49fa6eea58 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-583018766 HTTP/1.1" status: 404 len: 328 time: 0.6809461 Dec 17 17:06:19.918961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47312) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:19.934398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:19.939940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:19.941623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-62bafb96-bd76-470a-88ff-f9ec18a23883 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6', 'tempest-TagsExtTest-Tag-1157661596') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.943118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:19.949947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:19.984004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=dd667eac-3361-422f-8746-27e6005b1431,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.987716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:20.007480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Attempting to bind port e7ee7547-7d9f-45a5-8dda-330572d84d52 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:20.007480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Attempting to bind port e7ee7547-7d9f-45a5-8dda-330572d84d52 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'addcc660-50df-4ff2-bab0-3be8cc3f9323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:20.007480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Attempting to bind port e7ee7547-7d9f-45a5-8dda-330572d84d52 on network d1c80dad-77ce-4c96-9893-e744b33a2641 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:20.051186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 014effae-d932-4f6e-ac39-90001f8861c2 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:20.060290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:20.066616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Checking segment: {'id': 'addcc660-50df-4ff2-bab0-3be8cc3f9323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:20.066616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.066616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Bound using segment: {'id': 'addcc660-50df-4ff2-bab0-3be8cc3f9323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:20.066616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Bound port: e7ee7547-7d9f-45a5-8dda-330572d84d52, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addcc660-50df-4ff2-bab0-3be8cc3f9323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:20.066616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.094978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8925543 Dec 17 17:06:20.097847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47316) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:20.108501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 014effae-d932-4f6e-ac39-90001f8861c2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:20.109035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.131779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'name': 'tempest-NetworksTestDHCPv6-1835375867'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:20.179476 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-62bafb96-bd76-470a-88ff-f9ec18a23883 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:20.183676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-62bafb96-bd76-470a-88ff-f9ec18a23883 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags/tempest-TagsExtTest-Tag-1157661596 HTTP/1.1" status: 404 len: 329 time: 0.2537632 Dec 17 17:06:20.185781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47320) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:20.192280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-7e399fda-811a-4062-b824-6d3ff2182c11 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', {'tags': ['tempest-TagsExtTest-Tag-230416201', 'tempest-TagsExtTest-Tag-274614311', 'tempest-TagsExtTest-Tag-808597374']}) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:20.235204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.258406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] For port 25e7e7ec-55c9-4596-af49-b678678660eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=25e7e7ec-55c9-4596-af49-b678678660eb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:20.259040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.262412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.266966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc47d939-1e37-46e6-b044-cec5f4573526 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:20.341698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.367133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:20.381699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:20.386809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.396000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-777292b6-37f9-4a72-b12b-998722981edc tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:20.423230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network d1c80dad-77ce-4c96-9893-e744b33a2641 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:20.424320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=8e0fa635-fef7-44ac-8282-05c9a8ae9665,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.425206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Calling delete_port for 25e7e7ec-55c9-4596-af49-b678678660eb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:20.429640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:20.433936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:20.434669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2fa6d746-0c3f-4e10-b8d8-3e26d67ef9a2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:20.484026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:20.485824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=bed008c0-a493-4d8e-8b5e-587c7b216689,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.488636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:20.502471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] For port e7ee7547-7d9f-45a5-8dda-330572d84d52, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:20.556679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.568508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] For port e7ee7547-7d9f-45a5-8dda-330572d84d52, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7ee7547-7d9f-45a5-8dda-330572d84d52,segment=NetworkSegment(addcc660-50df-4ff2-bab0-3be8cc3f9323),segment_id=addcc660-50df-4ff2-bab0-3be8cc3f9323)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:20.581973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 7, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:20.587830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7e399fda-811a-4062-b824-6d3ff2182c11 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "PUT /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 200 len: 315 time: 0.4014111 Dec 17 17:06:20.590822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef5c24-cde6-4022-9405-76bf1393fbd3 None None] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:20.601168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47324) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:20.611382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-286e7b04-242d-4419-bf91-94cfabf2a4d4 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:20.620831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.632208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafe982-41eb-47d7-8061-612d83d323cd None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:14Z', 'revision_number': 7, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bed008c0-a493-4d8e-8b5e-587c7b216689', 'name': '', 'network_id': '18f9f557-dc0c-443d-8be4-c555c153a89a', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:b8:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:05Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '89bed6b8-10d9-42df-93c8-d5aac926fd26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:20.682954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.692117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:20.704639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.726672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:20.733122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.736866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:20.740526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.775189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 823fcdff-1cd7-485f-985c-742fd106908c yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:20.787447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.857624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 014effae-d932-4f6e-ac39-90001f8861c2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=014effae-d932-4f6e-ac39-90001f8861c2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:20.881159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:20.893150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Pushing event updated for resources: {'Port': ['ID=e7ee7547-7d9f-45a5-8dda-330572d84d52,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.901917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:20.902330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:20.903883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d3b8a5de-6254-4eca-971e-5d3b1fd9ea31 None None] Provisioning for port f5e9f5d5-8467-417e-8698-4c31ff6b57ef completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:20.904000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:20.910317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-61f78bbb-e7ca-4037-8c1c-027828493117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:20.915545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-286e7b04-242d-4419-bf91-94cfabf2a4d4 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 204 len: 168 time: 0.3119686 Dec 17 17:06:20.916626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47328) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:21.025899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-a2a26095-e4f9-4df4-9a7c-1eb776fa5dd6 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-230416201') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:21.069250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Pushing event deleted for resources: {'Port': ['ID=25e7e7ec-55c9-4596-af49-b678678660eb,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:21.071151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:21.106590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:21.107061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:21.163332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::144 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/dd667eac-3361-422f-8746-27e6005b1431/823fcdff-1cd7-485f-985c-742fd106908c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:21.168716 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-a2a26095-e4f9-4df4-9a7c-1eb776fa5dd6 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:21.172528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a2a26095-e4f9-4df4-9a7c-1eb776fa5dd6 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-230416201 HTTP/1.1" status: 404 len: 328 time: 0.2496793 Dec 17 17:06:21.178583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd50a8-d83b-47c8-92bb-61026de3fbba None None] No DVR routers for this DVR port 25e7e7ec-55c9-4596-af49-b678678660eb on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:21.183176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47336) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:21.200968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.tag.tag_plugin [None req-eabc11ec-9a5e-480a-85c3-a88ddd07dae9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-274614311') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:21.202160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 25e7e7ec-55c9-4596-af49-b678678660eb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:21.210032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:21.229962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f559e35-e4a9-4d99-8efe-7f72916e3605 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:21.270704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 25e7e7ec-55c9-4596-af49-b678678660eb {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:21.271032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 25e7e7ec-55c9-4596-af49-b678678660eb not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:21.394974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=014effae-d932-4f6e-ac39-90001f8861c2,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:21.400838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:21.502340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:21.617198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5e9f5d5-8467-417e-8698-4c31ff6b57ef up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:21.702538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'dd667eac-3361-422f-8746-27e6005b1431'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:21.707312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:21.720659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-eabc11ec-9a5e-480a-85c3-a88ddd07dae9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:21.722501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eabc11ec-9a5e-480a-85c3-a88ddd07dae9 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-274614311 HTTP/1.1" status: 404 len: 328 time: 0.5375297 Dec 17 17:06:21.801726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47340) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:21.813004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-c242f60d-1906-4414-8899-33a99e77adeb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4', 'tempest-TagsExtTest-Tag-808597374') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:21.831725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Router d33086b3-154f-4623-982f-515273403ab8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:21.890435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f5e9f5d5-8467-417e-8698-4c31ff6b57ef completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:21.895696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f5e9f5d5-8467-417e-8698-4c31ff6b57ef triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:21.895847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.055059 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-c242f60d-1906-4414-8899-33a99e77adeb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] show failed (client error): The resource could not be found. Dec 17 17:06:22.056196 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c242f60d-1906-4414-8899-33a99e77adeb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags/tempest-TagsExtTest-Tag-808597374 HTTP/1.1" status: 404 len: 328 time: 0.2519720 Dec 17 17:06:22.071863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47344) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.096008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-de334aa7-c187-4a30-b794-8ac1c91754eb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6188af67-2202-4b36-b4b6-bee0e6b3fcf4') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.114973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.118726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:22.132443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Sync routers for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:22.136430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "PUT /v2.0/routers/d33086b3-154f-4623-982f-515273403ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7232511 Dec 17 17:06:22.150550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:22.163526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Provisioning for port d422f596-a220-424d-88d5-7b8315227ed4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:22.164244 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:22.167300 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.181471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:22.186518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.196418 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6376536 Dec 17 17:06:22.201596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47350) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.211881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.220892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Provisioning complete for port d422f596-a220-424d-88d5-7b8315227ed4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:22.222427 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-de334aa7-c187-4a30-b794-8ac1c91754eb tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4/tags HTTP/1.1" status: 204 len: 168 time: 0.1460762 Dec 17 17:06:22.224759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.229465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47354) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.238565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-077744c1-ac9b-43d2-8aae-154c5161cb7c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e67f823-0e83-4017-883d-3dd63ef22ac6') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.292162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.353699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:22.359866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.360820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c94a1843-abd1-4bc4-963c-5c2c3123c756 tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:22.466108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 823fcdff-1cd7-485f-985c-742fd106908c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:22.469746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f5e9f5d5-8467-417e-8698-4c31ff6b57ef, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:22.507454 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:22.545357 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-077744c1-ac9b-43d2-8aae-154c5161cb7c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6/tags HTTP/1.1" status: 204 len: 168 time: 0.3146298 Dec 17 17:06:22.547887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47368) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.554574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-afd88c81-762b-4dad-8733-4286c99707cd tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd62febc-7500-4e68-8573-6ce16c9f0eae') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.579248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=8e0fa635-fef7-44ac-8282-05c9a8ae9665,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:22.629083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:22.635594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.640551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:22.691363 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-afd88c81-762b-4dad-8733-4286c99707cd tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae/tags HTTP/1.1" status: 204 len: 168 time: 0.1424258 Dec 17 17:06:22.692721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.694277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47372) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.702977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.tag.tag_plugin [None req-487da9c1-52ac-4fcf-b52f-bd55ecc17dd0 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3da8d3c9-dca5-490e-b4cc-080e36c9331a') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.703145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.703259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Port d422f596-a220-424d-88d5-7b8315227ed4 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:22.746832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 89bed6b8-10d9-42df-93c8-d5aac926fd26 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:22.760864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3f8da56f-6709-431e-8920-2f8ed97df189 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:22.843093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.845635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:22.869647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:22.871492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:22.879028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:22.885275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:22.886122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.930761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Provisioning complete for port f5e9f5d5-8467-417e-8698-4c31ff6b57ef triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:22.931142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31cdf530-1ff4-44f2-8041-030185b60d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:22.935925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=823fcdff-1cd7-485f-985c-742fd106908c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:22.939567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:22.955375 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-487da9c1-52ac-4fcf-b52f-bd55ecc17dd0 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a/tags HTTP/1.1" status: 204 len: 168 time: 0.2568715 Dec 17 17:06:22.955570 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-274288ac-beff-4c67-8c02-c22ca4f699a4 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569848216&fields=id&tenant_id=73041c4eb31c4dbd96146a56da372862 HTTP/1.1" status: 200 len: 267 time: 0.3777339 Dec 17 17:06:22.958449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47376) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.968529 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 2, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:22.973123 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Checking router: d33086b3-154f-4623-982f-515273403ab8 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:22.973483 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Updating router d33086b3-154f-4623-982f-515273403ab8 port d422f596-a220-424d-88d5-7b8315227ed4 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:22.979595 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8611648 Dec 17 17:06:22.982180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47380) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:22.984755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ecd04-0ede-47aa-ad2d-2d41c58cb090 None None] Network d1c80dad-77ce-4c96-9893-e744b33a2641 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:23.010132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:23.047505 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.099883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368cbf6-69f4-4d90-a78e-c49d724cc72b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:23.100991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e368cbf6-69f4-4d90-a78e-c49d724cc72b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:23.106352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.130469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/dd667eac-3361-422f-8746-27e6005b1431/a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:23.134888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:23.172790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e368cbf6-69f4-4d90-a78e-c49d724cc72b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:23.176940 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e368cbf6-69f4-4d90-a78e-c49d724cc72b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1930337 Dec 17 17:06:23.179139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47384) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:23.280365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network d1c80dad-77ce-4c96-9893-e744b33a2641 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:23.296529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:23.298036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 823fcdff-1cd7-485f-985c-742fd106908c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:23.298513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.542823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-f336e005-d3ec-42ea-be21-d5336a835fe3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:23.543531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-450b4025-4b29-4b01-807a-d34232b2872c req-f336e005-d3ec-42ea-be21-d5336a835fe3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Synchronizing usage tracker for tenant:73041c4eb31c4dbd96146a56da372862 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:23.552971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ff15e8e-78aa-481a-90ab-6bf86a58811c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for subnetpool, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.554373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ff15e8e-78aa-481a-90ab-6bf86a58811c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6188af67-2202-4b36-b4b6-bee0e6b3fcf4 HTTP/1.1" status: 204 len: 168 time: 0.5927517 Dec 17 17:06:23.558351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47388) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:23.584266 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.589291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5e9f5d5-8467-417e-8698-4c31ff6b57ef up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:23.599593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Transition to ACTIVE for port object d422f596-a220-424d-88d5-7b8315227ed4 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:23.629833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.665764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.679864 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.686597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bdfc6b98-b9c4-4fd0-bf4b-e893a0952d8b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Synchronizing usage tracker for tenant:e7d5f76434a8448195523ecc4b6bf521 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:23.694054 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:23.813602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 823fcdff-1cd7-485f-985c-742fd106908c owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:23.815808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-450b4025-4b29-4b01-807a-d34232b2872c req-f336e005-d3ec-42ea-be21-d5336a835fe3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Unset dirty status for tenant:73041c4eb31c4dbd96146a56da372862 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:23.820606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-f336e005-d3ec-42ea-be21-d5336a835fe3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 796 time: 0.8327086 Dec 17 17:06:23.837073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-97de9b81-bfa2-42e0-855c-e9762c141035 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/quotas/73041c4eb31c4dbd96146a56da372862 HTTP/1.1" status: 200 len: 375 time: 0.0140498 Dec 17 17:06:23.912485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bdfc6b98-b9c4-4fd0-bf4b-e893a0952d8b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Unset dirty status for tenant:e7d5f76434a8448195523ecc4b6bf521 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:23.913833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bdfc6b98-b9c4-4fd0-bf4b-e893a0952d8b tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e67f823-0e83-4017-883d-3dd63ef22ac6 HTTP/1.1" status: 200 len: 205 time: 0.3384898 Dec 17 17:06:23.918645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47392) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:23.929679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Router 5e163832-e224-4369-beec-c27d8f7b8a73 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:06:23.932641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:23.938064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca9a586d-07dc-4005-963d-fc7a3b0e5aff tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:23.980667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=89bed6b8-10d9-42df-93c8-d5aac926fd26,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:23.992743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:24.012730 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Attempting to bind port d422f596-a220-424d-88d5-7b8315227ed4 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:24.013027 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Attempting to bind port d422f596-a220-424d-88d5-7b8315227ed4 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:24.013699 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Attempting to bind port d422f596-a220-424d-88d5-7b8315227ed4 on network 0170784f-d54c-44f7-af8e-69f5c2737f08 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:24.023215 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:24.023570 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Checking segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:24.023980 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.024341 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Bound using segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:24.024848 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Bound port: d422f596-a220-424d-88d5-7b8315227ed4, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:24.025237 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.037540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57691f-a829-43ce-b291-512d49de2720 None None] Network 18f9f557-dc0c-443d-8be4-c555c153a89a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:24.039412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.064045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f5e9f5d5-8467-417e-8698-4c31ff6b57ef triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:24.070256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.122539 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] For port d422f596-a220-424d-88d5-7b8315227ed4, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:24.125606 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] For port d422f596-a220-424d-88d5-7b8315227ed4, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d422f596-a220-424d-88d5-7b8315227ed4,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:24.131626 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Pushing event updated for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:24.134410 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:24.167558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.168657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.212410 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.220063 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:24.226721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 8, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:24.254628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Transition to ACTIVE for port object a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:24.283225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:24.342431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Pushing event updated for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:24.344427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Transition to ACTIVE for port object a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:24.364598 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:24.380442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:24.381093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:24.401489 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:24.404761 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:24.407895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/89bed6b8-10d9-42df-93c8-d5aac926fd26 HTTP/1.1" status: 204 len: 168 time: 2.2059700 Dec 17 17:06:24.419813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47396) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:24.452265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-93d448ab-1fc0-4ed2-9fb9-3e5aba271592 None None] Provisioning for port e7ee7547-7d9f-45a5-8dda-330572d84d52 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:24.536462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-450b4025-4b29-4b01-807a-d34232b2872c req-278c3299-e645-4420-9eda-b18acb89a683 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Synchronizing usage tracker for tenant:73041c4eb31c4dbd96146a56da372862 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:24.586389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.590096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:24.602660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:24.618026 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "PUT /v2.0/routers/5e163832-e224-4369-beec-c27d8f7b8a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8544929 Dec 17 17:06:24.621339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47400) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:24.627349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.636111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'port': {'network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641', 'name': 'tempest-FloatingIPNegativeTestJSON-832871139'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:24.722192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.725203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.758572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:24.759209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.791028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:24.801431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:24.809745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:24.825257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-450b4025-4b29-4b01-807a-d34232b2872c req-278c3299-e645-4420-9eda-b18acb89a683 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Unset dirty status for tenant:73041c4eb31c4dbd96146a56da372862 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:24.826941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-278c3299-e645-4420-9eda-b18acb89a683 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9820371 Dec 17 17:06:24.828219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7ee7547-7d9f-45a5-8dda-330572d84d52 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:24.852952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.853830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Fanout notify agent at l3_agent the message router_deleted on router 1e67f823-0e83-4017-883d-3dd63ef22ac6 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:24.876132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:24.901041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:24.902435 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7c1e84ed-6791-40ef-892e-571508eb88de tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/routers/1e67f823-0e83-4017-883d-3dd63ef22ac6 HTTP/1.1" status: 204 len: 168 time: 0.9811034 Dec 17 17:06:24.912991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47404) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:24.925439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:24.976367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Pushing event updated for resources: {'Port': ['ID=a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.018639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Deleting port fd62febc-7500-4e68-8573-6ce16c9f0eae {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:25.019556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.036113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:25.053164 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] Sync routers for ids ['5e163832-e224-4369-beec-c27d8f7b8a73'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:25.133109 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] Routers {'5e163832-e224-4369-beec-c27d8f7b8a73'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:25.133641 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['5e163832-e224-4369-beec-c27d8f7b8a73'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.229490 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.255132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:25.260021 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] Routers {'5e163832-e224-4369-beec-c27d8f7b8a73'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:25.260660 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['5e163832-e224-4369-beec-c27d8f7b8a73'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.293046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:port and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:25.298243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:25.322878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:25.337987 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.344138 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af243c4-5a66-4b9c-96ab-d7fd513608e2 None None] The sync data for ids ['5e163832-e224-4369-beec-c27d8f7b8a73'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:25.349694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Attempting to bind port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:25.350253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Attempting to bind port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:25.350609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Attempting to bind port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:25.387087 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-c3e525e0-4a34-4597-997a-eedc6dcd6e17 service neutron] 10.222.0.61 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299242 Dec 17 17:06:25.397155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:25.398277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.481039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] DHCP port deletion for 18f9f557-dc0c-443d-8be4-c555c153a89a request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Bound port: a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:25.481283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.497312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Deleting port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:25.498000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.517453 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:24Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.523387 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dad48d-6014-4dbb-aba2-546c8329e77b None None] The sync data for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv is: [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:24Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:25.606609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Made reservation on behalf of 4703124116e54865bf4486bbfce29898 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:25.612972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.652243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.661455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e7ee7547-7d9f-45a5-8dda-330572d84d52 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:25.663860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Calling delete_port for fd62febc-7500-4e68-8573-6ce16c9f0eae owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:25.704581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-05945e26-1a91-4890-9120-548a3b5c7b13 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:25.715690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:25.717653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e7ee7547-7d9f-45a5-8dda-330572d84d52 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.718101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.776154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=823fcdff-1cd7-485f-985c-742fd106908c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.782623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-43c92b4b-bc20-45bc-822b-db40621fbcc8 None None] Provisioning for port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:25.783807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] device_id is not set on port c1bd9f3b-5fea-46cd-b268-f76cc1629184 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:25.836189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:25.882945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.886510 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/823fcdff-1cd7-485f-985c-742fd106908c HTTP/1.1" status: 204 len: 168 time: 2.7058601 Dec 17 17:06:25.888682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47408) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:25.923839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-64dc9595-31eb-44a1-9bdc-76948e92d667 service neutron] 10.222.0.61 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097420 Dec 17 17:06:25.963343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-43c92b4b-bc20-45bc-822b-db40621fbcc8 None None] Provisioning complete for port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.963813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-43c92b4b-bc20-45bc-822b-db40621fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.993674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:25.998985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] For port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:26.010145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-59a36568-b9b8-4c1e-bed8-be9bdbe66778 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:26.076904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] For port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:26.078624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No DVR routers for this DVR port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:26.081279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2dd842-c954-4da8-90d0-1945e2b74106 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:26.083198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2dd842-c954-4da8-90d0-1945e2b74106 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:26.087491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df2dd842-c954-4da8-90d0-1945e2b74106 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:26.113859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] For port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,segment=NetworkSegment(1c086638-9ff6-4520-a826-9338542cb0e8),segment_id=1c086638-9ff6-4520-a826-9338542cb0e8)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:26.114411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.162695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=6b55f0b3-3eca-4b92-b21f-0bc22bf85e38,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:26.170611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:26.183188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.203641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:26.263095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event deleted for resources: {'Port': ['ID=fd62febc-7500-4e68-8573-6ce16c9f0eae,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:26.292214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-43c92b4b-bc20-45bc-822b-db40621fbcc8 None None] Port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:26.303166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Calling delete_port for 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:26.352793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.356981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:26.358694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df2dd842-c954-4da8-90d0-1945e2b74106 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:26.362914 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df2dd842-c954-4da8-90d0-1945e2b74106 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4644403 Dec 17 17:06:26.476678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47416) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:26.478629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:26.483701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.495633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Allocated IP 172.20.0.9 (d1c80dad-77ce-4c96-9893-e744b33a2641/42abc2d5-7729-4146-9eb1-fde5499c176f/c1bd9f3b-5fea-46cd-b268-f76cc1629184) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:26.600551 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e086aa8-7a60-49fb-a37c-f09cb51f74fd req-82b865f6-37c2-488c-bc69-75ad062d1c19 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 210 time: 0.1025350 Dec 17 17:06:26.609989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.637457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c5766ea7-8130-476f-a47b-bc6344dec82e None None] Provisioning complete for port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:26.637457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c5766ea7-8130-476f-a47b-bc6344dec82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.644652 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/ports/fd62febc-7500-4e68-8573-6ce16c9f0eae HTTP/1.1" status: 204 len: 168 time: 1.7284007 Dec 17 17:06:26.649999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet dd667eac-3361-422f-8746-27e6005b1431 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:26.650187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47424) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:26.654007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.696957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.744398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Deleting subnet 3da8d3c9-dca5-490e-b4cc-080e36c9331a {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:26.752978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Pushing event updated for resources: {'Port': ['ID=a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:26.762445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f9f557-dc0c-443d-8be4-c555c153a89a']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:26.764573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:26.783285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.794641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port e7ee7547-7d9f-45a5-8dda-330572d84d52, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7ee7547-7d9f-45a5-8dda-330572d84d52,segment=NetworkSegment(addcc660-50df-4ff2-bab0-3be8cc3f9323),segment_id=addcc660-50df-4ff2-bab0-3be8cc3f9323)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:26.798900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c5766ea7-8130-476f-a47b-bc6344dec82e None None] Port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:26.813570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:26.813570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:26.819738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 8, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:26.830897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1dd6a-6b0c-4df6-b51e-18d4a14a6997 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 8, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': '2b868423-c320-4bcd-b7e5-915b672ce4d6', 'name': '', 'network_id': '215b36f5-58b6-44f7-a410-e202116e19f8', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:a8:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:57Z', 'updated_at': '2021-12-17T17:06:09Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': 'f11c764e-1184-4461-af3a-9018d0563b37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:26.840742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c086638-9ff6-4520-a826-9338542cb0e8') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:26.840742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c086638-9ff6-4520-a826-9338542cb0e8') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:26.864791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.865617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 014effae-d932-4f6e-ac39-90001f8861c2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:26.875332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.905946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:26.961010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:26.988405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.026729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.064543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:27.065583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:27.081511 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:27.111334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.113748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=e7ee7547-7d9f-45a5-8dda-330572d84d52,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.117515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:27.128110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 014effae-d932-4f6e-ac39-90001f8861c2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:27.128732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.280373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.286911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.293655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.296704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a42ab612-e0fa-471a-a3b7-c7e039aae662 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:27.313467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.314363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Deleting port 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:27.314742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.320103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5e977f6-0081-469d-8bab-ee23ff759413 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:27.325404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=18f9f557-dc0c-443d-8be4-c555c153a89a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.328952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:27.336177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.381198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=dd667eac-3361-422f-8746-27e6005b1431,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.385174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:27.386437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.401658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/18f9f557-dc0c-443d-8be4-c555c153a89a HTTP/1.1" status: 204 len: 168 time: 2.9779890 Dec 17 17:06:27.402650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Transition to ACTIVE for port object c1bd9f3b-5fea-46cd-b268-f76cc1629184 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:27.402791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:27.464692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-017da18e-46cb-4feb-86d4-e2049e7ac16a None None] The port '6b55f0b3-3eca-4b92-b21f-0bc22bf85e38' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:27.502158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.508660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b4e6611-2575-4299-9903-ea5a99e26c41 tempest-TestServerAdvancedOps-1408441761 tempest-TestServerAdvancedOps-1408441761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:27.550613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.598477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network d1c80dad-77ce-4c96-9893-e744b33a2641 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:27.599492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.600954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1849c47-187f-4d01-8d6f-d1fc24dd72c3 None None] Network 4f2afa19-0998-44fe-9188-c356370502ca requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:27.604427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:27.612566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:27.634943 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/dd667eac-3361-422f-8746-27e6005b1431 HTTP/1.1" status: 204 len: 168 time: 1.1360919 Dec 17 17:06:27.641601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:27.651278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=c1bd9f3b-5fea-46cd-b268-f76cc1629184,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.668592 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/subnets/3da8d3c9-dca5-490e-b4cc-080e36c9331a HTTP/1.1" status: 204 len: 168 time: 1.0172877 Dec 17 17:06:27.672532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47440) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:27.673631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:27.677745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-18f42b1b-1bf1-4c2c-9713-01a952874521 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:27.827367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event deleted for resources: {'Subnet': ['ID=3da8d3c9-dca5-490e-b4cc-080e36c9331a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.867153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7ee7547-7d9f-45a5-8dda-330572d84d52 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:27.938006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4021a984-6c6a-4752-8735-0118ad1367ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2948718 Dec 17 17:06:27.965859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:27.983664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47444) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:28.024011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a3cc58c-cda6-4f6f-99fb-991ee4756d36 req-d18994d1-4ec0-461e-88ec-8e86a32251e9 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 210 time: 0.1276081 Dec 17 17:06:28.045508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:28.184738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e7ee7547-7d9f-45a5-8dda-330572d84d52 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:28.190052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.244195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:28.244552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.276083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:28.316705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:28.327180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:28.363275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.366196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:28.371470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-90c83d32-136c-45db-8f1e-ac3baf83e80a None None] Provisioning for port c1bd9f3b-5fea-46cd-b268-f76cc1629184 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:28.375487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7529078 Dec 17 17:06:28.378624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47448) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:28.391857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-90c83d32-136c-45db-8f1e-ac3baf83e80a None None] Provisioning complete for port c1bd9f3b-5fea-46cd-b268-f76cc1629184 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:28.400319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90c83d32-136c-45db-8f1e-ac3baf83e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.407686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:28.421292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:28.429546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:floatingip and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:28.433586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:28.436645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Deleting port cd89c201-dde4-4d7c-afdf-f591672d4c98 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:28.437087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.470304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:28.548062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.614743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-90c83d32-136c-45db-8f1e-ac3baf83e80a None None] Port c1bd9f3b-5fea-46cd-b268-f76cc1629184 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:28.625748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d422f596-a220-424d-88d5-7b8315227ed4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:28.634649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.650750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:28.656859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.666470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7fd17-62f3-4621-b587-e98e85b2fd0a None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:28.741313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b430352-9575-4237-b518-f838b0caabae None None] DHCP port deletion for 4f2afa19-0998-44fe-9188-c356370502ca request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:28.759128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8b430352-9575-4237-b518-f838b0caabae None None] Deleting port cd89c201-dde4-4d7c-afdf-f591672d4c98 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:28.759513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b430352-9575-4237-b518-f838b0caabae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.943445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1cd6a502-37d0-4321-8e1e-dc221c41a952 None None] Provisioning for port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:28.953802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 2b868423-c320-4bcd-b7e5-915b672ce4d6 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:28.954328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:28.967126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d422f596-a220-424d-88d5-7b8315227ed4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:28.993849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d422f596-a220-424d-88d5-7b8315227ed4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:28.993849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.057688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] For port cd89c201-dde4-4d7c-afdf-f591672d4c98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd89c201-dde4-4d7c-afdf-f591672d4c98,segment=NetworkSegment(aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d),segment_id=aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:29.062390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.141185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8b430352-9575-4237-b518-f838b0caabae None None] For port cd89c201-dde4-4d7c-afdf-f591672d4c98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cd89c201-dde4-4d7c-afdf-f591672d4c98,segment=NetworkSegment(aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d),segment_id=aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:29.141586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b430352-9575-4237-b518-f838b0caabae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.185093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 2b868423-c320-4bcd-b7e5-915b672ce4d6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b868423-c320-4bcd-b7e5-915b672ce4d6,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:29.185569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.270164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8b430352-9575-4237-b518-f838b0caabae None None] Calling delete_port for cd89c201-dde4-4d7c-afdf-f591672d4c98 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:29.287454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Calling delete_port for cd89c201-dde4-4d7c-afdf-f591672d4c98 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:29.403667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.447754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d422f596-a220-424d-88d5-7b8315227ed4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d422f596-a220-424d-88d5-7b8315227ed4,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:29.450473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:29.454377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Deleting port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:29.454738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.459635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc715594-c866-4df7-9862-e8d3a3fcd0c8 req-53382e66-05e2-4005-8e61-34d7d89e6c01 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 210 time: 0.1798134 Dec 17 17:06:29.500356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b430352-9575-4237-b518-f838b0caabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.509609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:29.550669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.551753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:29.559338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 2b868423-c320-4bcd-b7e5-915b672ce4d6 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:29.584968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430352-9575-4237-b518-f838b0caabae None None] Pushing event deleted for resources: {'Port': ['ID=cd89c201-dde4-4d7c-afdf-f591672d4c98,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.589710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:29.590047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:29.603533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b430352-9575-4237-b518-f838b0caabae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:29.604162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:29.609583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-6f066067-937e-4d2d-a252-f98c9d706c95 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:29.611034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-6f066067-937e-4d2d-a252-f98c9d706c95 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 796 time: 0.4154060 Dec 17 17:06:29.716865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-09798816-22c7-4a96-b1c2-fa412412e124 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73041c4eb31c4dbd96146a56da372862 HTTP/1.1" status: 200 len: 379 time: 0.0862975 Dec 17 17:06:29.718988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.729944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b430352-9575-4237-b518-f838b0caabae None None] No DVR routers for this DVR port cd89c201-dde4-4d7c-afdf-f591672d4c98 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:29.760461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'port': {'device_id': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'admin_state_up': True, 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'security_groups': ['4d3017b5-491b-4229-befd-9b5e4a4cb967']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:29.855670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.864865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-11e17bef-cdca-426a-adaa-edb5f6b9615d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:29.881206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.889078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:29.890719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] For port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:29.891051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.907711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.914805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-be1a5f0f-f3fb-4206-be11-c7c30151e033 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:29.960717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=2b868423-c320-4bcd-b7e5-915b672ce4d6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.963183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:29.974510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:29.989761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:30.012696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=76a28edf-562d-4e07-9e60-7a6612b1fb44,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:30.014977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:30.016798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:30.023427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:30.024020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.050552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Calling delete_port for a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:30.078153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.078544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.099154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Allocated IP 172.26.4.99 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:30.139011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Deleting port cd89c201-dde4-4d7c-afdf-f591672d4c98 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:30.139654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.188236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:30.231426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.239407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.273599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.278317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b430352-9575-4237-b518-f838b0caabae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:30.319244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] The port 'cd89c201-dde4-4d7c-afdf-f591672d4c98' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:30.327231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:30.357019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Pushing event deleted for resources: {'Port': ['ID=a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:30.360017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:30.362792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-12d92e7b-5a5d-4f58-8463-8514f8a17e33 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3759663 Dec 17 17:06:30.365798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] No DVR routers for this DVR port a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:30.369205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:30.389308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608feeea-edbf-4be0-a4e8-855373877999 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:30.393727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'name': 'tempest-NetworksTestDHCPv6-1055647978'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:30.456646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bed008c0-a493-4d8e-8b5e-587c7b216689 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:30.521888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: bed008c0-a493-4d8e-8b5e-587c7b216689 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:30.522249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bed008c0-a493-4d8e-8b5e-587c7b216689 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:30.522678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:30.565467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:30.565872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6b55f0b3-3eca-4b92-b21f-0bc22bf85e38 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:30.582627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Made reservation on behalf of 73041c4eb31c4dbd96146a56da372862 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:30.586526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.631076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:30.727874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d422f596-a220-424d-88d5-7b8315227ed4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:30.753377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '76a28edf-562d-4e07-9e60-7a6612b1fb44'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:30.754239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.816120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:30.833857 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4272733 Dec 17 17:06:30.834556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47464) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:30.836664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:30.875834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:30.876223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:30.876796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.901927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e992c1f0-cc16-4507-9147-69d245d68ff5 req-e0511ad7-ed4a-46e5-b8e9-dd273b0cd073 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 210 time: 0.1194069 Dec 17 17:06:30.920301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet f11c764e-1184-4461-af3a-9018d0563b37 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:30.920301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.960171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:30.983616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.000539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2afa19-0998-44fe-9188-c356370502ca']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:31.037057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:31.037346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa51b8f6-e408-40bd-b69e-2bdd6d2dec4d') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:31.057037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d422f596-a220-424d-88d5-7b8315227ed4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:31.057418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.063209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.093883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.117156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:31.128809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:31.136060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:31.140286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.148159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/76a28edf-562d-4e07-9e60-7a6612b1fb44/5fb5327d-869b-48b1-83ec-14390d2f4813) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:31.150551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:31.155027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:31.155377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.171500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:31.173476 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:31.233607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.240197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9508bf78-3042-46c3-9599-84ec2e4fd531 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:31.269001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Allocated IP 172.20.0.14 (0170784f-d54c-44f7-af8e-69f5c2737f08/20f896ed-3647-494b-abc2-0b499735f7e2/cbe43132-88c8-4980-84ff-a171d152eb51) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:31.278467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.281601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=f11c764e-1184-4461-af3a-9018d0563b37,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.284066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:31.288870 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/f11c764e-1184-4461-af3a-9018d0563b37 HTTP/1.1" status: 204 len: 168 time: 0.4531417 Dec 17 17:06:31.293070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47468) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:31.303063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:31.307372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.310432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809fecb-2c5e-4bea-b7b4-25025166ad8e None None] Network 215b36f5-58b6-44f7-a410-e202116e19f8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:31.346559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 741ee9b4-684b-4746-82d7-03c6c7244153 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:31.386093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.389909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.411989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8e3c25dd-bcb9-407b-ab79-9a3fc47afafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:31.461346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.567597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:31.571127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.575899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:31.587630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] 10.222.0.61 "DELETE /v2.0/networks/4f2afa19-0998-44fe-9188-c356370502ca HTTP/1.1" status: 204 len: 168 time: 3.9099069 Dec 17 17:06:31.587873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 9f9a1c05-7f95-4362-9653-f9851c29119c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:31.587873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.591201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:31.659343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.666380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:31.681866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c25ca81c-a86b-4a01-bbe6-94adc80b14d7 tempest-BulkNetworkOpsTest-1344343266 tempest-BulkNetworkOpsTest-1344343266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:31.727935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Pushing event deleted for resources: {'Network': ['ID=4f2afa19-0998-44fe-9188-c356370502ca,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.743804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:31.752808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd89c201-dde4-4d7c-afdf-f591672d4c98 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:31.775491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.803379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Transition to ACTIVE for port object cbe43132-88c8-4980-84ff-a171d152eb51 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:31.816636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.817236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: cd89c201-dde4-4d7c-afdf-f591672d4c98 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:31.817718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cd89c201-dde4-4d7c-afdf-f591672d4c98 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:31.818029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:31.838289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 9f9a1c05-7f95-4362-9653-f9851c29119c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f9a1c05-7f95-4362-9653-f9851c29119c,segment=NetworkSegment(9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c),segment_id=9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:31.838901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.897172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:31.897529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a5a7a1e7-90c1-4ac0-8df0-6622df2e50ea not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:31.967408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.980178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 9f9a1c05-7f95-4362-9653-f9851c29119c owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:31.985051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:31.995175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.002287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Transition to ACTIVE for port object 5fb5327d-869b-48b1-83ec-14390d2f4813 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:32.004426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:32.029717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Transition to ACTIVE for port object 5fb5327d-869b-48b1-83ec-14390d2f4813 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:32.055973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 9, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.070344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:32.082640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:32.083774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.162329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c976492-1c75-4cdd-a5cf-78889414ebb8 None None] DHCP port deletion for 215b36f5-58b6-44f7-a410-e202116e19f8 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:32.190949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:32.193082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.199954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:32.208258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.214647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:32.216586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:32.224318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:32.266322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.268014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=9f9a1c05-7f95-4362-9653-f9851c29119c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.274353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No DVR routers for this DVR port 9f9a1c05-7f95-4362-9653-f9851c29119c on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:32.276813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:32.292108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-27895b5b-1787-4249-b7bf-e60d4e0a4a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:32.350223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9c976492-1c75-4cdd-a5cf-78889414ebb8 None None] Deleting port 9f9a1c05-7f95-4362-9653-f9851c29119c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:32.350931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c976492-1c75-4cdd-a5cf-78889414ebb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.411945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47478) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:32.420754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:32.432735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:32.435357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:32.477980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.481769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9c976492-1c75-4cdd-a5cf-78889414ebb8 None None] The port '9f9a1c05-7f95-4362-9653-f9851c29119c' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:32.489366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.512039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::326 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/76a28edf-562d-4e07-9e60-7a6612b1fb44/741ee9b4-684b-4746-82d7-03c6c7244153) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:32.516771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215b36f5-58b6-44f7-a410-e202116e19f8']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.539425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.540156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4e61e5-2ef8-44c7-bcb0-11ee6c20ef1c') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.556923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.576037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.583572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b23e911e-0b25-4763-89fa-34f123db8045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.587896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:32.589199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.596843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Pushing event updated for resources: {'Port': ['ID=5fb5327d-869b-48b1-83ec-14390d2f4813,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.599900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:32.608358 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:32.617963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:32.644302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:32.644302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.685841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f9a1c05-7f95-4362-9653-f9851c29119c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:32.705829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.721752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa8140b7-deb6-4ab0-a8ce-6a02081a38f2 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:32.748357 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-04e0eec7-f2d6-47e2-807e-a15ac2acd60f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7d5f76434a8448195523ecc4b6bf521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350766 Dec 17 17:06:32.750860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:32.765863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e897-a42a-40a8-b214-e4685b64f4c1 req-0f87e8f6-c3e3-48e8-940d-a69171c121fb tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:32.766174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-1df4e897-a42a-40a8-b214-e4685b64f4c1 req-0f87e8f6-c3e3-48e8-940d-a69171c121fb tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Synchronizing usage tracker for tenant:73041c4eb31c4dbd96146a56da372862 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:32.782911 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0603964 Dec 17 17:06:32.792241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 9f9a1c05-7f95-4362-9653-f9851c29119c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:32.792241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f9a1c05-7f95-4362-9653-f9851c29119c not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:32.796321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Attempting to bind port 5fb5327d-869b-48b1-83ec-14390d2f4813 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:32.796686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Attempting to bind port 5fb5327d-869b-48b1-83ec-14390d2f4813 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:32.797079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Attempting to bind port 5fb5327d-869b-48b1-83ec-14390d2f4813 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:32.799231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6cf2fb55-9c08-4319-b54e-782284723af8 None None] Provisioning for port cbe43132-88c8-4980-84ff-a171d152eb51 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:32.814552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:32.814964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:32.815375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.815783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:32.816265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Bound port: 5fb5327d-869b-48b1-83ec-14390d2f4813, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:32.816646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.824011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.827247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.831312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6cf2fb55-9c08-4319-b54e-782284723af8 None None] Provisioning complete for port cbe43132-88c8-4980-84ff-a171d152eb51 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:32.831843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fb55-9c08-4319-b54e-782284723af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.838238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebe33230-1c46-40fe-8068-c3a60c649f4d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:32.854681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.872931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=215b36f5-58b6-44f7-a410-e202116e19f8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.887781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:32.898508 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/215b36f5-58b6-44f7-a410-e202116e19f8 HTTP/1.1" status: 204 len: 168 time: 1.6019003 Dec 17 17:06:32.898508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.905378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47488) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:33.002288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Request body: {'port': {'device_id': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:33.060809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2fb55-9c08-4319-b54e-782284723af8 None None] Port cbe43132-88c8-4980-84ff-a171d152eb51 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:33.111111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] For port 5fb5327d-869b-48b1-83ec-14390d2f4813, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:33.116483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] For port 5fb5327d-869b-48b1-83ec-14390d2f4813, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5fb5327d-869b-48b1-83ec-14390d2f4813,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:33.119064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:33.122680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:33.150501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.160284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-1df4e897-a42a-40a8-b214-e4685b64f4c1 req-0f87e8f6-c3e3-48e8-940d-a69171c121fb tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Unset dirty status for tenant:73041c4eb31c4dbd96146a56da372862 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:33.166127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1df4e897-a42a-40a8-b214-e4685b64f4c1 req-0f87e8f6-c3e3-48e8-940d-a69171c121fb tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 932 time: 1.0859115 Dec 17 17:06:33.202018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.208489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:33.238410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.290544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 741ee9b4-684b-4746-82d7-03c6c7244153 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:33.298159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.299017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 9, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:33.313779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da3e57-b510-49fe-a5a3-140df0bbfbba None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 9, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1b4bfd6-05ae-4998-a7cf-62ae887dded5', 'name': '', 'network_id': 'c5bd998c-fc31-45e6-b9b0-d660614dc2af', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:d6:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:50Z', 'updated_at': '2021-12-17T17:05:59Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7261b8b1-23f2-440a-80f4-19e286ad8082', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:33.315871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Pushing event updated for resources: {'Port': ['ID=5fb5327d-869b-48b1-83ec-14390d2f4813,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:33.319507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:33.341357 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1df4e897-a42a-40a8-b214-e4685b64f4c1 req-d18b1047-7001-4d8f-a62a-501742628fcd tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742353 Dec 17 17:06:33.624915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.630540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10be7a1c-0df9-4d18-b571-f76bf90096dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:33.632116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.633768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.635071 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2555106 Dec 17 17:06:33.645199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47492) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:33.645424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d071db6e-66f2-4e16-8ff6-bc78486e5c71 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:33.647420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-17e702d3-d7fa-4b1a-b564-c018e41be73a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'floatingip': {'port_id': 'c1bd9f3b-5fea-46cd-b268-f76cc1629184', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:33.743855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc652165-86c7-4861-a19d-983b5d4d64ea,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:33.746455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:33.749697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:33.759277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:33.768575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:33.775320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-17e702d3-d7fa-4b1a-b564-c018e41be73a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.775533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:33.775653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.818297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=741ee9b4-684b-4746-82d7-03c6c7244153,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:33.828177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:33.847706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.850912 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc652165-86c7-4861-a19d-983b5d4d64ea HTTP/1.1" status: 204 len: 168 time: 1.0990500 Dec 17 17:06:33.879434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:33.897035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5184796 Dec 17 17:06:33.900796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47498) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:33.916810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:06:33.935210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.007282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Transition to ACTIVE for port object cbe43132-88c8-4980-84ff-a171d152eb51 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:34.039860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a88e5-c53b-4c2c-949a-819f8fd72cc3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:34.045946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a88e5-c53b-4c2c-949a-819f8fd72cc3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:34.046771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b72a88e5-c53b-4c2c-949a-819f8fd72cc3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:34.066691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.070741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:34.204596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:34.215716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:34.262635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b72a88e5-c53b-4c2c-949a-819f8fd72cc3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:34.264338 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b72a88e5-c53b-4c2c-949a-819f8fd72cc3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3635511 Dec 17 17:06:34.268529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47502) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:34.272914 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-17e702d3-d7fa-4b1a-b564-c018e41be73a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] update failed (client error): The resource could not be found. Dec 17 17:06:34.273986 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-17e702d3-d7fa-4b1a-b564-c018e41be73a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "PUT /v2.0/floatingips/95da4ef7-298c-4090-9b1b-4cac07d415d3 HTTP/1.1" status: 404 len: 507 time: 0.6305230 Dec 17 17:06:34.309805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47506) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:34.382890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 741ee9b4-684b-4746-82d7-03c6c7244153 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:34.383230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.562508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Attempting to bind port cbe43132-88c8-4980-84ff-a171d152eb51 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:34.562937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Attempting to bind port cbe43132-88c8-4980-84ff-a171d152eb51 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:34.563191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Attempting to bind port cbe43132-88c8-4980-84ff-a171d152eb51 on network 0170784f-d54c-44f7-af8e-69f5c2737f08 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:34.609642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting port 6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:34.609642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.638255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Port cbe43132-88c8-4980-84ff-a171d152eb51 on network 0170784f-d54c-44f7-af8e-69f5c2737f08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:06:34.638594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Attempting to bind port cbe43132-88c8-4980-84ff-a171d152eb51 on network 0170784f-d54c-44f7-af8e-69f5c2737f08 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:34.650150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:34.650364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Checking segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:34.650756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Bound using segment: {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:34.651201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Bound port: cbe43132-88c8-4980-84ff-a171d152eb51, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:34.651550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.698525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port f1b4bfd6-05ae-4998-a7cf-62ae887dded5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:34.700290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.716760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5fb5327d-869b-48b1-83ec-14390d2f4813 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:34.813257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.885411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 5fb5327d-869b-48b1-83ec-14390d2f4813 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:34.899216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10b34-af99-4837-83db-c659907ab3a7 req-a584e3d2-3fb4-4d0d-b391-49155bf6ac60 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:34.900787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1d10b34-af99-4837-83db-c659907ab3a7 req-a584e3d2-3fb4-4d0d-b391-49155bf6ac60 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 944 time: 0.3784292 Dec 17 17:06:34.912227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:34.915405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b868423-c320-4bcd-b7e5-915b672ce4d6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:34.958001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:34.971054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2b868423-c320-4bcd-b7e5-915b672ce4d6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:34.974709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b868423-c320-4bcd-b7e5-915b672ce4d6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:34.985186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.985560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.999865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1d10b34-af99-4837-83db-c659907ab3a7 req-4ba27e1c-2d21-48f1-b18c-194d42af1656 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875847 Dec 17 17:06:35.044500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-43b5c402-c4d5-42e4-ae60-ae286d1a3c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.072480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Provisioning for port 5fb5327d-869b-48b1-83ec-14390d2f4813 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:35.080641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Provisioning complete for port 5fb5327d-869b-48b1-83ec-14390d2f4813 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:35.081347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.163033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 741ee9b4-684b-4746-82d7-03c6c7244153 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:35.200418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.221296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.260138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] For port 5fb5327d-869b-48b1-83ec-14390d2f4813, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5fb5327d-869b-48b1-83ec-14390d2f4813,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:35.262512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9dd6a166-b726-4d47-90ed-c16d19aea3f5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:35.297494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Calling delete_port for 6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:35.335771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.340211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-17027103-7df6-4d7e-96f5-1c20cc38344e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:35.379733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.383989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.383989 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] 10.222.0.60 "PUT /v2.0/ports/cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 1094 time: 2.5739439 Dec 17 17:06:35.384429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:35.387885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port f1b4bfd6-05ae-4998-a7cf-62ae887dded5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:35.390112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.422231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.438924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.439316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.439730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.440111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.440485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.440860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.441230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.441598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.442400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.442781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.444060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.444060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:35.448058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:35.464843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-153801e3-2dbb-40fa-90f3-6829b3427435 None None] Could not find standard attr ID for object 823fcdff-1cd7-485f-985c-742fd106908c. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:06:35.473924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-153801e3-2dbb-40fa-90f3-6829b3427435 None None] Could not find standard attr ID for object 741ee9b4-684b-4746-82d7-03c6c7244153. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:06:35.480715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Pushing event updated for resources: {'Port': ['ID=5fb5327d-869b-48b1-83ec-14390d2f4813,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.484435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:35.537846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.593486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'status': 'completed', 'code': 200} Dec 17 17:06:35.609686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dd1ccd9-e941-47d0-b9f6-61c7fa4dda8a tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:35.644857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.650384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-b4156e3f-65d3-480f-b6c2-c3a833936b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.653123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-b4156e3f-65d3-480f-b6c2-c3a833936b36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1097 time: 0.1159348 Dec 17 17:06:35.659889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for f1b4bfd6-05ae-4998-a7cf-62ae887dded5 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:35.716630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=741ee9b4-684b-4746-82d7-03c6c7244153,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.719700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:35.734641 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-bf8a0eaf-e100-4c9d-a9c8-6d1343f6f48c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 217 time: 0.0720470 Dec 17 17:06:35.792439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.792713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.799548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:35.851032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Port': ['ID=6ebd05d8-29ab-4efe-81dd-73c3b6b9ccba,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.854101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:35.907894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:35.913283 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/741ee9b4-684b-4746-82d7-03c6c7244153 HTTP/1.1" status: 204 len: 168 time: 1.6437149 Dec 17 17:06:35.913996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47514) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:35.927210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-e77a90ca-c8b5-4d22-ab40-e56bfb5cb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.928831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-e77a90ca-c8b5-4d22-ab40-e56bfb5cb984 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.1874373 Dec 17 17:06:36.000856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.005408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c1a7c-2e0a-4564-84c7-65c45387fa8b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.007068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c1a7c-2e0a-4564-84c7-65c45387fa8b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.007814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b62c1a7c-2e0a-4564-84c7-65c45387fa8b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:36.023178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.023178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "DELETE /v2.0/floatingips/95da4ef7-298c-4090-9b1b-4cac07d415d3 HTTP/1.1" status: 204 len: 168 time: 1.7089875 Dec 17 17:06:36.024704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47518) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:36.031319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'floatingip': {'floating_network_id': 'd1c80dad-77ce-4c96-9893-e744b33a2641', 'port_id': 'c1bd9f3b-5fea-46cd-b268-f76cc1629184', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:36.040458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:36.045768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4025-4b29-4b01-807a-d34232b2872c req-b07b7cac-76d6-4781-b5ae-f93cbbcc2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.047288 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-b07b7cac-76d6-4781-b5ae-f93cbbcc2018 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097054 Dec 17 17:06:36.048292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:floatingip and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:36.051343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:36.056022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.062551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f113f8c-c35b-4e08-bcef-9dcae6d70f00 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:36.092708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:36.115813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b62c1a7c-2e0a-4564-84c7-65c45387fa8b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:36.119625 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b62c1a7c-2e0a-4564-84c7-65c45387fa8b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1928754 Dec 17 17:06:36.134482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47524) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:36.135437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=f1b4bfd6-05ae-4998-a7cf-62ae887dded5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:36.140149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:36.254113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.298145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-8df8183f-4fd0-4269-acdc-44cc6dee2209 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436626 Dec 17 17:06:36.378501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 76a28edf-562d-4e07-9e60-7a6612b1fb44 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:36.385925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.429152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.438758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77093ae4-19c7-4a1f-b213-1c8b55a3b226 req-c8bf8367-2a95-4142-9792-7a1d2765bcca tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.440771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77093ae4-19c7-4a1f-b213-1c8b55a3b226 req-c8bf8367-2a95-4142-9792-7a1d2765bcca tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 944 time: 0.2943099 Dec 17 17:06:36.545086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77093ae4-19c7-4a1f-b213-1c8b55a3b226 req-964d00b1-c86d-4cac-9ca2-f6a67171d329 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866163 Dec 17 17:06:36.555976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-450b4025-4b29-4b01-807a-d34232b2872c req-ffe3ca19-0b3e-41cb-9901-1d282df151f4 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132115 Dec 17 17:06:36.568420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.708040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:06:36.709086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61fd9b8f-1feb-4581-8b2e-2c59467de4ac tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6832609 Dec 17 17:06:36.714631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47528) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:36.723740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5fb5327d-869b-48b1-83ec-14390d2f4813 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:36.723925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'c1bd9f3b-5fea-46cd-b268-f76cc1629184', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:36.731078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:36.741550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Usage tracker for resource:floatingip and tenant:4703124116e54865bf4486bbfce29898 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:36.746274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:36.754671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:36.777635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-f009cda9-85df-4527-9487-191830d27326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.779355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-f009cda9-85df-4527-9487-191830d27326 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1097 time: 0.1119111 Dec 17 17:06:36.793770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5fb5327d-869b-48b1-83ec-14390d2f4813 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:36.794215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.873303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:36.965545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.031533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:37.147111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-610705ef-0030-4609-b3fc-cd3a83a9d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.148554 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-610705ef-0030-4609-b3fc-cd3a83a9d878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 897 time: 0.3615398 Dec 17 17:06:37.164593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.207929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:37.217913 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:37.226763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-49ed9556-1f79-4b51-a2d4-620e95b9a261 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 217 time: 0.0704348 Dec 17 17:06:37.230868 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:37.231044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3218873 Dec 17 17:06:37.231155 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:37.231363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47532) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:37.266321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.280057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f2d0d6d-72ea-451a-bac2-975c38f5d57b tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:37.312901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.316143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-871383e5-994a-415d-924a-6b00126ef699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.317702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-871383e5-994a-415d-924a-6b00126ef699 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.0838170 Dec 17 17:06:37.323780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=76a28edf-562d-4e07-9e60-7a6612b1fb44,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:37.338020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.339915 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/76a28edf-562d-4e07-9e60-7a6612b1fb44 HTTP/1.1" status: 204 len: 168 time: 1.2024014 Dec 17 17:06:37.341848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4406fd0-93c4-4cd9-8570-18906822414e None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:37.345022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.345469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.346520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.346954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.347387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.347817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.348265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.348694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.349124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.349550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.350009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.350432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:37.352887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47536) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:37.382204 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:37.414706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:37.420352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 7261b8b1-23f2-440a-80f4-19e286ad8082 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:37.428602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.479465 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d864d147-0c1d-41d4-a5dd-aec709eb7ef7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228061 Dec 17 17:06:37.483650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47540) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:37.542322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-93086ef5-0eff-4373-bce6-44b9264269c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.543993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-93086ef5-0eff-4373-bce6-44b9264269c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1878877 Dec 17 17:06:37.556070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Allocated IP 172.26.4.5 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/6dff7ef3-9997-411c-8e16-bf5fcb9ba719) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:37.556798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.676471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.732323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:37.736291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Deleting port 5fb5327d-869b-48b1-83ec-14390d2f4813 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:37.736692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.770086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:35Z', 'revision_number': 10, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:37.778626 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:37.787776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d07d9-e783-418b-a478-7c8769314d0c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.788511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef7d07d9-e783-418b-a478-7c8769314d0c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:37.796291 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:37.797661 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:37.878972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef7d07d9-e783-418b-a478-7c8769314d0c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:37.882570 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ef7d07d9-e783-418b-a478-7c8769314d0c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3954048 Dec 17 17:06:37.882822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47546) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:37.934370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-8b55f67d-99a4-4e91-8cec-81d7a320073c service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757658 Dec 17 17:06:37.940742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.951939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4ffcb2c2-3547-4175-be23-1666505a168a tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:37.973988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] For port 5fb5327d-869b-48b1-83ec-14390d2f4813, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5fb5327d-869b-48b1-83ec-14390d2f4813,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:37.979943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.987622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=7261b8b1-23f2-440a-80f4-19e286ad8082,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:37.991892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:37.993179 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:37.995339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:37.997668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3079fdc2-cf39-4fde-9035-fa7a05abc264 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.998380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3079fdc2-cf39-4fde-9035-fa7a05abc264 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:38.009136 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/7261b8b1-23f2-440a-80f4-19e286ad8082 HTTP/1.1" status: 204 len: 168 time: 0.7766716 Dec 17 17:06:38.011915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47550) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:38.049945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.072253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47baba-c102-4d6c-ab3d-19d7147ab7f1 req-15f8fb8a-2ecf-42f5-adb0-54d6695297e9 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:38.085358 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c47baba-c102-4d6c-ab3d-19d7147ab7f1 req-15f8fb8a-2ecf-42f5-adb0-54d6695297e9 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 944 time: 0.3273358 Dec 17 17:06:38.174541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c47baba-c102-4d6c-ab3d-19d7147ab7f1 req-c85b30cc-2332-43aa-add5-4e070ebe7770 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901232 Dec 17 17:06:38.179439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-510bbee4-03a9-4873-9aae-5b7f71bfe1ac req-1d13816f-26eb-4f3e-8495-4ff546120963 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363400 Dec 17 17:06:38.206961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3079fdc2-cf39-4fde-9035-fa7a05abc264 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:38.210396 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3079fdc2-cf39-4fde-9035-fa7a05abc264 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3244803 Dec 17 17:06:38.211384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47554) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:38.234125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.258850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port 93823b0b-147c-498e-8354-c83fae3f868f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:38.259115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.262240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Calling delete_port for 5fb5327d-869b-48b1-83ec-14390d2f4813 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:38.311610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.324747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-daf8eee2-cec8-4278-9ef1-e57599329b53 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:38.339385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c9ec3-7d6e-48d6-8fd1-6722268b7658 None None] Network c5bd998c-fc31-45e6-b9b0-d660614dc2af requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:38.375016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9d4ccb1e-e621-4789-a15f-50eccd5c1630 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575906 Dec 17 17:06:38.375275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47558) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:38.392179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:38.405081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:38.409848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:38.412905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:38.416175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.430932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2173f8df-0111-4e09-a26b-1753fdc2f9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:38.462635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event updated for resources: {'Port': ['ID=6dff7ef3-9997-411c-8e16-bf5fcb9ba719,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:38.473678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] No DVR routers for this DVR port 5fb5327d-869b-48b1-83ec-14390d2f4813 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:38.473976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:38.484452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Pushing event deleted for resources: {'Port': ['ID=5fb5327d-869b-48b1-83ec-14390d2f4813,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:38.496212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:38.529316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:35Z', 'revision_number': 10, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:38.536193 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db1fb9-61c5-4a31-96e2-504828e4c1c3 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:35Z', 'revision_number': 10, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1ef7542-1cb2-4288-a349-a6d4a08b5d8d', 'name': '', 'network_id': '0caaa367-0a53-45fa-b698-a3450c7533a5', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'mac_address': 'fa:16:3e:04:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7b606340-cae6-4363-995e-84127155697c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:05:38Z', 'updated_at': '2021-12-17T17:05:48Z', 'revision_number': 5, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'subnets': [{'id': '7b606340-cae6-4363-995e-84127155697c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:38.683138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting port 6dff7ef3-9997-411c-8e16-bf5fcb9ba719 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:38.683722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.744744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:38.768649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:38.779134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port 93823b0b-147c-498e-8354-c83fae3f868f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=93823b0b-147c-498e-8354-c83fae3f868f,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:38.779558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.866083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.866510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.902228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:38.905634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:38.921625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] DHCP port deletion for c5bd998c-fc31-45e6-b9b0-d660614dc2af request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:38.926046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for 93823b0b-147c-498e-8354-c83fae3f868f owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:38.935548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Deleting port 93823b0b-147c-498e-8354-c83fae3f868f {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:38.938193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.214613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Calling delete_port for 6dff7ef3-9997-411c-8e16-bf5fcb9ba719 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:39.266298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5fb5327d-869b-48b1-83ec-14390d2f4813 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:39.339261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 5fb5327d-869b-48b1-83ec-14390d2f4813 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:39.339703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5fb5327d-869b-48b1-83ec-14390d2f4813 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:39.340235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 93823b0b-147c-498e-8354-c83fae3f868f no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:39.392070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] For port 93823b0b-147c-498e-8354-c83fae3f868f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=93823b0b-147c-498e-8354-c83fae3f868f,segment=NetworkSegment(e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607),segment_id=e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:39.392590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.399250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.410539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-10781c1e-44ea-4ad7-ab45-21f02a9af22f tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:39.448487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1a6d-3d1a-4a76-b948-df4579ea4c72 req-744e382d-9efb-4b52-8500-d6ee247c10c8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:39.450105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7ecc1a6d-3d1a-4a76-b948-df4579ea4c72 req-744e382d-9efb-4b52-8500-d6ee247c10c8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 944 time: 0.1087935 Dec 17 17:06:39.478517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=93823b0b-147c-498e-8354-c83fae3f868f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:39.480653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No DVR routers for this DVR port 93823b0b-147c-498e-8354-c83fae3f868f on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:39.482285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:39.499963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.505987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5102c8da-d1fb-4cc4-adc3-5844ee3f767f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:39.529510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Calling delete_port for 93823b0b-147c-498e-8354-c83fae3f868f owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:39.547848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7ecc1a6d-3d1a-4a76-b948-df4579ea4c72 req-1d181ca7-caae-4696-82b9-40049d127681 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905845 Dec 17 17:06:39.560234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Port': ['ID=6dff7ef3-9997-411c-8e16-bf5fcb9ba719,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:39.562851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:39.565884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port 93823b0b-147c-498e-8354-c83fae3f868f {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:06:39.566305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 93823b0b-147c-498e-8354-c83fae3f868f not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:39.566734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f1b4bfd6-05ae-4998-a7cf-62ae887dded5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:39.607359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f1b4bfd6-05ae-4998-a7cf-62ae887dded5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:39.607716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f1b4bfd6-05ae-4998-a7cf-62ae887dded5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:39.630361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.645770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:39.646162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:39.698209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bd998c-fc31-45e6-b9b0-d660614dc2af']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:39.712626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] create failed (client error): The resource could not be found. Dec 17 17:06:39.714160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9979217 Dec 17 17:06:39.715257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:39.715562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00a3c90-e7f3-43d4-bdad-0bf3fd6cc607') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:39.720461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47564) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:39.734276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.765700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:06:39.777539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.791767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:39.792246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.795097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting port c1bd9f3b-5fea-46cd-b268-f76cc1629184 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:39.795550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:39.807432 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:39.868219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.875350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fbf1a8a1-0872-4b0c-b0ea-b4a4784ce9e0 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:39.902630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:39.917489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'mac_address': 'fa:16:3e:9c:37:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:06:39.955743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:39.959677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:39.963883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:39.965305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:39.974220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80a672-c1f6-477b-a9e9-3deb68e077f5 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:39.982307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=0f5542ba-b5b1-400b-b84e-df74f7d9cb2a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:39.990007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:40.010108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.014315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54fd6df6-9c06-4496-82c2-e241fd99278d tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:40.031204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.036291 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/c5bd998c-fc31-45e6-b9b0-d660614dc2af HTTP/1.1" status: 204 len: 168 time: 2.0233493 Dec 17 17:06:40.039838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47568) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:40.051415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.070398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.076143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:06:40.105423 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7295628 Dec 17 17:06:40.108570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=c5bd998c-fc31-45e6-b9b0-d660614dc2af,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:40.110120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:40.154624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Deleting port 93823b0b-147c-498e-8354-c83fae3f868f {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:40.155035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.165849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47572) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:40.174331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:40.178278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '0f5542ba-b5b1-400b-b84e-df74f7d9cb2a', 'ip_address': '2001:db8::ba7:ce6f:e986:4540'}], 'name': 'tempest-NetworksTestDHCPv6-1131952665'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:40.198476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.224759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Calling delete_port for c1bd9f3b-5fea-46cd-b268-f76cc1629184 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:40.261125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:40.348258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-734e043a-5984-403b-9737-2f40bbb18a1f None None] The port '93823b0b-147c-498e-8354-c83fae3f868f' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:40.408693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:40.412561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '0f5542ba-b5b1-400b-b84e-df74f7d9cb2a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:40.413466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.422557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:40.450085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.457197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:40.494700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:40.519549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Port': ['ID=c1bd9f3b-5fea-46cd-b268-f76cc1629184,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:40.554344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:40.563549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:40.586812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['cbe43132-88c8-4980-84ff-a171d152eb51'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:06:40.666939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/0f5542ba-b5b1-400b-b84e-df74f7d9cb2a/bb681f71-6593-4195-a151-78128a91e901) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:40.674776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:40.687569 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "DELETE /v2.0/ports/c1bd9f3b-5fea-46cd-b268-f76cc1629184 HTTP/1.1" status: 204 len: 168 time: 0.9654090 Dec 17 17:06:40.691919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47578) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:40.695386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:40.816419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58d896-88ab-41e4-8cd5-41424c451ebc req-83a446fb-026a-49f9-8131-70d7c60d9001 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:40.818200 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ef58d896-88ab-41e4-8cd5-41424c451ebc req-83a446fb-026a-49f9-8131-70d7c60d9001 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 945 time: 0.1075752 Dec 17 17:06:40.865340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ef58d896-88ab-41e4-8cd5-41424c451ebc req-f0d19482-3e6a-4471-b5df-07b926a109aa tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Dec 17 17:06:40.992420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.016869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Transition to ACTIVE for port object bb681f71-6593-4195-a151-78128a91e901 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:41.059657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Transition to ACTIVE for port object bb681f71-6593-4195-a151-78128a91e901 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:41.094248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.129886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.130539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54443b3-db0e-43d6-bb2b-6db59e3dd901 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:41.131984 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d54443b3-db0e-43d6-bb2b-6db59e3dd901 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e163832-e224-4369-beec-c27d8f7b8a73 HTTP/1.1" status: 200 len: 913 time: 0.4391255 Dec 17 17:06:41.133495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:41.135205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47582) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:41.139822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 1309f636-0faa-4f78-a8db-c43f22d3013e yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:41.193718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:41.196842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:41.200456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:41.209338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Pushing event updated for resources: {'Port': ['ID=bb681f71-6593-4195-a151-78128a91e901,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:41.221285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.235043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:41.301130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Attempting to bind port bb681f71-6593-4195-a151-78128a91e901 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:41.301482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Attempting to bind port bb681f71-6593-4195-a151-78128a91e901 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:41.301800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Attempting to bind port bb681f71-6593-4195-a151-78128a91e901 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:41.307752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:41.308180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:41.309475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.309475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:41.309717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Bound port: bb681f71-6593-4195-a151-78128a91e901, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:41.309958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.403420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] For port bb681f71-6593-4195-a151-78128a91e901, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:41.406619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] For port bb681f71-6593-4195-a151-78128a91e901, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bb681f71-6593-4195-a151-78128a91e901,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:41.467480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.473190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:41.560074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Pushing event updated for resources: {'Port': ['ID=bb681f71-6593-4195-a151-78128a91e901,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:41.567265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:41.593518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::ba7:ce6f:e986:4540 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/0f5542ba-b5b1-400b-b84e-df74f7d9cb2a/1309f636-0faa-4f78-a8db-c43f22d3013e) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:41.770706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.774899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:41.840704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:41.841055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.964723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port cbe43132-88c8-4980-84ff-a171d152eb51 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:41.973785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port cbe43132-88c8-4980-84ff-a171d152eb51 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:41.974356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.036736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.074009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 1309f636-0faa-4f78-a8db-c43f22d3013e will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:42.128717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port c1ef7542-1cb2-4288-a349-a6d4a08b5d8d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:42.129380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.152871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.180242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:42.190704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:42.195091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1fec4-a8ca-4b4e-ad2b-b52648370aaf req-d6f8da69-e0df-4dd4-9f70-98eac779489c tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:42.196916 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3a1fec4-a8ca-4b4e-ad2b-b52648370aaf req-d6f8da69-e0df-4dd4-9f70-98eac779489c tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 945 time: 0.1610897 Dec 17 17:06:42.232621 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'code': 200} Dec 17 17:06:42.261715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.263956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:42.273303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for c1ef7542-1cb2-4288-a349-a6d4a08b5d8d owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:42.293969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting port 8e0fa635-fef7-44ac-8282-05c9a8ae9665 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:42.294598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.346743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:42.349799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:42.374512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3a1fec4-a8ca-4b4e-ad2b-b52648370aaf req-ce27b9ff-099f-4713-be93-c89ade4e8351 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439080 Dec 17 17:06:42.407795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.415884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8c68c7f8-cb26-41d2-826b-acfbdf86f620 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:42.520163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.544890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=1309f636-0faa-4f78-a8db-c43f22d3013e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:42.549290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:42.552564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:42.553909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:42.558021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:42.563893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:42.565422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.646375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:42.650279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-08a74b52-0dcf-4d4f-942e-27a8c452f990 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:42.698552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bb681f71-6593-4195-a151-78128a91e901 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:42.704224 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5379479 Dec 17 17:06:42.713190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47590) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:42.713336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Calling delete_port for 8e0fa635-fef7-44ac-8282-05c9a8ae9665 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:42.748586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=c1ef7542-1cb2-4288-a349-a6d4a08b5d8d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:42.762488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:42.913097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port bb681f71-6593-4195-a151-78128a91e901 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:43.078092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Provisioning for port bb681f71-6593-4195-a151-78128a91e901 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:43.086185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Provisioning complete for port bb681f71-6593-4195-a151-78128a91e901 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:43.086698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.147799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26611f2-92e2-4107-b273-96c471a393da req-cb4b29aa-d220-4f30-a6c4-b1667ddfdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:43.148905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c26611f2-92e2-4107-b273-96c471a393da req-cb4b29aa-d220-4f30-a6c4-b1667ddfdfee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.5414410 Dec 17 17:06:43.150217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.206603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c26611f2-92e2-4107-b273-96c471a393da req-3d1754aa-3c54-4692-b449-8f58f0cb362a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Dec 17 17:06:43.240097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.273412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] For port bb681f71-6593-4195-a151-78128a91e901, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bb681f71-6593-4195-a151-78128a91e901,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:43.303845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09c4cf-38a5-46e5-8063-88b1318b3bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:43.309728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09c4cf-38a5-46e5-8063-88b1318b3bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:43.310524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd09c4cf-38a5-46e5-8063-88b1318b3bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:43.347341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.347593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.349445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea6a1367-d28b-427b-a3b7-00988039bd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:43.353347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:43.395963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Port': ['ID=8e0fa635-fef7-44ac-8282-05c9a8ae9665,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:43.399816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:43.429157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Pushing event updated for resources: {'Port': ['ID=bb681f71-6593-4195-a151-78128a91e901,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:43.438324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.438324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.438625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.439113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.440066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.440533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.440961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.441422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.442094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.442511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.442895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.443315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:43.447651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:43.468442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd09c4cf-38a5-46e5-8063-88b1318b3bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:43.472992 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fd09c4cf-38a5-46e5-8063-88b1318b3bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7587905 Dec 17 17:06:43.476165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47596) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:43.530470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0843ef1e-4974-4c28-bc0f-cba27f5884a9 None None] Provisioning for port 1309f636-0faa-4f78-a8db-c43f22d3013e completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:43.539119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0843ef1e-4974-4c28-bc0f-cba27f5884a9 None None] Provisioning complete for port 1309f636-0faa-4f78-a8db-c43f22d3013e triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:43.544507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0843ef1e-4974-4c28-bc0f-cba27f5884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.551026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:43.556845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 1309f636-0faa-4f78-a8db-c43f22d3013e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:43.557506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.663060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0843ef1e-4974-4c28-bc0f-cba27f5884a9 None None] Port 1309f636-0faa-4f78-a8db-c43f22d3013e cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:43.702538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:43.792305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:43.799593 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585797 Dec 17 17:06:43.803999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47600) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:43.805770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36417990-3c19-468b-945b-acb93c743854 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:43.817767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:43.818579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:43.869072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc8c27-6e8f-46d8-aeea-460639245246 req-5f8c9ab4-3938-4f46-b5f8-3a36ed4da1e7 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:43.870574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5adc8c27-6e8f-46d8-aeea-460639245246 req-5f8c9ab4-3938-4f46-b5f8-3a36ed4da1e7 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.2956116 Dec 17 17:06:43.951397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:43.957143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting subnet 7b606340-cae6-4363-995e-84127155697c {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:43.961840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.038065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5adc8c27-6e8f-46d8-aeea-460639245246 req-ab7f4062-e81d-4c9f-9522-bad97bda4d2a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154356 Dec 17 17:06:44.039819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Router 5e163832-e224-4369-beec-c27d8f7b8a73 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:44.046319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.060945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.066023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36417990-3c19-468b-945b-acb93c743854 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:44.083792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:44.084434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.138942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.177366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:44.186693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "PUT /v2.0/routers/5e163832-e224-4369-beec-c27d8f7b8a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0502336 Dec 17 17:06:44.189065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:44.195772 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] Sync routers for ids ['5e163832-e224-4369-beec-c27d8f7b8a73'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:44.206804 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] Routers {'5e163832-e224-4369-beec-c27d8f7b8a73'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:44.207840 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['5e163832-e224-4369-beec-c27d8f7b8a73'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.219490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:44.278056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.288091 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] Routers {'5e163832-e224-4369-beec-c27d8f7b8a73'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:44.288976 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['5e163832-e224-4369-beec-c27d8f7b8a73'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.299809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 1309f636-0faa-4f78-a8db-c43f22d3013e owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:44.328999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-36417990-3c19-468b-945b-acb93c743854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.329235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.333125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36417990-3c19-468b-945b-acb93c743854 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:44.387475 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.388270 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614a81d-aac1-4f83-a1ff-361be11cc824 None None] The sync data for ids ['5e163832-e224-4369-beec-c27d8f7b8a73'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:44.405387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.730370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.737590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fbb41592-da6e-4ca0-9f4c-383828cc8e2e tempest-RoutersIpV6AdminTest-90202452 tempest-RoutersIpV6AdminTest-90202452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:44.755374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bb681f71-6593-4195-a151-78128a91e901 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:44.778528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.780365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.783472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.799663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=1309f636-0faa-4f78-a8db-c43f22d3013e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:44.840364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:44.843550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-11c32536-f81e-489e-bc30-4870e889ffac tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:44.855899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port bb681f71-6593-4195-a151-78128a91e901 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:44.856457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.882568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.885461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Subnet': ['ID=7b606340-cae6-4363-995e-84127155697c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:44.887835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.891423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.891917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Fanout notify agent at l3_agent the message router_deleted on router 5e163832-e224-4369-beec-c27d8f7b8a73 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:44.893068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:44.909540 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/7b606340-cae6-4363-995e-84127155697c HTTP/1.1" status: 204 len: 168 time: 1.1044977 Dec 17 17:06:44.910160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:44.911858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:44.913024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e4de7c77-245a-4c38-856b-c6a81caba071 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "DELETE /v2.0/routers/5e163832-e224-4369-beec-c27d8f7b8a73 HTTP/1.1" status: 204 len: 168 time: 0.7224350 Dec 17 17:06:44.918259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47612) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:44.934985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e0688-c652-44f9-ad18-f7007f65654c None None] Network 0caaa367-0a53-45fa-b698-a3450c7533a5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:45.007697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting subnet 42abc2d5-7729-4146-9eb1-fde5499c176f {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:45.011231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.015590 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1309f636-0faa-4f78-a8db-c43f22d3013e HTTP/1.1" status: 204 len: 168 time: 1.5380280 Dec 17 17:06:45.020174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47616) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:45.079172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.137312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.157709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9eab47-f299-4f3b-999a-b0ff79cefe4e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:45.159903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9eab47-f299-4f3b-999a-b0ff79cefe4e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:45.160659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ce9eab47-f299-4f3b-999a-b0ff79cefe4e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:45.165538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Deleting port b4d1bf11-6767-460e-9fd2-24f550e07971 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:45.165915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.271863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.292258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ce9eab47-f299-4f3b-999a-b0ff79cefe4e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:45.293570 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ce9eab47-f299-4f3b-999a-b0ff79cefe4e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2724891 Dec 17 17:06:45.296330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47622) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:45.299393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1ef7542-1cb2-4288-a349-a6d4a08b5d8d no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:45.333362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.342541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: c1ef7542-1cb2-4288-a349-a6d4a08b5d8d {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:45.343329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c1ef7542-1cb2-4288-a349-a6d4a08b5d8d not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:45.356327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] DHCP port deletion for 0caaa367-0a53-45fa-b698-a3450c7533a5 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:45.362671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Deleting port b4d1bf11-6767-460e-9fd2-24f550e07971 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:45.363329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.374908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40fa72-81b0-4987-837d-0fff5a9ede2b req-a47d7f18-e4d5-44fe-975a-e574dedb8841 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:45.376451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c40fa72-81b0-4987-837d-0fff5a9ede2b req-a47d7f18-e4d5-44fe-975a-e574dedb8841 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1618044 Dec 17 17:06:45.424662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c40fa72-81b0-4987-837d-0fff5a9ede2b req-4495d536-ce11-471c-9af4-620f9ef7e7a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Dec 17 17:06:45.463620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.466675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 0f5542ba-b5b1-400b-b84e-df74f7d9cb2a {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:45.469492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] For port b4d1bf11-6767-460e-9fd2-24f550e07971, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4d1bf11-6767-460e-9fd2-24f550e07971,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:45.469866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.475341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2af80021-0c09-4858-8a14-0c0ef17e66c5 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:45.481029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.532610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.540371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Subnet': ['ID=42abc2d5-7729-4146-9eb1-fde5499c176f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:45.548253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:45.550368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "DELETE /v2.0/subnets/42abc2d5-7729-4146-9eb1-fde5499c176f HTTP/1.1" status: 204 len: 168 time: 0.6306913 Dec 17 17:06:45.552794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47628) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:45.565074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b2a4a-4fcc-4fbc-b953-6fbfab587b0d None None] Network d1c80dad-77ce-4c96-9893-e744b33a2641 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:45.632602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Calling delete_port for b4d1bf11-6767-460e-9fd2-24f550e07971 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:45.684946 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:06:45.693341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] For port b4d1bf11-6767-460e-9fd2-24f550e07971, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4d1bf11-6767-460e-9fd2-24f550e07971,segment=NetworkSegment(0f9ac83e-72f3-441d-9304-ce48f61eaa76),segment_id=0f9ac83e-72f3-441d-9304-ce48f61eaa76)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:45.694006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.694781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.724953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.745922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Deleting port e7ee7547-7d9f-45a5-8dda-330572d84d52 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:45.746293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.799734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb094-e860-45fd-baeb-d3c24adf8192 req-aa2eb10b-1688-47db-8ab0-7d6d9c878d12 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:45.801223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22edb094-e860-45fd-baeb-d3c24adf8192 req-aa2eb10b-1688-47db-8ab0-7d6d9c878d12 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.2283854 Dec 17 17:06:45.801689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.856940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:45.870620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-673673f4-e5dd-4c12-8407-4c329d0b3148 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:45.891965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Calling delete_port for b4d1bf11-6767-460e-9fd2-24f550e07971 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:45.918058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No DVR routers for this DVR port b4d1bf11-6767-460e-9fd2-24f550e07971 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:45.924175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Port': ['ID=b4d1bf11-6767-460e-9fd2-24f550e07971,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:45.954665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:45.962686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22edb094-e860-45fd-baeb-d3c24adf8192 req-02b6718f-d47a-43d5-a8db-c4d0fcfe702f tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486313 Dec 17 17:06:45.991967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:46.020034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:46.020277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:46.072884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] For port e7ee7547-7d9f-45a5-8dda-330572d84d52, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7ee7547-7d9f-45a5-8dda-330572d84d52,segment=NetworkSegment(addcc660-50df-4ff2-bab0-3be8cc3f9323),segment_id=addcc660-50df-4ff2-bab0-3be8cc3f9323)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:46.073258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.082407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.108303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] DHCP port deletion for d1c80dad-77ce-4c96-9893-e744b33a2641 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:46.111549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caaa367-0a53-45fa-b698-a3450c7533a5']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.112889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Deleting port e7ee7547-7d9f-45a5-8dda-330572d84d52 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:46.115292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.128119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9ac83e-72f3-441d-9304-ce48f61eaa76') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.128447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9ac83e-72f3-441d-9304-ce48f61eaa76') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.145800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.161036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.166592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.172540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-61dcc5cb-68ba-4943-be77-25201c64440e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:46.201849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:46.202195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.207536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Calling delete_port for e7ee7547-7d9f-45a5-8dda-330572d84d52 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:46.229357 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:46.269764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c59406a-a4e8-4f2b-afd9-ffaa6840fdf2 tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:46.271294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c59406a-a4e8-4f2b-afd9-ffaa6840fdf2 tempest-TestNetworkAdvancedServerOps-926244832 tempest-TestNetworkAdvancedServerOps-926244832-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1094 time: 0.2783930 Dec 17 17:06:46.274165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47636) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:46.290126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:46.297085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:46.303460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5542ba-b5b1-400b-b84e-df74f7d9cb2a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:46.306903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Usage tracker for resource:floatingip and tenant:73041c4eb31c4dbd96146a56da372862 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:46.308480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.310440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:46.312294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:46.316706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:46.321483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d91a30-e0b8-46b3-930a-32ba986f0140 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:46.369867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.374632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-137c8186-8cf7-43a0-aed2-efa9d8baa34d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:46.403725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] For port e7ee7547-7d9f-45a5-8dda-330572d84d52, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7ee7547-7d9f-45a5-8dda-330572d84d52,segment=NetworkSegment(addcc660-50df-4ff2-bab0-3be8cc3f9323),segment_id=addcc660-50df-4ff2-bab0-3be8cc3f9323)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:46.404039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.407932 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/0f5542ba-b5b1-400b-b84e-df74f7d9cb2a HTTP/1.1" status: 204 len: 168 time: 1.1079834 Dec 17 17:06:46.407932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.408789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47640) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:46.417605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.438717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Port': ['ID=e7ee7547-7d9f-45a5-8dda-330572d84d52,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:46.444212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:46.445729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] No DVR routers for this DVR port e7ee7547-7d9f-45a5-8dda-330572d84d52 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:46.538275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Deleting port b4d1bf11-6767-460e-9fd2-24f550e07971 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:46.538275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.567241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Calling delete_port for e7ee7547-7d9f-45a5-8dda-330572d84d52 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:46.590044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a73d6da-ce91-4329-afe1-a00918f3d33e tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:46.608431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.629849 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8d6e666e-4b0e-4f11-8190-d475284c8b02 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2177138 Dec 17 17:06:46.630988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Pushing event deleted for resources: {'Network': ['ID=0caaa367-0a53-45fa-b698-a3450c7533a5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:46.632914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47644) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:46.637328 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/networks/0caaa367-0a53-45fa-b698-a3450c7533a5 HTTP/1.1" status: 204 len: 168 time: 1.7262106 Dec 17 17:06:46.644084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:46.659049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:46.659513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47646) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:46.667719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'routes': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:46.687660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-85308458-6ffc-416d-95c1-1bb8b310293f None None] The port 'b4d1bf11-6767-460e-9fd2-24f550e07971' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:46.718004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4d1bf11-6767-460e-9fd2-24f550e07971 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:46.768649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b4d1bf11-6767-460e-9fd2-24f550e07971 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:46.769002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4d1bf11-6767-460e-9fd2-24f550e07971 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:46.769420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7ee7547-7d9f-45a5-8dda-330572d84d52 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:46.783110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.813527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c80dad-77ce-4c96-9893-e744b33a2641']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.813936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e7ee7547-7d9f-45a5-8dda-330572d84d52 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:46.814876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7ee7547-7d9f-45a5-8dda-330572d84d52 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:46.832600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:06:46.834752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:06:46.841661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addcc660-50df-4ff2-bab0-3be8cc3f9323') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.842000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addcc660-50df-4ff2-bab0-3be8cc3f9323') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:46.863071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.901739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.907898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.911734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:46.912071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:46.926492 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:46.945207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:46.950166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Deleting port bb681f71-6593-4195-a151-78128a91e901 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:46.950551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.011389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:47.046347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:47.055678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:47.059809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Added routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 17 17:06:47.059809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.extraroute_db [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Removed routes are [] {{(pid=88117) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 17 17:06:47.059809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.065074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:47.164834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Allocated IP 172.26.4.238 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/d3725d24-1ffe-4475-972b-e80999c03f99) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:47.231997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] For port bb681f71-6593-4195-a151-78128a91e901, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=bb681f71-6593-4195-a151-78128a91e901,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:47.232407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.250137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.263245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:47.279614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.300049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] 10.222.0.61 "DELETE /v2.0/networks/d1c80dad-77ce-4c96-9893-e744b33a2641 HTTP/1.1" status: 204 len: 168 time: 1.7434163 Dec 17 17:06:47.311244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Pushing event deleted for resources: {'Network': ['ID=d1c80dad-77ce-4c96-9893-e744b33a2641,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:47.315970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:47.359091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:47.363161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.406250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.417700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Deleting port e7ee7547-7d9f-45a5-8dda-330572d84d52 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:47.417700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.450246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Calling delete_port for bb681f71-6593-4195-a151-78128a91e901 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:47.460683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.473474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.496414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.501099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-463f18a3-e690-4bfd-b1d4-d0ac211ced40 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:47.532022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e2ea2-5798-45c8-9a0f-2150bef81466 None None] The port 'e7ee7547-7d9f-45a5-8dda-330572d84d52' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:06:47.573956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:47.577553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:47.579451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=d3725d24-1ffe-4475-972b-e80999c03f99,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:47.581591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:47.606615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:47.616695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router d171ae84-4b02-47fc-8d70-0454206ed626 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:47.650743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.655748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-222a6ac9-fc5a-4f8e-a3c9-3da39f8d8268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:47.702489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Pushing event deleted for resources: {'Port': ['ID=bb681f71-6593-4195-a151-78128a91e901,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:47.704960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:47.707678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] No DVR routers for this DVR port bb681f71-6593-4195-a151-78128a91e901 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:47.859793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47656) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:47.888942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:47.899344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Sync routers for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:47.909318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:47.909979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:47.930951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:47.934882 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d68252e0-ccc3-4d8d-bec1-974e33da1468 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 705 time: 1.2743177 Dec 17 17:06:47.935463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47662) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:47.993991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a373f043-8699-4b76-a0fc-5dda2e1d0b96 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Synchronizing usage tracker for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:48.051633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:48.065384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.090093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a373f043-8699-4b76-a0fc-5dda2e1d0b96 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Unset dirty status for tenant:5a269c98761743babd5c4f43bb51d6c0 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:48.096250 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a373f043-8699-4b76-a0fc-5dda2e1d0b96 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 205 time: 0.1549377 Dec 17 17:06:48.097177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:48.163621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-21f614a9-409d-4f4c-b697-70662b20ed96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4703124116e54865bf4486bbfce29898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025751 Dec 17 17:06:48.164276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47670) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:48.173335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:48.177480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Checking router: d171ae84-4b02-47fc-8d70-0454206ed626 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:48.180057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.186204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Routers {'d171ae84-4b02-47fc-8d70-0454206ed626'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:48.186813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d171ae84-4b02-47fc-8d70-0454206ed626'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:48.246509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1f005909-f5bb-4528-af77-2b46d9c88df4 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:48.268320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.312238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:48.316866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] Set router d171ae84-4b02-47fc-8d70-0454206ed626 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:48.317554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:48.323360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.358644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3446fe-cbeb-436b-8754-c39ee4d06850 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:48.371467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:48.372128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.436997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:48.456512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.475912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=bbb257ef-a78b-463b-a8e4-677e221fb91e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:48.482163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:48.499050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324c43-9f76-427f-8de7-0464f94384d8 None None] The sync data for ids ['d171ae84-4b02-47fc-8d70-0454206ed626'] in dv-neutron-821073-1-hyperv is: [{'id': 'd171ae84-4b02-47fc-8d70-0454206ed626', 'name': 'tempest-RoutersIpV6Test-router-1575708329', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:05:33Z', 'updated_at': '2021-12-17T17:06:42Z', 'revision_number': 11, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:48.502667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.558177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.601130 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9623821 Dec 17 17:06:48.604656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47674) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:48.613647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': 'bbb257ef-a78b-463b-a8e4-677e221fb91e', 'ip_address': '2001:db8::b007:10b3:7974:890f'}], 'name': 'tempest-NetworksTestDHCPv6-1157674169'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:48.651381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.668881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'bbb257ef-a78b-463b-a8e4-677e221fb91e'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:48.670810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.681716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.685363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.691170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bb681f71-6593-4195-a151-78128a91e901 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:48.731218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: bb681f71-6593-4195-a151-78128a91e901 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:48.731641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device bb681f71-6593-4195-a151-78128a91e901 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:48.775766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.776390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router d171ae84-4b02-47fc-8d70-0454206ed626 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:48.793365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.794772 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b0afe8bc-92b9-4491-9657-29a17f631961 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 204 len: 168 time: 0.6957805 Dec 17 17:06:48.801946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47678) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:48.808296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1054638149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:48.816290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:48.816988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6b78ed1b-df78-4b02-8911-10583bdce010 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:48.822103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Usage tracker for resource:router and tenant:5a269c98761743babd5c4f43bb51d6c0 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:48.825708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:48.837330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:48.848649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.897491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/bbb257ef-a78b-463b-a8e4-677e221fb91e/48d7ad08-adb3-4fad-ab44-fa998bc7b6e8) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:48.906313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.909974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:48.927441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.010196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.018896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.023410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67d6da7c-0e94-45f1-8e8c-0e31bcec26c8 HTTP/1.1" status: 204 len: 168 time: 0.8571458 Dec 17 17:06:49.047319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event updated for resources: {'Port': ['ID=d3725d24-1ffe-4475-972b-e80999c03f99,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:49.084984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.096225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.097554 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18896dc1-d71d-49cc-b5fe-dc1919dfc925 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2945487 Dec 17 17:06:49.100366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47684) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:49.106386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:49.161276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:49.161924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-375c8f82-3712-47dd-8e24-a7f05417394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:49.164249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.169264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:49.176502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Transition to ACTIVE for port object 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:49.194654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Transition to ACTIVE for port object 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:49.194876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:49.200335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6da7c-0e94-45f1-8e8c-0e31bcec26c8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:49.204024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:49.206934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:49.215334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:49.278281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.283608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:49.309544 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Floating IP 9b0fd09c-9384-428d-8cca-7ddd958cc1b1 associated. External IP: 172.26.4.238, port: cbe43132-88c8-4980-84ff-a171d152eb51. Dec 17 17:06:49.347448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:49.350614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:49.354348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:49.390883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Pushing event updated for resources: {'Port': ['ID=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:49.394153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:49.397648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:49.448140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Attempting to bind port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:49.448529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Attempting to bind port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:49.449123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Attempting to bind port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:49.455169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:49.455562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:49.456034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.456428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:49.456908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Bound port: 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:49.457291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.527484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.573496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] For port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:49.576988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] For port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:49.604419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.667661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.673102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:49.681326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:49.762504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port ddb9e283-cd55-49ad-adba-31dfdfdd3a0a yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:49.771878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Pushing event updated for resources: {'Port': ['ID=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:49.775436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:49.912448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Router d33086b3-154f-4623-982f-515273403ab8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:06:49.998577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Router 4f7bfc7d-acac-4c0d-b517-57a9829db693 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:06:50.217229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::b007:10b3:7974:890f (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/bbb257ef-a78b-463b-a8e4-677e221fb91e/ddb9e283-cd55-49ad-adba-31dfdfdd3a0a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:50.229700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:50.243211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:50.243318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:50.243318 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1ca0b93a-812c-4de9-b56d-2bdf13aa1044 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "PUT /v2.0/routers/4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 200 len: 698 time: 1.1392365 Dec 17 17:06:50.243514 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Sync routers for ids ['4f7bfc7d-acac-4c0d-b517-57a9829db693'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:50.245156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47704) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:50.251355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Sync routers for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:50.255789 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Routers {'4f7bfc7d-acac-4c0d-b517-57a9829db693'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:50.256815 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f7bfc7d-acac-4c0d-b517-57a9829db693'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:50.265990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:50.270345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:50.431204 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-67e19bb6-32a9-46ce-bc38-6b2d45c16984 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/routers/4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 200 len: 704 time: 0.1837831 Dec 17 17:06:50.433151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47710) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:50.456916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:50.521936 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Set router 4f7bfc7d-acac-4c0d-b517-57a9829db693 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:50.522299 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fdde7588-24d5-4dae-8409-a6f5a9fdf2a9 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 200 len: 205 time: 0.0875189 Dec 17 17:06:50.524482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47716) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:50.592979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:50.678909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4037254 Dec 17 17:06:50.687445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:50.772884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:50.774662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:50.820280 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc7d-acac-4c0d-b517-57a9829db693', 'name': 'tempest-RoutersIpV6Test-router-1054638149', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:48Z', 'updated_at': '2021-12-17T17:06:49Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:50.822859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'status': 'completed', 'code': 200} Dec 17 17:06:50.826695 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Checking router: 4f7bfc7d-acac-4c0d-b517-57a9829db693 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:50.858974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Routers {'4f7bfc7d-acac-4c0d-b517-57a9829db693'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:50.859527 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f7bfc7d-acac-4c0d-b517-57a9829db693'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:51.027536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.083383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object ddb9e283-cd55-49ad-adba-31dfdfdd3a0a will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:51.127573 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] Set router 4f7bfc7d-acac-4c0d-b517-57a9829db693 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:51.193416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-263d882b-5355-4308-8abc-e48d928342cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:51.194933 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-263d882b-5355-4308-8abc-e48d928342cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.3447971 Dec 17 17:06:51.205851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f89c-731c-4b89-a148-00349fd97d93 req-9485753d-832c-4369-a600-509b80c748a3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:51.207966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba68f89c-731c-4b89-a148-00349fd97d93 req-9485753d-832c-4369-a600-509b80c748a3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.2717543 Dec 17 17:06:51.300071 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc7d-acac-4c0d-b517-57a9829db693', 'name': 'tempest-RoutersIpV6Test-router-1054638149', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:48Z', 'updated_at': '2021-12-17T17:06:49Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:51.304879 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46d2f8-42f1-4806-a35e-13c4aba69fcb None None] The sync data for ids ['4f7bfc7d-acac-4c0d-b517-57a9829db693'] in dv-neutron-821073-1-hyperv is: [{'id': '4f7bfc7d-acac-4c0d-b517-57a9829db693', 'name': 'tempest-RoutersIpV6Test-router-1054638149', 'tenant_id': '5a269c98761743babd5c4f43bb51d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:48Z', 'updated_at': '2021-12-17T17:06:49Z', 'revision_number': 2, 'project_id': '5a269c98761743babd5c4f43bb51d6c0', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:51.349799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:51.358502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.360828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.382114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba68f89c-731c-4b89-a148-00349fd97d93 req-d353cc33-39ce-4b0b-b684-9bd7e4410e13 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492395 Dec 17 17:06:51.412660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47732) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.447603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.462561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85aa06ff-35d0-45f2-a3f2-7f14b46d879a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:51.472215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9b0fd09c-9384-428d-8cca-7ddd958cc1b1', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd33086b3-154f-4623-982f-515273403ab8', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'mac_address': 'fa:16:3e:9c:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:47Z', 'updated_at': '2021-12-17T17:06:47Z', 'revision_number': 0, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:51.489537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Checking router: d33086b3-154f-4623-982f-515273403ab8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:51.493077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.493077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7bfc7d-acac-4c0d-b517-57a9829db693 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:06:51.502767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:51.503572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:51.531970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.533152 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2734754e-6aa5-4814-aacd-c45be8cbef27 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 204 len: 168 time: 1.0075409 Dec 17 17:06:51.537086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47740) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.581171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-9faa503c-ff7b-44dd-b159-dae39d83dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:51.582731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-9faa503c-ff7b-44dd-b159-dae39d83dc95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 897 time: 0.3744688 Dec 17 17:06:51.591241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:51.596970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Provisioning for port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:51.607396 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dac8fb90-d849-4b15-a807-9d8d7f08d36c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 200 len: 205 time: 0.0691102 Dec 17 17:06:51.612280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47744) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.632723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Provisioning complete for port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:51.633305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.682672 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-926cda8a-2fa6-4218-8453-d8f4ac0d3a41 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/floatingips/9b0fd09c-9384-428d-8cca-7ddd958cc1b1 HTTP/1.1" status: 200 len: 992 time: 0.2683060 Dec 17 17:06:51.687750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:51.703145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:51.708581 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-95adaf70-ef20-4bb6-8bdf-5053e66f77bb tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:51.709451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:51.713436 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-95adaf70-ef20-4bb6-8bdf-5053e66f77bb tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/4f7bfc7d-acac-4c0d-b517-57a9829db693 HTTP/1.1" status: 404 len: 336 time: 0.0965676 Dec 17 17:06:51.713687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:51.715352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47748) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.717859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47750) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.723367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=ddb9e283-cd55-49ad-adba-31dfdfdd3a0a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:51.750840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:51.785483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-9dc4a815-e32d-463f-8e1a-f0e6712f34cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 1000 time: 0.1927507 Dec 17 17:06:51.847802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2417963 Dec 17 17:06:51.848890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47756) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.878317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:51.927385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-38de4d35-6b2a-418e-a9f4-9da142a9958b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:51.927854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38de4d35-6b2a-418e-a9f4-9da142a9958b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:51.929565 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38de4d35-6b2a-418e-a9f4-9da142a9958b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/89bed6b8-10d9-42df-93c8-d5aac926fd26 HTTP/1.1" status: 404 len: 337 time: 0.2130606 Dec 17 17:06:51.939672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:51.953547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-db61b337-a715-47e8-8fed-bab91cfd4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:51.955764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-db61b337-a715-47e8-8fed-bab91cfd4f44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.1627116 Dec 17 17:06:52.018874 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3a7e8a-cff3-4e71-8f48-f515d2510b8b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:52.019793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3a7e8a-cff3-4e71-8f48-f515d2510b8b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:52.021040 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0e3a7e8a-cff3-4e71-8f48-f515d2510b8b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/f11c764e-1184-4461-af3a-9018d0563b37 HTTP/1.1" status: 404 len: 337 time: 0.0802443 Dec 17 17:06:52.024089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.034951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.071663 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5f314d-a0b3-4e01-b6c4-03d79afb92a1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:52.072015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5f314d-a0b3-4e01-b6c4-03d79afb92a1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:52.073684 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8a5f314d-a0b3-4e01-b6c4-03d79afb92a1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/7261b8b1-23f2-440a-80f4-19e286ad8082 HTTP/1.1" status: 404 len: 337 time: 0.0486689 Dec 17 17:06:52.076523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47770) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.130282 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d24971-2909-4b16-9ad5-a9dcea7950fe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:52.130839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d24971-2909-4b16-9ad5-a9dcea7950fe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:52.136088 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4d24971-2909-4b16-9ad5-a9dcea7950fe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/7b606340-cae6-4363-995e-84127155697c HTTP/1.1" status: 404 len: 337 time: 0.0585294 Dec 17 17:06:52.136466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc39c33-33d5-4ed4-b124-529646cbf696 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:52.136948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47774) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.154347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc39c33-33d5-4ed4-b124-529646cbf696 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:52.155158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3fc39c33-33d5-4ed4-b124-529646cbf696 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:52.189498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] For port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:52.192076 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4fbfae6b-c0fd-435d-a048-3909e32522e9 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 200 len: 205 time: 0.0538743 Dec 17 17:06:52.192976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.196640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-766fd03d-52e4-49e9-9463-ca6ed4debac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:52.198340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-766fd03d-52e4-49e9-9463-ca6ed4debac6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2262211 Dec 17 17:06:52.271645 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-f84fa383-4237-4b51-96e8-4c86dd1ff548 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:52.271645 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f84fa383-4237-4b51-96e8-4c86dd1ff548 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/d171ae84-4b02-47fc-8d70-0454206ed626 HTTP/1.1" status: 404 len: 336 time: 0.0775280 Dec 17 17:06:52.277031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.277229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--1080464985', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:52.280077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47782) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.287504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a36ecb79-6844-43bc-858e-87cbb06519f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:52.316812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:52.331298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:52.336068 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1a301dda-6468-467f-a28f-29a813c6d71b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d698fd-f851-4ed7-b02c-cf1d5b1046be HTTP/1.1" status: 200 len: 205 time: 0.0547082 Dec 17 17:06:52.337019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:52.339847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47786) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.342028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3fc39c33-33d5-4ed4-b124-529646cbf696 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:52.347648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3fc39c33-33d5-4ed4-b124-529646cbf696 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4903803 Dec 17 17:06:52.348489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47790) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.400015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Pushing event updated for resources: {'Port': ['ID=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:52.403079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:52.406997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:52.422766 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-c96ebbfc-18a5-4c21-8365-a499fce37f72 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:52.426190 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c96ebbfc-18a5-4c21-8365-a499fce37f72 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/69d698fd-f851-4ed7-b02c-cf1d5b1046be HTTP/1.1" status: 404 len: 336 time: 0.0830500 Dec 17 17:06:52.426979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47794) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.457892 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-733df70d-72fc-4fb8-be0e-8a8874238e0f service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219961 Dec 17 17:06:52.462083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port ddb9e283-cd55-49ad-adba-31dfdfdd3a0a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:52.462422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.467828 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-00762f81-7de6-4e29-9521-4c72b26b49d6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:52.468344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00762f81-7de6-4e29-9521-4c72b26b49d6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:52.470115 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-00762f81-7de6-4e29-9521-4c72b26b49d6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/4d44ae26-ff2b-4725-ab22-19e659495d48 HTTP/1.1" status: 404 len: 337 time: 0.0421512 Dec 17 17:06:52.473372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47798) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.500601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-81d76b1d-a004-4ee7-9f44-8c552f30de80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3224919 Dec 17 17:06:52.506033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9b0fd09c-9384-428d-8cca-7ddd958cc1b1', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd33086b3-154f-4623-982f-515273403ab8', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'mac_address': 'fa:16:3e:9c:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:47Z', 'updated_at': '2021-12-17T17:06:47Z', 'revision_number': 0, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:52.510034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7c8755bf-e558-4d8e-a23d-ccdbfa2ed20c None None] Provisioning for port ddb9e283-cd55-49ad-adba-31dfdfdd3a0a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:52.515166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae17e1-5a1f-4646-a09e-9e1686919598 None None] The sync data for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv is: [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9b0fd09c-9384-428d-8cca-7ddd958cc1b1', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd33086b3-154f-4623-982f-515273403ab8', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'mac_address': 'fa:16:3e:9c:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:47Z', 'updated_at': '2021-12-17T17:06:47Z', 'revision_number': 0, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:52.519186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7c8755bf-e558-4d8e-a23d-ccdbfa2ed20c None None] Provisioning complete for port ddb9e283-cd55-49ad-adba-31dfdfdd3a0a triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:52.519790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7c8755bf-e558-4d8e-a23d-ccdbfa2ed20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.525697 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cc7597f3-72a2-40fb-9868-23acb7f41f4e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 200 len: 205 time: 0.0489662 Dec 17 17:06:52.526165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47802) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.528885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:52.533356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.596329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7c8755bf-e558-4d8e-a23d-ccdbfa2ed20c None None] Port ddb9e283-cd55-49ad-adba-31dfdfdd3a0a cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:06:52.615632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.646111 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-fa4167c9-36cb-493f-b578-6bc1889de1e3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:52.647397 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fa4167c9-36cb-493f-b578-6bc1889de1e3 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/e6fd08d1-64b6-4d93-99a6-896bf895a644 HTTP/1.1" status: 404 len: 336 time: 0.1204965 Dec 17 17:06:52.654093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47806) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.691806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:52.694079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47810) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.705908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:52.714564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:52.723675 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a406cdca-575f-4787-ab7d-8cd82c520cae tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=20c6097b-b70e-41bb-a94b-4200e5adbe79 HTTP/1.1" status: 200 len: 205 time: 0.0680716 Dec 17 17:06:52.724749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:52.732307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:52.746832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47814) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.793861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:52.794397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:52.843293 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-d8243868-9c8a-4ef8-b459-fe30dae0ee16 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:52.844908 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d8243868-9c8a-4ef8-b459-fe30dae0ee16 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/20c6097b-b70e-41bb-a94b-4200e5adbe79 HTTP/1.1" status: 404 len: 336 time: 0.0971074 Dec 17 17:06:52.849030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47818) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.900901 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e16ed-5d8c-4c64-842b-780fcff93cc5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:52.901285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e16ed-5d8c-4c64-842b-780fcff93cc5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:52.915606 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-091e16ed-5d8c-4c64-842b-780fcff93cc5 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/1704e2df-b5b3-4d40-b0f6-b66205bfec98 HTTP/1.1" status: 404 len: 337 time: 0.0648227 Dec 17 17:06:52.921913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:52.926149 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac3888-e740-41e0-b634-5e9b7b3e5000 None None] New status for floating IP 9b0fd09c-9384-428d-8cca-7ddd958cc1b1: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:06:52.991110 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08301afc-eba5-4fe0-8174-f7a71c6896a4 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe HTTP/1.1" status: 200 len: 205 time: 0.0658391 Dec 17 17:06:52.991908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47826) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.030301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e61497b-761f-48d5-9627-41af224d0ac1 req-e611c586-0b3f-4ca2-a07d-d71e80ac6a86 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332079 Dec 17 17:06:53.066004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-19add2e1-d476-4343-b4d3-fdcb765948b1 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/floatingips/9b0fd09c-9384-428d-8cca-7ddd958cc1b1 HTTP/1.1" status: 200 len: 992 time: 0.3711402 Dec 17 17:06:53.081052 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-8689b6b0-5730-4546-bc69-01a01e491730 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:53.084416 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8689b6b0-5730-4546-bc69-01a01e491730 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/8ffac504-c9d6-4ca4-bc5a-c5e32c063ffe HTTP/1.1" status: 404 len: 336 time: 0.0897622 Dec 17 17:06:53.086973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47830) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.122408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.132862 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b165f3-4922-4414-b4a7-55cbd084b6e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:53.133333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b165f3-4922-4414-b4a7-55cbd084b6e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:53.146812 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64b165f3-4922-4414-b4a7-55cbd084b6e6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/9468a4b9-7e9c-45b8-8ed4-6104da235418 HTTP/1.1" status: 404 len: 337 time: 0.0580032 Dec 17 17:06:53.171103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.172197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47834) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.223019 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dd52ba81-3d45-4041-b43d-ecc8d60b4a51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4196003-d1fb-42bf-8380-a70d90396d57 HTTP/1.1" status: 200 len: 205 time: 0.0495193 Dec 17 17:06:53.225224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47838) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.259754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for ddb9e283-cd55-49ad-adba-31dfdfdd3a0a owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:53.286579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.299871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98915869-7704-4a24-bfdd-293351fe2839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:53.317092 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-27396a9e-b84e-4fc3-ab86-81d58fc57639 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] delete failed (client error): The resource could not be found. Dec 17 17:06:53.318412 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27396a9e-b84e-4fc3-ab86-81d58fc57639 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/routers/c4196003-d1fb-42bf-8380-a70d90396d57 HTTP/1.1" status: 404 len: 336 time: 0.0922036 Dec 17 17:06:53.328195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47842) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.335136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:53.341755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01626b15-dfdd-4155-88fc-23a3003c8197,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:53.344979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:53.349093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.349498 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 6120dc48-60e3-4264-9be3-3267c63247bb of type vlan for network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 Dec 17 17:06:53.377718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.389348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd32270-cc52-4181-b708-115c60cb171a tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:53.395433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd32270-cc52-4181-b708-115c60cb171a tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:53.395433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cbd32270-cc52-4181-b708-115c60cb171a tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/f1074ff1-7538-4efe-9a31-44cca9cfd4d0 HTTP/1.1" status: 404 len: 337 time: 0.0521035 Dec 17 17:06:53.395913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47846) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.439123 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f20ad8c-c1ce-4ae6-aa5a-4396237a840c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] DELETE failed (client error): The resource could not be found. Dec 17 17:06:53.439801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f20ad8c-c1ce-4ae6-aa5a-4396237a840c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:06:53.445638 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f20ad8c-c1ce-4ae6-aa5a-4396237a840c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] 10.222.0.61 "DELETE /v2.0/subnets/ed5391ac-bada-4eee-9e7f-f0c56cd01993 HTTP/1.1" status: 404 len: 337 time: 0.0487907 Dec 17 17:06:53.467797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536cc4-b931-400b-856d-d995495c612a req-30fcde5b-69a3-4180-bea3-4981127e266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:53.469274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-30fcde5b-69a3-4180-bea3-4981127e266c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1820712 Dec 17 17:06:53.512836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.518462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:53.519133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.524441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ab3b0785-1496-4d22-98a1-3847e004e43a tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:53.628913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:53.631589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:53.639164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:06:53.642054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536cc4-b931-400b-856d-d995495c612a req-25cffcc7-2a7a-414d-a4d1-a8e74142c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:53.643524 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-25cffcc7-2a7a-414d-a4d1-a8e74142c2aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 897 time: 0.1485417 Dec 17 17:06:53.702189 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9827681 Dec 17 17:06:53.705153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47852) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:53.711340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:53.712322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.720673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:53.724871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:53.725727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4f94ef74-362b-429b-a04d-2a1ca2ca3ef6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:53.728213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:53.734861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:53.778348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=ddb9e283-cd55-49ad-adba-31dfdfdd3a0a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:53.781146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.783192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.788362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:53.799981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.834431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-36652342-c48e-4027-bfb3-d88705d00a53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 1002 time: 0.1842973 Dec 17 17:06:53.837553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:53.912239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536cc4-b931-400b-856d-d995495c612a req-6f3c17ba-5854-4306-87cb-4799755f072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:53.913902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-6f3c17ba-5854-4306-87cb-4799755f072e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.0722456 Dec 17 17:06:53.970851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/ddb9e283-cd55-49ad-adba-31dfdfdd3a0a HTTP/1.1" status: 204 len: 168 time: 1.6206319 Dec 17 17:06:53.982836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47858) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:54.058762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47862) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:54.077145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47868) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:54.186697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fe824-ee77-4ea5-9098-f2161ce2d7f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:54.188278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fe824-ee77-4ea5-9098-f2161ce2d7f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:54.190100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c77fe824-ee77-4ea5-9098-f2161ce2d7f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:54.256512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536cc4-b931-400b-856d-d995495c612a req-8ce053f9-58fc-4061-9d3b-13da514ec10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:54.258039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-8ce053f9-58fc-4061-9d3b-13da514ec10a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3371091 Dec 17 17:06:54.268346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e71a6e75-f1b8-4651-a355-3e5375951fd2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/floatingips/9b0fd09c-9384-428d-8cca-7ddd958cc1b1 HTTP/1.1" status: 200 len: 994 time: 0.1852374 Dec 17 17:06:54.306871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.357123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c77fe824-ee77-4ea5-9098-f2161ce2d7f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:54.358306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c77fe824-ee77-4ea5-9098-f2161ce2d7f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3735187 Dec 17 17:06:54.366558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47872) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:54.370762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd68996d-1b79-4e69-a6e8-09a5f533a933 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a269c98761743babd5c4f43bb51d6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089340 Dec 17 17:06:54.373267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47876) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:54.470999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-f2f4bcdf-ca40-4a3f-9833-fde877955c61 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998303 Dec 17 17:06:54.473452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.505965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet bbb257ef-a78b-463b-a8e4-677e221fb91e {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:54.511314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.577654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.703454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.778186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6536cc4-b931-400b-856d-d995495c612a req-cecef5cb-056d-4d81-9b3b-2202bd20ae12 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959325 Dec 17 17:06:54.809371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.866982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.872268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-eebb6aa6-13f5-412c-b964-ae41abdf801e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:54.882394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.886225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4784b560-d29a-472e-a11d-1f883b82d00f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:54.888913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:54.890257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:54.895197 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4784b560-d29a-472e-a11d-1f883b82d00f HTTP/1.1" status: 204 len: 168 time: 0.5172830 Dec 17 17:06:54.916212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.052014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.059333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f55a93fb-3ecd-4b7b-80ca-caf48bd32179 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:55.098856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.232 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/71b89bcc-019d-4a62-aaf7-43f8b1ac2025) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:55.105503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.106046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d0158-d14a-422e-bd89-3371a4d0fbb4 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:55.110033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb257ef-a78b-463b-a8e4-677e221fb91e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:55.114673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:55.230354 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/bbb257ef-a78b-463b-a8e4-677e221fb91e HTTP/1.1" status: 204 len: 168 time: 0.8626728 Dec 17 17:06:55.230586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47886) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:55.309344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.353781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6a36090d-72bc-4014-b633-f7ddf6486cb7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215196 Dec 17 17:06:55.356397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47894) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:55.362143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:55.386940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:06:55.393536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Deleting port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:55.393959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.445040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.450036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9415132-5ff7-4730-b8f7-d08b536d4959 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:55.486469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:55.503557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:55.512923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:55.515392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:55.518819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:55.522655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:55.528116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:55.576018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:55.580878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:55.604186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:55.608383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.660836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] For port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:55.663969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.793009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Calling delete_port for 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:55.963506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:55.968149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:55.998601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.003207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10159af7-42ed-4567-8a53-0c1d582848cf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:56.010087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Pushing event deleted for resources: {'Port': ['ID=48d7ad08-adb3-4fad-ab44-fa998bc7b6e8,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:56.011840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] No DVR routers for this DVR port 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:56.013188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:56.071092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:56.074033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:56.078881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:56.079606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.087098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe68e1-5560-424c-ac98-699579422f46 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:56.099873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=d2b679ac-dd92-4f42-b1f7-c1800f39166d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:56.113596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:56.207617 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8476753 Dec 17 17:06:56.207935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47910) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:56.214372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': 'd2b679ac-dd92-4f42-b1f7-c1800f39166d', 'ip_address': '2001:db8::a51f:5ca9:514b:c973'}], 'name': 'tempest-NetworksTestDHCPv6-1569149408'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:56.274299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47914) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:56.327167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.373935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:56.379727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:56.382298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:56.388321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:56.426025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--516372331'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:56.436643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:56.438597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'd2b679ac-dd92-4f42-b1f7-c1800f39166d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:06:56.439389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.478268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:56.488748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:56.497627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:56.517328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:56.596238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/d2b679ac-dd92-4f42-b1f7-c1800f39166d/686c5582-d588-42f3-a998-f0a52ced991b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:56.611349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.611820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.636826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 1cd71c37-15af-412c-b862-ac0775c17553 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:06:56.639942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.666907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:56.695135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:06:56.718141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:56.727722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:56.744724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:06:56.745081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48d7ad08-adb3-4fad-ab44-fa998bc7b6e8 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:06:56.745257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:56.783265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.871203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.881178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Transition to ACTIVE for port object 686c5582-d588-42f3-a998-f0a52ced991b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:56.899683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Transition to ACTIVE for port object 686c5582-d588-42f3-a998-f0a52ced991b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:56.971063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:56.976410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.007488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.038570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:57.041456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:57.042851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::a51f:5ca9:514b:c973 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/d2b679ac-dd92-4f42-b1f7-c1800f39166d/1cd71c37-15af-412c-b862-ac0775c17553) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:57.045466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:57.079106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Pushing event updated for resources: {'Port': ['ID=686c5582-d588-42f3-a998-f0a52ced991b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:57.086062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:57.089781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.094849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a2b0d2a-cc9a-4d24-926d-ecc874bfd683 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.105323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:57.114660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:57.124188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:57.135235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:57.138967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129f5a20-1de8-4953-ad5a-15c7ef5a7b54,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:57.143875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:57.144859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Attempting to bind port 686c5582-d588-42f3-a998-f0a52ced991b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:57.145252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Attempting to bind port 686c5582-d588-42f3-a998-f0a52ced991b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:57.145702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Attempting to bind port 686c5582-d588-42f3-a998-f0a52ced991b on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:57.149566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:06:57.151639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:57.152027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:57.152862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.153285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:57.153789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Bound port: 686c5582-d588-42f3-a998-f0a52ced991b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:57.157195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.245609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] For port 686c5582-d588-42f3-a998-f0a52ced991b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:57.253129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] For port 686c5582-d588-42f3-a998-f0a52ced991b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=686c5582-d588-42f3-a998-f0a52ced991b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:57.273917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.290440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 1cd71c37-15af-412c-b862-ac0775c17553 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:57.324505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.329153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a5515f0f-94fc-45f5-ab13-93733ef884ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.376038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.378207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.384764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.390594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:06:57.406191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:57.422827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Pushing event updated for resources: {'Port': ['ID=686c5582-d588-42f3-a998-f0a52ced991b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:57.428336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:57.429368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:57.432520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:57.449884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.465652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7ccb72a-a275-4474-a0c1-14613975ef45 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.471786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:57.475199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:57.478181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:06:57.483746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:57.485125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.493754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.498591 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7920177 Dec 17 17:06:57.501286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47920) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.522544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb47613-8bee-4630-b46d-0969e54c7097,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:57.522954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=1cd71c37-15af-412c-b862-ac0775c17553,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:57.524950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:57.530747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:57.563990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.567760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2901852 Dec 17 17:06:57.574026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47926) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.625605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:57.627285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4181955 Dec 17 17:06:57.636541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47930) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.700072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ae002407-6b6d-4a9b-957d-f70a80cd2da6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:57.760913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-daede907-980a-4ed5-a99c-d235a73dd860 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2556686 Dec 17 17:06:57.761117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47934) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.809959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ae002407-6b6d-4a9b-957d-f70a80cd2da6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:57.811402 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ae002407-6b6d-4a9b-957d-f70a80cd2da6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2425504 Dec 17 17:06:57.814402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47938) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.820145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-security--1521718339', 'description': 'tempest-security-description-1832269936'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:57.871545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.888576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96300e2-bb1e-4b85-9cce-4cc36c07007f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:57.894919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96300e2-bb1e-4b85-9cce-4cc36c07007f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:57.895707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b96300e2-bb1e-4b85-9cce-4cc36c07007f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:57.927219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.970170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.973025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.974309 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "PUT /v2.0/security-groups/1eb47613-8bee-4630-b46d-0969e54c7097 HTTP/1.1" status: 200 len: 1780 time: 0.1588116 Dec 17 17:06:57.975195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b78998e9-f397-4d32-9b07-a2bcc6eb8583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:57.982457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:06:55Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:57.982751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47942) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:57.986792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:57.987165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Updating router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:58.039981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb47613-8bee-4630-b46d-0969e54c7097,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:58.049671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.057526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:58.077863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425295a-f2a7-4fec-a873-f52fba75fd36 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:58.079900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4425295a-f2a7-4fec-a873-f52fba75fd36 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3173532 Dec 17 17:06:58.082868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47946) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.088087 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8f1b95ec-ff46-4900-b3b1-339364fa5aa7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups/1eb47613-8bee-4630-b46d-0969e54c7097 HTTP/1.1" status: 200 len: 1780 time: 0.1017020 Dec 17 17:06:58.091213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47950) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.128287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-556a6449-d072-44f9-979d-6176f1fb24dc tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441556 Dec 17 17:06:58.133266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47954) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.138742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838749945', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:58.155961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b96300e2-bb1e-4b85-9cce-4cc36c07007f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:58.156978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b96300e2-bb1e-4b85-9cce-4cc36c07007f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5263836 Dec 17 17:06:58.162187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47958) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.169493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.200701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.278076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 1cd71c37-15af-412c-b862-ac0775c17553 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:06:58.278443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.426992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:58.434757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:58.439358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:58.448370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:58.491491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.495783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.503116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38d3f504-b56e-44a7-be71-b3925478506c tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:58.512667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Transition to ACTIVE for port object 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:58.527629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb47613-8bee-4630-b46d-0969e54c7097,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:58.529979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:58.575590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.581148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:58.591868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.608163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.617716 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/1eb47613-8bee-4630-b46d-0969e54c7097 HTTP/1.1" status: 204 len: 168 time: 0.5170469 Dec 17 17:06:58.617716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47962) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.667256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:58.674571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.715183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Attempting to bind port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:06:58.716506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Attempting to bind port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:06:58.717134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Attempting to bind port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:06:58.719271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a546a668-5cb5-48e2-a7b6-139d20a7de20 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:58.729953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Pushing event updated for resources: {'Port': ['ID=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:58.739468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:06:58.739846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:58.742974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.742974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:06:58.742974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Bound port: 71b89bcc-019d-4a62-aaf7-43f8b1ac2025, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:06:58.742974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.765639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 1cd71c37-15af-412c-b862-ac0775c17553 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:06:58.766300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:58.773067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 686c5582-d588-42f3-a998-f0a52ced991b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:06:58.792756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a546a668-5cb5-48e2-a7b6-139d20a7de20 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:58.794073 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a546a668-5cb5-48e2-a7b6-139d20a7de20 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1812899 Dec 17 17:06:58.796952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47966) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.816575 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-a6f7d09a-14ca-4f8a-b68d-c17864e501ff tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] delete failed (client error): The resource could not be found. Dec 17 17:06:58.817841 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a6f7d09a-14ca-4f8a-b68d-c17864e501ff tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/1eb47613-8bee-4630-b46d-0969e54c7097 HTTP/1.1" status: 404 len: 347 time: 0.0187807 Dec 17 17:06:58.822335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47970) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:58.827432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019376525'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:58.835779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:58.850293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:58.904378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] For port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:06:58.908172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] For port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:06:58.923650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.945858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:58.947343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d87dd429-d8d2-4f4f-bd13-05d405d3391e None None] Provisioning for port 686c5582-d588-42f3-a998-f0a52ced991b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:58.950062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:58.953030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:58.959755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:58.997850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.004268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.035235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.037799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 686c5582-d588-42f3-a998-f0a52ced991b completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:59.057548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 686c5582-d588-42f3-a998-f0a52ced991b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:59.057968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.091307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.097751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.117721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.125919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd3a803a-cf0d-46cc-b98d-51a8f339fe83 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.146753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0449f-d339-43e4-b5c4-fd95892fb5e9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.149793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.150833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ac93a40d-81b4-48f8-8d9c-817a555689fa None None] Provisioning complete for port 1cd71c37-15af-412c-b862-ac0775c17553 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:59.151275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ac93a40d-81b4-48f8-8d9c-817a555689fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.171529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.178439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=1cd71c37-15af-412c-b862-ac0775c17553,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.182393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.186027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6c7aae8-cab0-45cd-bc98-4d6301acb6a1 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.186387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:06:59.187044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:59.210109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.214099 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3882375 Dec 17 17:06:59.215398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47974) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.221091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': '40e0449f-d339-43e4-b5c4-fd95892fb5e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:59.228066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:06:59.232394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:06:59.236262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:06:59.243680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:06:59.264181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ac93a40d-81b4-48f8-8d9c-817a555689fa None None] Port 1cd71c37-15af-412c-b862-ac0775c17553 was deleted so its status cannot be updated. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 17 17:06:59.265651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Pushing event updated for resources: {'Port': ['ID=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.274422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=37d60081-129f-4478-beed-9b9bdef9129a,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.280427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.282944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.295727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.327652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:06:59.328049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:59.328758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.380938 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1cd71c37-15af-412c-b862-ac0775c17553 HTTP/1.1" status: 204 len: 168 time: 1.2179601 Dec 17 17:06:59.381648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47978) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.404325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.424482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:59.427822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.460476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:06:59.468549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec79d03-8e10-473a-9cfb-5a1e02c30e3c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:59.468549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec79d03-8e10-473a-9cfb-5a1e02c30e3c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:59.468549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ec79d03-8e10-473a-9cfb-5a1e02c30e3c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:06:59.490057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.498264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c54ef3ef-ffa4-4e6a-b189-9d935251e794 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.518425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788d452e-8174-4d0b-b3d3-05f23bb5d26f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.525975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.540958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:59.546129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:59.546709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.569581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ec79d03-8e10-473a-9cfb-5a1e02c30e3c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:06:59.571565 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ec79d03-8e10-473a-9cfb-5a1e02c30e3c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1884434 Dec 17 17:06:59.571916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a66bd-4a4b-447b-a885-791669a5bbcb None None] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:06:59.573592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47982) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.620921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.625437 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4063678 Dec 17 17:06:59.625729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47986) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.642341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet d2b679ac-dd92-4f42-b1f7-c1800f39166d {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:06:59.645182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.654702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 686c5582-d588-42f3-a998-f0a52ced991b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=686c5582-d588-42f3-a998-f0a52ced991b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:06:59.657203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.669276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.691236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5542943 Dec 17 17:06:59.693620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 47990) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.707645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.729962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.735129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8ad54ce7-b34a-4302-b167-857face6621c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.806962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.844507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.858041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.878272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=788d452e-8174-4d0b-b3d3-05f23bb5d26f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.882204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:06:59.883048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.884152 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/788d452e-8174-4d0b-b3d3-05f23bb5d26f HTTP/1.1" status: 204 len: 168 time: 0.2568033 Dec 17 17:06:59.886939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47994) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.934309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=686c5582-d588-42f3-a998-f0a52ced991b,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:59.939735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fcf40935-6063-46d6-ba04-026cc0153e5c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488045 Dec 17 17:06:59.940045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 47998) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:06:59.982125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:59.989857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cf2defcd-590d-490e-9b1c-3366ac817ac4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:06:59.999436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:00.070625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:00.071473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.095459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:06:55Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:00.136816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebedb0-478f-4976-a17e-6e7c010f28d1 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:06:55Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:00.155315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b679ac-dd92-4f42-b1f7-c1800f39166d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:00.161386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.162404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:00.172064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb449978-4918-4c63-a5ed-d03b17f5de86 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:00.189573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.217255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.255907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/d2b679ac-dd92-4f42-b1f7-c1800f39166d HTTP/1.1" status: 204 len: 168 time: 0.6791430 Dec 17 17:07:00.257353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48002) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.335095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7a407fab-17a3-4aae-9e2a-c24f1f766e25 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745094 Dec 17 17:07:00.335276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48006) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.404552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.407298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Allocated IP 172.20.0.2 (0e0b6d61-c7bc-4bad-8186-63a0cf2d7241/37d60081-129f-4478-beed-9b9bdef9129a/ded7ddad-faf5-4296-82ce-97ae9d5672d2) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:00.410292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cf1728fe-a9cc-4cfd-8c31-41c05b0b6b8a tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:00.439983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0449f-d339-43e4-b5c4-fd95892fb5e9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:00.443061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:00.445885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.449658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/40e0449f-d339-43e4-b5c4-fd95892fb5e9 HTTP/1.1" status: 204 len: 168 time: 0.5085850 Dec 17 17:07:00.452698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48010) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.532509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c60aba-7cf4-4838-9389-a774349e4232 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:00.533383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-78c60aba-7cf4-4838-9389-a774349e4232 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:00.546781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-456acb6c-d157-410f-8e36-13f45a1547ff tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:00.548413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.609614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-78c60aba-7cf4-4838-9389-a774349e4232 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:00.615863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-78c60aba-7cf4-4838-9389-a774349e4232 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2753143 Dec 17 17:07:00.615863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.681589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05597552-7172-482a-93c9-9183ff47a80f None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:00.683071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-456acb6c-d157-410f-8e36-13f45a1547ff tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:00.684375 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-456acb6c-d157-410f-8e36-13f45a1547ff tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2303176 Dec 17 17:07:00.702404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48018) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.710375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121156286'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:00.713764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Deleting port 686c5582-d588-42f3-a998-f0a52ced991b {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:00.714430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.717865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:00.742760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:00.758806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c004d7-268c-44fc-ac10-30b2bc7d86bb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:00.759459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c1c004d7-268c-44fc-ac10-30b2bc7d86bb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:00.795501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:00.822452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.866835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:00.878567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Transition to ACTIVE for port object ded7ddad-faf5-4296-82ce-97ae9d5672d2 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:00.897566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:00.902518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:00.905930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:00.913897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:00.918521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c1c004d7-268c-44fc-ac10-30b2bc7d86bb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:00.920231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c1c004d7-268c-44fc-ac10-30b2bc7d86bb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3049073 Dec 17 17:07:00.924238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48022) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:00.939324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Transition to ACTIVE for port object ded7ddad-faf5-4296-82ce-97ae9d5672d2 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:01.007867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d43f6b9b-82f1-4d6f-a266-fca6f8314791 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822322 Dec 17 17:07:01.018199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48026) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:01.026410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:01.030189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.036576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e27bff0e-9478-4d84-acbe-fbdcf79b8579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.101583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (0e0b6d61-c7bc-4bad-8186-63a0cf2d7241/37d60081-129f-4478-beed-9b9bdef9129a/183915f4-9f36-47d4-96c4-f355cc4fe484) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:01.114458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:01.134674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-05597552-7172-482a-93c9-9183ff47a80f None None] For port 686c5582-d588-42f3-a998-f0a52ced991b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=686c5582-d588-42f3-a998-f0a52ced991b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:01.135085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.148883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:01.151923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:01.152323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.190209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:01.198452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:01.219566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.220751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:01.256921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:01.265980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Pushing event updated for resources: {'Port': ['ID=ded7ddad-faf5-4296-82ce-97ae9d5672d2,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.279648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.310350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa9cbd4e-346b-4848-b755-12680dd3fabe tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.333794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.342580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c38a1-b5fa-4038-9b4d-195bce80ae2e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.342849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Calling delete_port for 686c5582-d588-42f3-a998-f0a52ced991b owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:01.345544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.364550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:01.378991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.403180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.403180 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6997843 Dec 17 17:07:01.465433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48030) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:01.471623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.475959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'b22c38a1-b5fa-4038-9b4d-195bce80ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:01.485191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:01.491102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 183915f4-9f36-47d4-96c4-f355cc4fe484 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:01.501996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:01.503446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Attempting to bind port ded7ddad-faf5-4296-82ce-97ae9d5672d2 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:01.503827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Attempting to bind port ded7ddad-faf5-4296-82ce-97ae9d5672d2 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:01.504326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Attempting to bind port ded7ddad-faf5-4296-82ce-97ae9d5672d2 on network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:01.507220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:01.513945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:01.513945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Checking segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:01.515385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.515385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Bound using segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:01.515385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Bound port: ded7ddad-faf5-4296-82ce-97ae9d5672d2, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:01.515716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.518911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:01.564942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.570585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2aecc798-7176-4429-819a-42954da48d2d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.599822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.613855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.647154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:01.655352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:01.658828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:01.681402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.706257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.710938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.716998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.730871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.733949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Pushing event deleted for resources: {'Port': ['ID=686c5582-d588-42f3-a998-f0a52ced991b,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.735977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05597552-7172-482a-93c9-9183ff47a80f None None] No DVR routers for this DVR port 686c5582-d588-42f3-a998-f0a52ced991b on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:01.739309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.745020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.770815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.776353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6a6ff6c8-d9f4-4926-83b4-ffdb3a3b486e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.779980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:01.784359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] For port ded7ddad-faf5-4296-82ce-97ae9d5672d2, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:01.787450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] For port ded7ddad-faf5-4296-82ce-97ae9d5672d2, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ded7ddad-faf5-4296-82ce-97ae9d5672d2,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:01.808091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.844216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:01.848155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:01.849584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.854448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fcc8e69e-7b43-4878-b615-25e101e94701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.856646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:01.857348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.880097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=8efeaa38-3818-4ab1-8ef2-fe442f223e32,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.890582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.893782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbc51f-9ee2-455b-8082-24d7bb0d3463 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:01.896157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b731fca6-e630-4ddc-a457-4454112a7090 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:01.916962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4696561b-ee19-457e-87a5-60f2a0e92889,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:01.919431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:01.923326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.925868 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4586015 Dec 17 17:07:01.933235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 686c5582-d588-42f3-a998-f0a52ced991b no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:01.933378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48034) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:01.933378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'b22c38a1-b5fa-4038-9b4d-195bce80ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:01.940030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:01.943908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:01.946898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:01.953856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:01.981642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9623542 Dec 17 17:07:01.991435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48038) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:01.991435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '8efeaa38-3818-4ab1-8ef2-fe442f223e32', 'ip_address': '2001:db8::4c34:a0a4:b3c8:45c1'}], 'name': 'tempest-NetworksTestDHCPv6-622843907'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:02.019354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.038455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 686c5582-d588-42f3-a998-f0a52ced991b {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:02.038831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 686c5582-d588-42f3-a998-f0a52ced991b not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:02.087305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:02.093749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:02.103291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0df1cbb5-9f01-4ce4-b7db-c15d09ecef43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:02.130119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.163720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.247507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c59c921b-32ff-48ec-94ab-b742edeae138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.252841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Pushing event updated for resources: {'Port': ['ID=ded7ddad-faf5-4296-82ce-97ae9d5672d2,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:02.256882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:02.316339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '8efeaa38-3818-4ab1-8ef2-fe442f223e32'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:02.317263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.412723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.430333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:02.494049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:02.506159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.509644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:02.510423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/8efeaa38-3818-4ab1-8ef2-fe442f223e32/ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:02.515623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fdf0e5de-fe9f-4aad-bd33-27cc5aeb67b2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:02.537706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e6fbc-bff0-4ed7-bd21-356ed5df7b4d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:02.543219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:02.550161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:02.668656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.669302 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7401836 Dec 17 17:07:02.669696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:02.670233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:02.677172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'b22c38a1-b5fa-4038-9b4d-195bce80ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:02.691871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:02.697420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:02.705485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:02.723422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:02.748429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.759603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Transition to ACTIVE for port object ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:02.780529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Transition to ACTIVE for port object ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:02.797943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ded7ddad-faf5-4296-82ce-97ae9d5672d2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:02.848013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.880761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.882688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 57116cc3-39bc-4060-b450-46bd79ca0907 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:02.885039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.924143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.928927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f019d79e-99e0-46e3-a159-a60f0ad7511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:02.962155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.979286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ded7ddad-faf5-4296-82ce-97ae9d5672d2 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:02.991255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.001162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:03.015399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.018639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-db5d1c7e-c1a6-46b0-b061-967c6766da69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:03.038139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:03.038410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:03.047852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:03.054884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9369e98-8f7c-4b24-b66d-f28d6f4fc504,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.056071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Pushing event updated for resources: {'Port': ['ID=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.060973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:03.064992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.075382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.146710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.148226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4764385 Dec 17 17:07:03.151208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48046) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:03.157970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'b22c38a1-b5fa-4038-9b4d-195bce80ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:03.164154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:03.168599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:03.171986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.172672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:03.183182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:03.183584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.198791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Attempting to bind port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:03.199296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Attempting to bind port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:03.199776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Attempting to bind port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:03.206435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:03.206932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:03.216855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.216855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:03.216855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Bound port: ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:03.216855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.222581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:03.223055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.224389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.264108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.360057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.426742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f95467-c0e5-4f72-bd0a-4a2203bfb74a None None] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:03.427205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.434288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b114939f-7f6b-4a12-9483-4f4a79d4a2da tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:03.445666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] For port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:03.465406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1f7145-c788-47a5-990f-0b0ae5128376,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.466007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::4c34:a0a4:b3c8:45c1 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/8efeaa38-3818-4ab1-8ef2-fe442f223e32/57116cc3-39bc-4060-b450-46bd79ca0907) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:03.469172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.511996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] For port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:03.535706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.539711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846917 Dec 17 17:07:03.540235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48050) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:03.548927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'b22c38a1-b5fa-4038-9b4d-195bce80ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:03.556576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:03.558229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:03.561397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:03.562276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:03.569060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:03.576652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:03.593894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.604953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1cbd3102-4af2-4482-aeab-7d517d2aca1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:03.652297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Provisioning for port ded7ddad-faf5-4296-82ce-97ae9d5672d2 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:03.663352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.679001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Provisioning complete for port ded7ddad-faf5-4296-82ce-97ae9d5672d2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:03.679389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.758829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.821497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.838396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:03.842116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Pushing event updated for resources: {'Port': ['ID=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.847781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.882315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b17691-747b-4a83-bd11-e5dbc2be72aa,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:03.885076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.885769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:03.897327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:07:03.909136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 57116cc3-39bc-4060-b450-46bd79ca0907 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:03.939479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.963546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:03.968825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4233217 Dec 17 17:07:03.968825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48054) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.023971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] For port ded7ddad-faf5-4296-82ce-97ae9d5672d2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ded7ddad-faf5-4296-82ce-97ae9d5672d2,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:04.034255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.060017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.092862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.108187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:04.126660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:04.139043 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:04.147868 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/a8d44268-22c7-4dd0-ab6b-81c5c86b0d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4525540 Dec 17 17:07:04.150713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48058) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.151701 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:04.152328 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:06:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:04.187418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.193746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-489a02e5-2e51-47ff-a140-d60123aac20d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:04.256107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Pushing event updated for resources: {'Port': ['ID=ded7ddad-faf5-4296-82ce-97ae9d5672d2,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:04.281673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:04.314771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:04.322022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:04.327368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=57116cc3-39bc-4060-b450-46bd79ca0907,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:04.329722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:04.335604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.336051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.340190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:04.346977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.355837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-95a5b7fc-6bc4-4ae3-a2f6-f19021ee796f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:04.377603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b17691-747b-4a83-bd11-e5dbc2be72aa,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:04.380873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.381334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.381792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.382273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.382726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.383174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.384965 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ebe5bf69-7a53-4ccf-b95d-e844d90d0775 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2311296 Dec 17 17:07:04.386240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:04.392343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.392483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48062) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.392597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/56b17691-747b-4a83-bd11-e5dbc2be72aa HTTP/1.1" status: 204 len: 168 time: 0.4198263 Dec 17 17:07:04.392707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48066) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.460720 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:04.471493 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4858310 Dec 17 17:07:04.474658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48070) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.483439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Provisioning for port 183915f4-9f36-47d4-96c4-f355cc4fe484 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:04.492274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Provisioning complete for port 183915f4-9f36-47d4-96c4-f355cc4fe484 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:04.495557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '8efeaa38-3818-4ab1-8ef2-fe442f223e32', 'ip_address': '2001:db8::4c34:a0a4:b3c8:45c1'}], 'name': 'tempest-NetworksTestDHCPv6-1636553557'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:04.496046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.535076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-59d4931a-f567-4ff1-9130-101a0981beab tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:04.554651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.555265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.555793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.556313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.556971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.557487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:04.559334 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-86357434-e252-4233-88fb-2ff06ce31ab9 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.1700649 Dec 17 17:07:04.562285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48074) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.601483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Port 183915f4-9f36-47d4-96c4-f355cc4fe484 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:04.615248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Provisioning complete for port ded7ddad-faf5-4296-82ce-97ae9d5672d2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:04.615704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60b6404f-3556-4023-90a3-f7d13743d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.697826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-59d4931a-f567-4ff1-9130-101a0981beab tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:04.703012 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59d4931a-f567-4ff1-9130-101a0981beab tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2745285 Dec 17 17:07:04.705284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48078) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:04.871643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:04.876211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:04.879414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:04.880150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ded7ddad-faf5-4296-82ce-97ae9d5672d2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:04.885182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:04.905863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.917854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.926015 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:02Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:04.931017 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:04.933998 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Updating router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 port 183915f4-9f36-47d4-96c4-f355cc4fe484 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:07:04.952474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:05.006157 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.042575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.050353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6fa34794-9ddc-438c-8228-448a3fcfc714 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:05.064710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8406e0bb-b5e8-44ba-abac-a60ca03c5095 None None] Provisioning complete for port 183915f4-9f36-47d4-96c4-f355cc4fe484 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:05.065261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8406e0bb-b5e8-44ba-abac-a60ca03c5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.104596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1f7145-c788-47a5-990f-0b0ae5128376,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:05.115373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:05.129092 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aba69486-77f3-4d5d-af91-312f9acdd210 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.5623460 Dec 17 17:07:05.130775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a0deaa2d-7e8a-47eb-a5f3-69e653e2aa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.142747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ded7ddad-faf5-4296-82ce-97ae9d5672d2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:05.143278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.204424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.208104 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9d1f7145-c788-47a5-990f-0b0ae5128376 HTTP/1.1" status: 204 len: 168 time: 0.4993179 Dec 17 17:07:05.208479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48084) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:05.252143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8406e0bb-b5e8-44ba-abac-a60ca03c5095 None None] Port 183915f4-9f36-47d4-96c4-f355cc4fe484 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:05.313158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:05.317529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0cfb00d-aacf-4edf-b859-023884ebe57f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:05.360048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.397314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port ba5765c4-9d32-47d8-911a-4f1bc58b7016 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:05.412179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fd0612ea-a0f4-42e5-87d2-45c6e47dbfa1 None None] Provisioning complete for port 183915f4-9f36-47d4-96c4-f355cc4fe484 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:05.412867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fd0612ea-a0f4-42e5-87d2-45c6e47dbfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.433945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0cfb00d-aacf-4edf-b859-023884ebe57f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:05.437501 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0cfb00d-aacf-4edf-b859-023884ebe57f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2258842 Dec 17 17:07:05.439623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48088) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:05.475953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.508762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-fd0612ea-a0f4-42e5-87d2-45c6e47dbfa1 None None] Port 183915f4-9f36-47d4-96c4-f355cc4fe484 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:05.523893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.585773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:05.592411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963495687', 'description': 'tempest-secgroup-smoke-1963495687 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:05.597789 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.599745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:05.603678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:05.607649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:05.612634 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Transition to ACTIVE for port object 183915f4-9f36-47d4-96c4-f355cc4fe484 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:05.618203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:05.631945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:05.660245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.662715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.662862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:05.679296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9369e98-8f7c-4b24-b66d-f28d6f4fc504,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:05.682398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:05.689513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.690083 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.691650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Provisioning for port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:05.699219 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-bb21172b-d25a-4eae-82a2-b5d83c4ae5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:05.701025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Provisioning complete for port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:05.701441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.710354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:05.718626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:05.722158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:05.726230 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 17:07:05.728004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:05.728521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:05.754040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.754040 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e9369e98-8f7c-4b24-b66d-f28d6f4fc504 HTTP/1.1" status: 204 len: 168 time: 0.3122742 Dec 17 17:07:05.755927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48096) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:05.849459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f7ef1e08-bbfd-4626-8b48-f4093ee384eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:05.857503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7c72839f-abc5-44b1-bfd2-0c421b6e3cf6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3796563 Dec 17 17:07:05.858920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48100) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:05.866068 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Pushing event updated for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:05.876601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.898811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.906438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.906800 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.907688 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.908023 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.908345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.908665 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.908983 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.909301 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.909617 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.909957 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.910273 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.910581 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:05.920125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:05.930123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] For port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:05.939513 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Attempting to bind port 183915f4-9f36-47d4-96c4-f355cc4fe484 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:05.939882 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Attempting to bind port 183915f4-9f36-47d4-96c4-f355cc4fe484 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:05.940265 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Attempting to bind port 183915f4-9f36-47d4-96c4-f355cc4fe484 on network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:05.945895 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:05.951277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.951459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Checking segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:05.951459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.951459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Bound using segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:05.951459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Bound port: 183915f4-9f36-47d4-96c4-f355cc4fe484, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:05.951459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:05.953430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:05.988820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4fa325-4520-49a0-bacb-6376ed98f254 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:05.996721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4fa325-4520-49a0-bacb-6376ed98f254 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:06.002722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2f4fa325-4520-49a0-bacb-6376ed98f254 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:06.002903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.003142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f7ef1e08-bbfd-4626-8b48-f4093ee384eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:06.003776 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f7ef1e08-bbfd-4626-8b48-f4093ee384eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2456551 Dec 17 17:07:06.004786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.007468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48104) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.010699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.042409 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] For port 183915f4-9f36-47d4-96c4-f355cc4fe484, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:06.044415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.046248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:06.049412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] For port 183915f4-9f36-47d4-96c4-f355cc4fe484, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=183915f4-9f36-47d4-96c4-f355cc4fe484,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:06.056977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.070187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.095987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.106228 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5124319 Dec 17 17:07:06.106614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.107566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:06.116370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:06.120811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:06.124765 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.124955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:06.129654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2f4fa325-4520-49a0-bacb-6376ed98f254 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:06.137022 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:06.137170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2f4fa325-4520-49a0-bacb-6376ed98f254 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2692490 Dec 17 17:07:06.137170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:06.138410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48112) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.147003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Pushing event updated for resources: {'Port': ['ID=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.152007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.192922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.196842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0aaf13a1-ddba-402b-9557-3ef4b337e7ea tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:06.206082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:06.206705 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:06.217101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.226115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=336e6fbc-bff0-4ed7-bd21-356ed5df7b4d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.234210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.249610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 57116cc3-39bc-4060-b450-46bd79ca0907 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:06.250038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.254424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7b16ca7f-065f-450b-bd25-f37fbf333769 None None] Provisioning for port 57116cc3-39bc-4060-b450-46bd79ca0907 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:06.259524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7b16ca7f-065f-450b-bd25-f37fbf333769 None None] Provisioning complete for port 57116cc3-39bc-4060-b450-46bd79ca0907 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:06.260112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7b16ca7f-065f-450b-bd25-f37fbf333769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.271048 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Pushing event updated for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.283554 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.353556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.358376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48116) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.358543 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/336e6fbc-bff0-4ed7-bd21-356ed5df7b4d HTTP/1.1" status: 204 len: 168 time: 0.3496702 Dec 17 17:07:06.362934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.374776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7b16ca7f-065f-450b-bd25-f37fbf333769 None None] Port 57116cc3-39bc-4060-b450-46bd79ca0907 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:06.407852 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:06.435373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-21642022-0f7e-41da-95bc-b318d39eb953 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:06.439717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.442107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ff2184d8-7356-405d-be21-d4c939d0f017 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:06.480909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c460d4f-f43d-4cfa-86a5-85fd73ac5eae,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.486967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.546789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-21642022-0f7e-41da-95bc-b318d39eb953 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:06.549546 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-21642022-0f7e-41da-95bc-b318d39eb953 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1891136 Dec 17 17:07:06.558509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48120) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.581065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.590503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4874754 Dec 17 17:07:06.591810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48124) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:06.625146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:06.633317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:06.638240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.646305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:06.651675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:06.663257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.669600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:06.688385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.689890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:06.755047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:06Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:06.759321 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40edffe-66d9-4543-b4d6-991809507c29 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:06Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:06.764879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:06.765365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.790869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.828335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.845312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0ac3b668-fb30-4ec6-b878-f26e19453114 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:06.847084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 57116cc3-39bc-4060-b450-46bd79ca0907 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:06.875025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4696561b-ee19-457e-87a5-60f2a0e92889,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:06.886241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:06.925629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.980163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.981309 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/4696561b-ee19-457e-87a5-60f2a0e92889 HTTP/1.1" status: 204 len: 168 time: 0.4216647 Dec 17 17:07:06.984672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48128) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.011196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.013529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ac9c61a1-ec9d-4183-9d82-4d09a52e5833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:07.043039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aed63b9-e882-47d4-9e2c-de9f874bef9a,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:07.053229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:07.067839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4ca61113-0174-48bd-8517-bdb50468f260 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:07.106129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.111797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3d37398c-2a10-407f-a354-a091abbcb69c tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:07.134699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.139018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5418754 Dec 17 17:07:07.139273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48132) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.146044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:07.151936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:07.156369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:07.158864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=57116cc3-39bc-4060-b450-46bd79ca0907,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:07.160082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:07.161872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:07.176088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.177776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4ca61113-0174-48bd-8517-bdb50468f260 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:07.181764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4ca61113-0174-48bd-8517-bdb50468f260 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1933155 Dec 17 17:07:07.181764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:07.189026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48136) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.202183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.255176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.284074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.285688 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/57116cc3-39bc-4060-b450-46bd79ca0907 HTTP/1.1" status: 204 len: 168 time: 1.1459727 Dec 17 17:07:07.288155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48140) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.333574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.377230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31885390-cd52-4d07-a778-da3f62f2c6ef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:07.379280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31885390-cd52-4d07-a778-da3f62f2c6ef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:07.380053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-31885390-cd52-4d07-a778-da3f62f2c6ef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:07.396567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.466193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-31885390-cd52-4d07-a778-da3f62f2c6ef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:07.467564 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-31885390-cd52-4d07-a778-da3f62f2c6ef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1782782 Dec 17 17:07:07.470199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48144) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.500695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.503237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57520bb2-9e45-4c96-91cf-44ac51010e2e tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:07.511059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.536655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c756ecc-535d-4ed9-b5d9-19cb0d45be45,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:07.544080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:07.544519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:07.544938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 8efeaa38-3818-4ab1-8ef2-fe442f223e32 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:07.549027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.563040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c38a1-b5fa-4038-9b4d-195bce80ae2e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:07.567836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:07.615336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.632784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.636612 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937575 Dec 17 17:07:07.641267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48148) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.642324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:07.648641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:07.653235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:07.656449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:07.662873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.664608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/b22c38a1-b5fa-4038-9b4d-195bce80ae2e HTTP/1.1" status: 204 len: 168 time: 0.4810081 Dec 17 17:07:07.665149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:07.667334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48152) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.703978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.722155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd8002e7-a504-44a6-b4b8-e44bcbcad7f6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:07.772147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.807141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cd8002e7-a504-44a6-b4b8-e44bcbcad7f6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:07.808409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd8002e7-a504-44a6-b4b8-e44bcbcad7f6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405039 Dec 17 17:07:07.815725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48156) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:07.821552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741694998'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:07.828807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:07.840326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:07.855528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.862219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.868009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-390495de-6e72-46d0-bebb-3b8e28eb75c2 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:07.913573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=8efeaa38-3818-4ab1-8ef2-fe442f223e32,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:07.916460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:07.917615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.926160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f0d00-bb9f-43e6-ab49-7b940ee24319 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:07.941129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.962468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:07.964224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:07.966786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:07.970745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:07.977226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:07.987944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5318071f-650a-4b96-ac04-dc1b7de6e355 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.002895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.003190 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/8efeaa38-3818-4ab1-8ef2-fe442f223e32 HTTP/1.1" status: 204 len: 168 time: 0.5309026 Dec 17 17:07:08.065995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.070965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f8c9f5-fa12-4a9f-a5d7-a5c792f4f801,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:08.074137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:08.086936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.088460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4506814 Dec 17 17:07:08.091431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48164) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.092135 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4fe9d031-b070-4888-ba33-b67d7957210c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892031 Dec 17 17:07:08.095821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.101027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:08.110701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:08.127058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:08.134409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.187362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:08.190042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.208059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:08.213523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:08.217794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Deleting port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:08.218210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.222217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:08.277057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bbd815-f1ef-409a-a382-2660e153c891,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:08.280726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:08.286328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:08.290502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:08.293290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:08.299054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:08.343597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.348420 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5278835 Dec 17 17:07:08.348841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48172) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.353926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': '65bbd815-f1ef-409a-a382-2660e153c891', 'direction': 'ingress', 'protocol': 17}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:08.360036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:08.364384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:08.367453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:08.374761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:08.398316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:08.401836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.419183 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:07:08.472299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] For port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:08.472612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.477006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.517920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.598767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Calling delete_port for ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:08.642605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.647441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.711735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 183915f4-9f36-47d4-96c4-f355cc4fe484 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:08.734033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.737428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.769965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.771222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec405877-b5f6-4084-ada9-81f061f414db,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:08.775097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.776594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9904295a-4754-4953-81b3-ce4c05329d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.779330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:08.779837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.809452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1500da-4204-4b95-88e2-212523bec3a3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:08.814075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:08.831316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Pushing event deleted for resources: {'Port': ['ID=ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:08.833110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] No DVR routers for this DVR port ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:08.834479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:08.895339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.899410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-51fa4c28-8e10-4fe7-968b-2ce5e71bad0f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:08.917961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 183915f4-9f36-47d4-96c4-f355cc4fe484 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:08.923618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 183915f4-9f36-47d4-96c4-f355cc4fe484 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:08.929239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.946207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.950125 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5976217 Dec 17 17:07:08.950125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.950125 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3684da32-44b1-469b-8ac8-c7227c450835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8559284 Dec 17 17:07:08.951207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48176) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.953456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48178) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:08.966022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '9c932c2c-9961-4bf1-b89f-b5f2aa7ec881', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:08.979401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:08.980442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:08.984785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:08.990988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:08.991622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:08.996472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:09.007775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:09.010410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=a6571b20-bb98-4659-8a96-6ac130ace43d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:09.017318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:09.018713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:09.020773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.024322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b8c24-c32b-490e-b3bb-091873778abd None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:09.054087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.104942 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0081565 Dec 17 17:07:09.107810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48184) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:09.113988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': 'a6571b20-bb98-4659-8a96-6ac130ace43d', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-822658930'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:09.121647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.183993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 183915f4-9f36-47d4-96c4-f355cc4fe484, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=183915f4-9f36-47d4-96c4-f355cc4fe484,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:09.188347 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:07:09.198836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.216198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.223834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6dc0a272-7f9d-4a39-af81-7bdc92b6b967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:09.242817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bbd815-f1ef-409a-a382-2660e153c891,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:09.245359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:09.254659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.258202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/65bbd815-f1ef-409a-a382-2660e153c891 HTTP/1.1" status: 204 len: 168 time: 0.3034911 Dec 17 17:07:09.258450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48188) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:09.279142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.290558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0a6d2a1a-ecc4-442d-8047-f3cad1c209aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:09.324648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-44c56900-4f2b-4948-b8ad-8af51c8d4c35 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:09.350374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:09.383842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'a6571b20-bb98-4659-8a96-6ac130ace43d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:09.384676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.398597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-44c56900-4f2b-4948-b8ad-8af51c8d4c35 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:09.400921 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-44c56900-4f2b-4948-b8ad-8af51c8d4c35 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406207 Dec 17 17:07:09.404089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48192) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:09.415173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:09.415173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ea0c2d6f-b0e3-4c1f-b79b-0914bb5f40f8 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:09.415852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353528603'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:09.430892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:09.437461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:09.439525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.446918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:09.449507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:09.451568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:09.458823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:09.462548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:09.466354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:09.500969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.508963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:09.527662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:09.542567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.563040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56ecdce-c28f-4e8f-95bc-b0677a31ae27,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:09.570977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/a6571b20-bb98-4659-8a96-6ac130ace43d/64ad3fad-0e8d-497f-9919-8d152f65018b) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:09.615016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:09.636039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:09.643425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:09.647452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:09.656806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:09.691761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.692842 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7362342 Dec 17 17:07:09.707616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.736821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 719dc025-7b7a-4132-a106-99b6193e0e16 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:09.787037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.798968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Transition to ACTIVE for port object 64ad3fad-0e8d-497f-9919-8d152f65018b will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:09.826449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Transition to ACTIVE for port object 64ad3fad-0e8d-497f-9919-8d152f65018b will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:09.855959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.912960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.913241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:09.920625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-118206b6-c19e-48f9-a94e-6296c6edc322 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:09.922431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1b10c4fd-387f-4fe4-82d2-8d7d219f2a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:09.937772 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-17ec79fb-0e3b-4e8a-b517-6e7d3a8ad623 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963495687&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0465641 Dec 17 17:07:09.968965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a73501-6aac-420f-85da-253463dbdf19,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:09.973837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:09.980130 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:09.985903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:09.986263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:09.986847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:09.990805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:10.025621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Pushing event updated for resources: {'Port': ['ID=64ad3fad-0e8d-497f-9919-8d152f65018b,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:10.032894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:10.049634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.050908 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6459656 Dec 17 17:07:10.053495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48208) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:10.058548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--472893856'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:10.064822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:10.070434 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-535e6ad0-57d7-4965-9977-c3724ab65dea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9616437 Dec 17 17:07:10.070827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48212) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:10.073428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:10.078680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:10.086197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:10.099795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Attempting to bind port 64ad3fad-0e8d-497f-9919-8d152f65018b on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:10.100187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Attempting to bind port 64ad3fad-0e8d-497f-9919-8d152f65018b by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:10.100573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Attempting to bind port 64ad3fad-0e8d-497f-9919-8d152f65018b on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:10.105928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:10.106317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:10.106729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.107131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:10.107606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Bound port: 64ad3fad-0e8d-497f-9919-8d152f65018b, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:10.107988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.168888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-1e5a17e8-6c93-4897-ac17-118c987ac908 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:10.169435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.170360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-1e5a17e8-6c93-4897-ac17-118c987ac908 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 797 time: 0.2234726 Dec 17 17:07:10.192629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:10.192994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-f5a71a42-9eaf-49ee-a544-ea0c5ac3a67d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0144749 Dec 17 17:07:10.197000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:10.200810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:10.205532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1f662-edce-4c4d-ac1a-f2eeb58484fa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:10.206954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fac39eac-e596-4778-b16f-44623889eedb None None] For port 64ad3fad-0e8d-497f-9919-8d152f65018b, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:10.207360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-79c1f662-edce-4c4d-ac1a-f2eeb58484fa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1353686 Dec 17 17:07:10.208008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:10.209975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48216) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:10.212138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fac39eac-e596-4778-b16f-44623889eedb None None] For port 64ad3fad-0e8d-497f-9919-8d152f65018b, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=64ad3fad-0e8d-497f-9919-8d152f65018b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:10.255935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.259934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:10.285710 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-0795bb9c-e3d2-4bbd-913a-df611a4057ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769026 Dec 17 17:07:10.299419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e8e9c-0a51-424f-a944-ff6f7a9a3a85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:10.301220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e8e9c-0a51-424f-a944-ff6f7a9a3a85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:10.301789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f02e8e9c-0a51-424f-a944-ff6f7a9a3a85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:10.358612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.379904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f02e8e9c-0a51-424f-a944-ff6f7a9a3a85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:10.381541 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f02e8e9c-0a51-424f-a944-ff6f7a9a3a85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1706455 Dec 17 17:07:10.382307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Pushing event updated for resources: {'Port': ['ID=64ad3fad-0e8d-497f-9919-8d152f65018b,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:10.384009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48220) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:10.395604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:10.440779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.447138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a6a6ee07-8368-4c09-90bf-867cac416401 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:10.464355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-48de19a4-00ca-4944-a242-18629380b046 service neutron] 10.222.0.61 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600573 Dec 17 17:07:10.501917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a77a86-0e03-4098-afcb-e0189c031b7a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:10.510631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:10.516407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet a6571b20-bb98-4659-8a96-6ac130ace43d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:10.522081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.587466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.588700 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5342476 Dec 17 17:07:10.591747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48224) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:10.599047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': '80a73501-6aac-420f-85da-253463dbdf19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '83a77a86-0e03-4098-afcb-e0189c031b7a', 'remote_ip_prefix': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:10.612774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.619306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:10.633756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:10.643567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:10.651639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:10.670228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-4d0366ce-748f-4442-aad6-8f15d5a4b4cb service neutron] 10.222.0.61 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993499 Dec 17 17:07:10.775802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.780136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.791057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 183915f4-9f36-47d4-96c4-f355cc4fe484 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:10.865994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 183915f4-9f36-47d4-96c4-f355cc4fe484 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:10.866568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.880147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.969013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.977316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:10.981205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:10.988574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b44d361-58a8-4f69-b018-c9422c694c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:11.008042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eb675a-13a1-4bb3-8a7d-67c861df695b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:11.013122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:11.017210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16d62ada-cfc3-423e-9d33-d85eb4d7378e req-f99c6ccf-b9d9-45c9-a791-576c7c12afa5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 210 time: 0.0888145 Dec 17 17:07:11.037097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 64ad3fad-0e8d-497f-9919-8d152f65018b up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:11.037478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=a6571b20-bb98-4659-8a96-6ac130ace43d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:11.054851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:11.057305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.118323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.121956 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5267756 Dec 17 17:07:11.122732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:11.149085 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/a6571b20-bb98-4659-8a96-6ac130ace43d HTTP/1.1" status: 204 len: 168 time: 0.7640035 Dec 17 17:07:11.152766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:11.160460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.172586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.206404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 64ad3fad-0e8d-497f-9919-8d152f65018b completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:11.231346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2b607e80-5ded-44b1-92bd-1776936c4e81 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752563 Dec 17 17:07:11.236323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48248) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:11.243531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:11.272865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.275007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e92ca080-e747-455c-806b-93c064317fc3 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:11.293175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96eb675a-13a1-4bb3-8a7d-67c861df695b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:11.296919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:11.298272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.302570 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/96eb675a-13a1-4bb3-8a7d-67c861df695b HTTP/1.1" status: 204 len: 168 time: 0.1787369 Dec 17 17:07:11.303245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48252) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:11.358849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2954dce5-b634-440a-b604-c07d96a8c359 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:11.449708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2954dce5-b634-440a-b604-c07d96a8c359 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:11.455487 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2954dce5-b634-440a-b604-c07d96a8c359 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1470408 Dec 17 17:07:11.455648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48256) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:11.490758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e683d6d-d557-4a47-91d7-9b021df507c4 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:11.522929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:11.527243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:11.536437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:11.546269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:11.573845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.603724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.624656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:11.628545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.653138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Provisioning for port 64ad3fad-0e8d-497f-9919-8d152f65018b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:11.665284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Provisioning complete for port 64ad3fad-0e8d-497f-9919-8d152f65018b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:11.665666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.806694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.835602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:11.839688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.843305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] For port 64ad3fad-0e8d-497f-9919-8d152f65018b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=64ad3fad-0e8d-497f-9919-8d152f65018b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:11.844540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Deleting port 64ad3fad-0e8d-497f-9919-8d152f65018b {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:11.844672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a09d88f-2d88-4931-85fb-00a1f6d17de9 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:11.844930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.864505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a77a86-0e03-4098-afcb-e0189c031b7a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:11.876644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:11.932917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:11.940698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-9389ebb9-4694-459f-a866-2caf2148c455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:12.003911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.005370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9836c900-f089-4b95-85cc-47b8e3a66cd8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/83a77a86-0e03-4098-afcb-e0189c031b7a HTTP/1.1" status: 204 len: 168 time: 0.5494385 Dec 17 17:07:12.008193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48262) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.078125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.091351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-920ef665-33cd-4934-b93a-3d8ae450132a tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:12.100222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Pushing event updated for resources: {'Port': ['ID=64ad3fad-0e8d-497f-9919-8d152f65018b,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:12.105050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:12.122066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1b8aa8f8-2d39-4a76-a14d-69aae6c8a87a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:12.143843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] For port 64ad3fad-0e8d-497f-9919-8d152f65018b, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=64ad3fad-0e8d-497f-9919-8d152f65018b,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:12.144250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.167675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:12.203814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:12.213401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:12.214026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.222114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789fe208-8c9c-4eb1-a320-fd5588f2206e req-9bb66069-6af9-4a45-8113-bfcb96222a33 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 210 time: 0.0658998 Dec 17 17:07:12.237474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=8d7d0664-8909-4447-9408-32c0e5d975dd,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:12.240281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:12.242039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1b8aa8f8-2d39-4a76-a14d-69aae6c8a87a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:12.243658 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1b8aa8f8-2d39-4a76-a14d-69aae6c8a87a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2342134 Dec 17 17:07:12.250283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48268) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.268536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Calling delete_port for 64ad3fad-0e8d-497f-9919-8d152f65018b owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:12.310762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.339778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1015663 Dec 17 17:07:12.347710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.348323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48272) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.348659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:12.355358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:12.359470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:router and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:12.363472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:12.369226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:12.421107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.425845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-37609d9b-3347-46a0-ab2b-795e340542de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:12.449618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.456413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.456413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.457063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0bdcd761-708c-43c1-8d7c-ec0efd5fa316 tempest-ServerActionsTestJSON-331819250 tempest-ServerActionsTestJSON-331819250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:12.471363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.473601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Pushing event deleted for resources: {'Port': ['ID=64ad3fad-0e8d-497f-9919-8d152f65018b,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:12.476426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:12.477452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] No DVR routers for this DVR port 64ad3fad-0e8d-497f-9919-8d152f65018b on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:12.480795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a73501-6aac-420f-85da-253463dbdf19,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:12.484081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:12.503585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc7336-e791-4ac4-bca4-f78b91218f31 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:12.528606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.532878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/80a73501-6aac-420f-85da-253463dbdf19 HTTP/1.1" status: 204 len: 168 time: 0.2808878 Dec 17 17:07:12.533234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48276) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.563786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.590803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cc5d1c39-7397-4c3a-9422-2c9bc6f7fe25 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:12.655390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.660018 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0494b9df-787b-4640-b455-4113c4441b7e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3138654 Dec 17 17:07:12.660648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48280) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.668394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 64ad3fad-0e8d-497f-9919-8d152f65018b no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:12.708717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 64ad3fad-0e8d-497f-9919-8d152f65018b {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:12.709070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 64ad3fad-0e8d-497f-9919-8d152f65018b not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:12.720958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cc5d1c39-7397-4c3a-9422-2c9bc6f7fe25 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:12.722284 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cc5d1c39-7397-4c3a-9422-2c9bc6f7fe25 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882133 Dec 17 17:07:12.726911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48284) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:12.732102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724152584'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:12.738153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:12.748962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:12.764763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '8d7d0664-8909-4447-9408-32c0e5d975dd'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:12.765597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.844007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.871051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:12.877272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:12.880231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:12.886245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:12.972191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:12.972476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/8d7d0664-8909-4447-9408-32c0e5d975dd/cebabc41-b199-4cec-90f6-fec10e3fc782) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:13.072225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.078093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27b12798-754d-413d-b63d-e5b19cf59e34 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:13.126391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e231b28-e2a7-47a3-8a33-ca4bec60af78,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:13.130524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:13.188303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.196715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.204549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.206568 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4789281 Dec 17 17:07:13.206696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Transition to ACTIVE for port object cebabc41-b199-4cec-90f6-fec10e3fc782 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:13.209514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48288) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:13.216332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': '2e231b28-e2a7-47a3-8a33-ca4bec60af78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:13.225504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:13.225674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Transition to ACTIVE for port object cebabc41-b199-4cec-90f6-fec10e3fc782 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:13.230579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:13.233538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:13.240995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:13.308451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.313621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:13.343077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.385795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Pushing event updated for resources: {'Port': ['ID=cebabc41-b199-4cec-90f6-fec10e3fc782,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:13.389311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:13.390273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:13.391845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:13.394271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:13.434741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.488186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Attempting to bind port cebabc41-b199-4cec-90f6-fec10e3fc782 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:13.488566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Attempting to bind port cebabc41-b199-4cec-90f6-fec10e3fc782 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:13.488948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Attempting to bind port cebabc41-b199-4cec-90f6-fec10e3fc782 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:13.494645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:13.495025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:13.495435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.495831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:13.496322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Bound port: cebabc41-b199-4cec-90f6-fec10e3fc782, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:13.496704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.512351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.527361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c1337447-8c11-43a5-896f-b48a7f0ffed0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:13.544957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23928f1-ce13-4eae-9c8f-8aaea7cf7781,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:13.548068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:13.582350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b3dad58d-8366-41f2-8fc6-4660798c0628 req-15d37379-dba5-4590-935c-103c12bcde9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 210 time: 0.0619121 Dec 17 17:07:13.591443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] For port cebabc41-b199-4cec-90f6-fec10e3fc782, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:13.595523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] For port cebabc41-b199-4cec-90f6-fec10e3fc782, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cebabc41-b199-4cec-90f6-fec10e3fc782,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:13.615256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.616480 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4056194 Dec 17 17:07:13.619397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48296) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:13.655025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.667104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.667290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.672693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7a636c1b-0412-4834-a0a4-193632091d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:13.689352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-90b3f61d-2f7d-4184-90ca-6cc39b0395de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:13.690816 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-90b3f61d-2f7d-4184-90ca-6cc39b0395de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 797 time: 0.5273495 Dec 17 17:07:13.754594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.756165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Pushing event updated for resources: {'Port': ['ID=cebabc41-b199-4cec-90f6-fec10e3fc782,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:13.756394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:13.759254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:13.777078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23928f1-ce13-4eae-9c8f-8aaea7cf7781,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:13.780815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:13.782097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:13.785970 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e23928f1-ce13-4eae-9c8f-8aaea7cf7781 HTTP/1.1" status: 204 len: 168 time: 0.1655638 Dec 17 17:07:13.786596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48302) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:13.800217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-cb0b68f8-44e3-4df8-916c-d803b7b13889 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0994332 Dec 17 17:07:13.810703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['9c932c2c-9961-4bf1-b89f-b5f2aa7ec881']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:13.834316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3f99e021-36ab-41fc-9828-8266bc0fceaa tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:13.922335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3f99e021-36ab-41fc-9828-8266bc0fceaa tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:13.924816 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3f99e021-36ab-41fc-9828-8266bc0fceaa tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1348822 Dec 17 17:07:13.924816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48306) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:13.985308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::1 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/8d7d0664-8909-4447-9408-32c0e5d975dd/b510c200-2fab-4a5b-b86a-0553495d4a89) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:14.002172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.043484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.043697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:14.096023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:port and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:14.117072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:14.120485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:14.190444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.192380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.196535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4aba5e42-0fba-4769-8710-831fbb4679d3 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:14.205708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object b510c200-2fab-4a5b-b86a-0553495d4a89 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:14.212524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e231b28-e2a7-47a3-8a33-ca4bec60af78,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:14.216525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:14.249435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:14.253704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.301197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.302384 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/2e231b28-e2a7-47a3-8a33-ca4bec60af78 HTTP/1.1" status: 204 len: 168 time: 0.3780441 Dec 17 17:07:14.307894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48310) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:14.328952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.335866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a7ce5645-b98d-4394-a0d5-c949d6345f73 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:14.358007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b77b38b1-d302-47f8-b161-9e4f54148c70 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:14.410870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:14.416521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:14.423626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:14.424210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.431506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b77b38b1-d302-47f8-b161-9e4f54148c70 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:14.432811 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b77b38b1-d302-47f8-b161-9e4f54148c70 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238754 Dec 17 17:07:14.436972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48314) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:14.444849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347783863'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:14.451932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:14.462716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:14.528983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.551642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:14.556326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:14.559407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:14.565410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:14.566386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=b510c200-2fab-4a5b-b86a-0553495d4a89,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:14.602773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:14.652820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.3 (0e0b6d61-c7bc-4bad-8186-63a0cf2d7241/37d60081-129f-4478-beed-9b9bdef9129a/8e753b50-5727-446b-a93b-c017f3de7ae9) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:14.662227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.754528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cebabc41-b199-4cec-90f6-fec10e3fc782 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:14.791961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.795899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-63a07f43-eace-4800-84c2-f5bdaf8aa585 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:14.863862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab1c38-acc0-49de-8e87-cd6115ab80be,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:14.869024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:14.883965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cebabc41-b199-4cec-90f6-fec10e3fc782 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:14.885415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28dc4d04-73c1-4605-b3bf-554a82f6fd9b req-1f52b61e-7088-4cd3-a17b-1b5bfe12ee81 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 210 time: 0.1514182 Dec 17 17:07:14.930589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.951322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:14.953040 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c3b895e-e041-4aa8-adea-d195d391ba13 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5147002 Dec 17 17:07:14.955722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48320) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:14.960905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab1c38-acc0-49de-8e87-cd6115ab80be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:14.967406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:14.972144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:14.975136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:14.980594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Provisioning for port cebabc41-b199-4cec-90f6-fec10e3fc782 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:14.984099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:14.988476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Provisioning complete for port cebabc41-b199-4cec-90f6-fec10e3fc782 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:14.989056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.048512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.070605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.124818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.159871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] For port cebabc41-b199-4cec-90f6-fec10e3fc782, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cebabc41-b199-4cec-90f6-fec10e3fc782,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:15.162496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.232244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.236187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-545ec184-36fe-49b0-aba8-0c35880b9138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:15.254159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.260518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:15.280664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad2f129-bb10-4650-8a49-188f02b46e78,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:15.283771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.284229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:15.309992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Pushing event updated for resources: {'Port': ['ID=cebabc41-b199-4cec-90f6-fec10e3fc782,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:15.313803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:15.345773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 8e753b50-5727-446b-a93b-c017f3de7ae9 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:15.368465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.372129 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129882 Dec 17 17:07:15.372314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48324) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:15.391019 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c8f48956-083b-4b9f-bfec-9092d1b25c70 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules/0ad2f129-bb10-4650-8a49-188f02b46e78 HTTP/1.1" status: 200 len: 763 time: 0.0175784 Dec 17 17:07:15.393350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48328) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:15.439969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-16f7209a-a02f-4c70-872d-9ae4ebce1b5b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:15.442999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e654fc60-beea-4a57-919e-b5743ca658db None None] Provisioning for port b510c200-2fab-4a5b-b86a-0553495d4a89 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:15.448276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e654fc60-beea-4a57-919e-b5743ca658db None None] Provisioning complete for port b510c200-2fab-4a5b-b86a-0553495d4a89 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:15.448918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e654fc60-beea-4a57-919e-b5743ca658db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.505046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e654fc60-beea-4a57-919e-b5743ca658db None None] Port b510c200-2fab-4a5b-b86a-0553495d4a89 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:15.529396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-16f7209a-a02f-4c70-872d-9ae4ebce1b5b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:15.534482 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-16f7209a-a02f-4c70-872d-9ae4ebce1b5b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1363759 Dec 17 17:07:15.535090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48332) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:15.553544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.558038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.563532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:15.563744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.574261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.626438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:15.629432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:15.633787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:15.661888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.662716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.671605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.673699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:15.674626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:15.687476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:15.688063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ad2f129-bb10-4650-8a49-188f02b46e78,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:15.691459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:15.699907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6a34b57-1511-4377-8cbc-b3dc25dca3da tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:15.752880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.763035 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0ad2f129-bb10-4650-8a49-188f02b46e78 HTTP/1.1" status: 204 len: 168 time: 0.2180901 Dec 17 17:07:15.763035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48336) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:15.809989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0c7834c-c092-429b-b271-b221eb39f2ae tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:15.849063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:15.849671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:15.865940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=b510c200-2fab-4a5b-b86a-0553495d4a89,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:15.874543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:15.900494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0c7834c-c092-429b-b271-b221eb39f2ae tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:15.902115 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a0c7834c-c092-429b-b271-b221eb39f2ae tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444662 Dec 17 17:07:15.904762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48340) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:15.910797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab1c38-acc0-49de-8e87-cd6115ab80be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:15.917918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:15.919740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:15.922751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:15.929104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:15.982774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758440 Dec 17 17:07:15.986862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b9a78678-57cb-4ba2-91eb-f153469aa4dc None None] Provisioning for port 8e753b50-5727-446b-a93b-c017f3de7ae9 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:15.994661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b9a78678-57cb-4ba2-91eb-f153469aa4dc None None] Provisioning complete for port 8e753b50-5727-446b-a93b-c017f3de7ae9 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:15.995375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b9a78678-57cb-4ba2-91eb-f153469aa4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.051521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.091927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b9a78678-57cb-4ba2-91eb-f153469aa4dc None None] Port 8e753b50-5727-446b-a93b-c017f3de7ae9 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:16.146050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.148287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Request body: {'port': {'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:16.215509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.215842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3e0f91c2-a63f-4460-b390-cee6e39a5003 None None] Provisioning complete for port b510c200-2fab-4a5b-b86a-0553495d4a89 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:16.216287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e0f91c2-a63f-4460-b390-cee6e39a5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.217862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:16.238955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab80ce1a-9b68-40a3-9643-8e69c27066e1,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:16.243279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:16.279010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f91c2-a63f-4460-b390-cee6e39a5003 None None] Port b510c200-2fab-4a5b-b86a-0553495d4a89 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:16.302075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.312099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Router a168bd24-272f-4b01-9aca-75f9a9b34ed0 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:07:16.321142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faeb7d-c3b2-4ffa-9b73-4cb300d82989 req-7a52d381-1e4f-4e3e-b29e-fc8835054b64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:16.321856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-12faeb7d-c3b2-4ffa-9b73-4cb300d82989 req-7a52d381-1e4f-4e3e-b29e-fc8835054b64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:16.328611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.329854 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241173 Dec 17 17:07:16.332605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48346) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.351679 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5e4bac8f-f261-4c57-9880-c5ef5d600142 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules/ab80ce1a-9b68-40a3-9643-8e69c27066e1 HTTP/1.1" status: 200 len: 763 time: 0.0178974 Dec 17 17:07:16.354054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48350) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.401563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7884d434-bff4-4b43-abc1-d4e4997e06c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:16.472369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7884d434-bff4-4b43-abc1-d4e4997e06c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:16.473830 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7884d434-bff4-4b43-abc1-d4e4997e06c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1187482 Dec 17 17:07:16.476465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48354) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.505527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.515753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.597974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:16.604796 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "PUT /v2.0/routers/a168bd24-272f-4b01-9aca-75f9a9b34ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9431136 Dec 17 17:07:16.607670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48358) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.608627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-12faeb7d-c3b2-4ffa-9b73-4cb300d82989 req-7a52d381-1e4f-4e3e-b29e-fc8835054b64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:16.610261 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12faeb7d-c3b2-4ffa-9b73-4cb300d82989 req-7a52d381-1e4f-4e3e-b29e-fc8835054b64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 931 time: 0.5172331 Dec 17 17:07:16.617344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Sync routers for ids ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:16.630639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Routers {'a168bd24-272f-4b01-9aca-75f9a9b34ed0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:16.630639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:16.694282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cebabc41-b199-4cec-90f6-fec10e3fc782 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:16.701353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08907169-a382-4435-88c0-1f2fbc545c9a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:16.701963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-08907169-a382-4435-88c0-1f2fbc545c9a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:16.706046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.708122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:16.727625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab80ce1a-9b68-40a3-9643-8e69c27066e1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:16.734469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:16.755476 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12faeb7d-c3b2-4ffa-9b73-4cb300d82989 req-86481c02-6f7e-4e69-a62a-253bccbf24bb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157854 Dec 17 17:07:16.798473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-08907169-a382-4435-88c0-1f2fbc545c9a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:16.802174 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-08907169-a382-4435-88c0-1f2fbc545c9a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports/b510c200-2fab-4a5b-b86a-0553495d4a89 HTTP/1.1" status: 200 len: 911 time: 0.1910107 Dec 17 17:07:16.802469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48362) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.856518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Set router a168bd24-272f-4b01-9aca-75f9a9b34ed0 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:16.859114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:16.863342 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ab80ce1a-9b68-40a3-9643-8e69c27066e1 HTTP/1.1" status: 204 len: 168 time: 0.3836684 Dec 17 17:07:16.864568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48366) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:16.937739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cebabc41-b199-4cec-90f6-fec10e3fc782 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:16.938283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.002068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e753b50-5727-446b-a93b-c017f3de7ae9 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:07:17.010586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.026588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Transition to ACTIVE for port object 8e753b50-5727-446b-a93b-c017f3de7ae9 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:17.062154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9dbd3e07-915a-4cc2-8720-58f56f091c31 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:17.093684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8b20a-0600-4a18-a578-191629f4dfa3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:17.096441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.105259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8b20a-0600-4a18-a578-191629f4dfa3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:17.105259 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-99b8b20a-0600-4a18-a578-191629f4dfa3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2982268 Dec 17 17:07:17.105513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:17.105630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48370) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:17.164405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9dbd3e07-915a-4cc2-8720-58f56f091c31 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:17.166017 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9dbd3e07-915a-4cc2-8720-58f56f091c31 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3011529 Dec 17 17:07:17.227726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48374) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:17.232669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Pushing event updated for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:17.233393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab1c38-acc0-49de-8e87-cd6115ab80be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:17.247059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:17.255757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:17.273339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:17.361769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:14Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': 'b510c200-2fab-4a5b-b86a-0553495d4a89', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:d4:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:13Z', 'updated_at': '2021-12-17T17:07:15Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:17.366021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Checking router: a168bd24-272f-4b01-9aca-75f9a9b34ed0 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:17.366468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Updating router a168bd24-272f-4b01-9aca-75f9a9b34ed0 port b510c200-2fab-4a5b-b86a-0553495d4a89 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:07:17.389912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Attempting to bind port 8e753b50-5727-446b-a93b-c017f3de7ae9 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:17.389912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Attempting to bind port 8e753b50-5727-446b-a93b-c017f3de7ae9 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:17.389912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Attempting to bind port 8e753b50-5727-446b-a93b-c017f3de7ae9 on network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:17.395262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Port 8e753b50-5727-446b-a93b-c017f3de7ae9 on network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:07:17.395804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Attempting to bind port 8e753b50-5727-446b-a93b-c017f3de7ae9 on network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:17.401909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:17.402546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Checking segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:17.403110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Bound using segment: {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:17.403701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Bound port: 8e753b50-5727-446b-a93b-c017f3de7ae9, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6120dc48-60e3-4264-9be3-3267c63247bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:17.404218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.417894 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Project cad2b58ab9cc4d1abd7631acf1687889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:07:17.435323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.439693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.504153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:17.507334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8e753b50-5727-446b-a93b-c017f3de7ae9,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:17.555124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.579180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.584472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dec1324b-0371-4607-a8cd-a1369a738a1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:17.613228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.619441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:17.643173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1155e2-29d3-4ad4-996a-9c2644223c1f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:17.645382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:17.646022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.647434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] 10.222.0.60 "PUT /v2.0/ports/8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 1093 time: 1.5537353 Dec 17 17:07:17.647858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:07:17.653595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:17.683426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Pushing event updated for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:17.697762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:17.709049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'status': 'completed', 'code': 200} Dec 17 17:07:17.748366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.811529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-fec8eb96-7b4c-4de8-9095-878dcee243bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:17.813865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-fec8eb96-7b4c-4de8-9095-878dcee243bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1096 time: 0.0795822 Dec 17 17:07:17.843559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.844257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.848864 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6161978 Dec 17 17:07:17.850774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48382) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:17.861166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Transition to ACTIVE for port object b510c200-2fab-4a5b-b86a-0553495d4a89 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:17.924158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:17.929104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-37a8f35d-5a6d-46b3-834a-1a80b6573be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:18.001258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-916f250e-af31-4fbb-9e4d-32d41b267e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.002757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-916f250e-af31-4fbb-9e4d-32d41b267e1c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1805615 Dec 17 17:07:18.007120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-54e0a13f-3373-4b10-9951-3a1ce935b23a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules/ad1155e2-29d3-4ad4-996a-9c2644223c1f HTTP/1.1" status: 200 len: 769 time: 0.1551170 Dec 17 17:07:18.013662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48386) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:18.061988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Pushing event updated for resources: {'Port': ['ID=b510c200-2fab-4a5b-b86a-0553495d4a89,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:18.099528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:18.118574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d8983de6-d894-4140-9e5a-85fb62fb8745 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:18.152274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port b510c200-2fab-4a5b-b86a-0553495d4a89 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:18.152954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.176000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Attempting to bind port b510c200-2fab-4a5b-b86a-0553495d4a89 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:18.176356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Attempting to bind port b510c200-2fab-4a5b-b86a-0553495d4a89 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:18.176732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Attempting to bind port b510c200-2fab-4a5b-b86a-0553495d4a89 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:18.182977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:18.183352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:18.183757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.184162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:18.184644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Bound port: b510c200-2fab-4a5b-b86a-0553495d4a89, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:18.185029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.212072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d8983de6-d894-4140-9e5a-85fb62fb8745 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:18.216208 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d8983de6-d894-4140-9e5a-85fb62fb8745 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2015660 Dec 17 17:07:18.220105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48390) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:18.233932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-f2dfba33-0ceb-4288-b1a5-f9462e6e535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.238564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c970344-e3ff-4fa3-ba38-9f06a0591941 req-f2dfba33-0ceb-4288-b1a5-f9462e6e535a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703975 Dec 17 17:07:18.288160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088a7-3897-4ee1-9aed-642319018645 req-0eb75c9f-ea3e-4543-95df-8b7ba58a6a91 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.290639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-801088a7-3897-4ee1-9aed-642319018645 req-0eb75c9f-ea3e-4543-95df-8b7ba58a6a91 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 943 time: 0.2824037 Dec 17 17:07:18.305282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] For port b510c200-2fab-4a5b-b86a-0553495d4a89, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:18.308782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] For port b510c200-2fab-4a5b-b86a-0553495d4a89, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b510c200-2fab-4a5b-b86a-0553495d4a89,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:18.348026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.363075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.382281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.386207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-801088a7-3897-4ee1-9aed-642319018645 req-e135dd2e-bccb-4f78-aec5-72b2ba3a21e7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599272 Dec 17 17:07:18.387250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3919b283-5224-47fe-b15d-a90d6e474bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:18.401585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-abe3e067-b968-4155-9041-28d7ec2420c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.403431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-abe3e067-b968-4155-9041-28d7ec2420c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1096 time: 0.1119068 Dec 17 17:07:18.432789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port b510c200-2fab-4a5b-b86a-0553495d4a89, host dv-neutron-821073-1-hyperv, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:18.433042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.479860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-572f54cc-5587-4625-b192-4ba09da1c38e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 217 time: 0.0677104 Dec 17 17:07:18.481024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Pushing event updated for resources: {'Port': ['ID=b510c200-2fab-4a5b-b86a-0553495d4a89,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:18.485799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:18.489284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Routers {'a168bd24-272f-4b01-9aca-75f9a9b34ed0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:18.490115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:18.493372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.550405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-74204c6f-28c7-4eba-956b-446ce266c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.552798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-74204c6f-28c7-4eba-956b-446ce266c2cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 200 len: 834 time: 0.0634835 Dec 17 17:07:18.552937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ffe179f3-f4fb-4aff-a42e-523e9cb72f52 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:18.564737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for b510c200-2fab-4a5b-b86a-0553495d4a89 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:18.617554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad1155e2-29d3-4ad4-996a-9c2644223c1f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:18.622029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:18.668429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] Set router a168bd24-272f-4b01-9aca-75f9a9b34ed0 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:18.673461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-6192e0bd-b96a-4024-a5b0-16cce3686744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:18.676216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-6192e0bd-b96a-4024-a5b0-16cce3686744 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151807 Dec 17 17:07:18.831985 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-52535490-a066-49a0-9599-215a3f014e05 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473112 Dec 17 17:07:18.906253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:18.907935 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ad1155e2-29d3-4ad4-996a-9c2644223c1f HTTP/1.1" status: 204 len: 168 time: 0.6869152 Dec 17 17:07:18.915338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48394) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:18.972025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f29c40-dbf0-4330-9380-2d1f47d669a1 req-1ab36fe3-9998-498a-9403-a28ec05a944a service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333911 Dec 17 17:07:18.988964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2b8ed951-0ef3-47d2-9c54-2094e1b9221a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:19.056585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:07:19.056907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:07:19.065283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:14Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': 'b510c200-2fab-4a5b-b86a-0553495d4a89', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:d4:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:13Z', 'updated_at': '2021-12-17T17:07:18Z', 'revision_number': 4, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:19.069947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad554c5c-02e9-4637-b2d9-1fab926422f6 None None] The sync data for ids ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'] in dv-neutron-821073-1-hyperv is: [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:14Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': 'b510c200-2fab-4a5b-b86a-0553495d4a89', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:d4:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:13Z', 'updated_at': '2021-12-17T17:07:18Z', 'revision_number': 4, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': '8d7d0664-8909-4447-9408-32c0e5d975dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:19.089043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2b8ed951-0ef3-47d2-9c54-2094e1b9221a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:19.093423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48398) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:19.094132 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2b8ed951-0ef3-47d2-9c54-2094e1b9221a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1777735 Dec 17 17:07:19.158244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.184626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.289329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.293451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98a140ed-915e-4720-bbdb-878e531d8e79 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:19.312217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab1c38-acc0-49de-8e87-cd6115ab80be,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:19.315431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:19.398160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.399437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/a4ab1c38-acc0-49de-8e87-cd6115ab80be HTTP/1.1" status: 204 len: 168 time: 0.3046334 Dec 17 17:07:19.401911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48402) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:19.458655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-43556148-9f14-4a04-a160-71dc8b150a14 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:19.557760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port b510c200-2fab-4a5b-b86a-0553495d4a89 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:19.558486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.676349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-43556148-9f14-4a04-a160-71dc8b150a14 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:19.677578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-43556148-9f14-4a04-a160-71dc8b150a14 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2746484 Dec 17 17:07:19.682230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48408) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:19.687948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996188760'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:19.701180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:19.715211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:19.740174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccced81-a0ea-49d9-a566-5351340bf50c req-2dd97881-7e16-45a9-8ea5-e017f4cbac46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:19.741582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fccced81-a0ea-49d9-a566-5351340bf50c req-2dd97881-7e16-45a9-8ea5-e017f4cbac46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 943 time: 0.2348814 Dec 17 17:07:19.768807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port b510c200-2fab-4a5b-b86a-0553495d4a89, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b510c200-2fab-4a5b-b86a-0553495d4a89,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:19.779311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.794350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fccced81-a0ea-49d9-a566-5351340bf50c req-4b8422f9-a01d-4143-87ec-9518a8aafae1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Dec 17 17:07:19.820815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:19.841681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:19.847377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:19.849558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:19.855459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:19.897897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for b510c200-2fab-4a5b-b86a-0553495d4a89 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:19.932227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.003997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.009447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cb86e65e-59f7-4b24-9485-41c528691dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:20.051134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644b4824-2d02-4bac-be8e-7c3ab37a37e9,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:20.055922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:20.123346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.124575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4407167 Dec 17 17:07:20.127394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48412) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:20.132349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Request body: {'security_group_rule': {'security_group_id': '644b4824-2d02-4bac-be8e-7c3ab37a37e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:20.138488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:20.140463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.143170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Usage tracker for resource:security_group_rule and tenant:cad2b58ab9cc4d1abd7631acf1687889 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:20.145939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7e432ac-a298-4f1a-8b0d-260e807481ed tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:20.146274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:20.151970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:20.222853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=b510c200-2fab-4a5b-b86a-0553495d4a89,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:20.225378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:20.239497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.313650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.377191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.380109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.390917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:20.404562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ad698-2248-45c8-bde6-67e304731e57,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:20.409905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:20.489803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.495974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628118 Dec 17 17:07:20.495974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48416) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:20.572933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.599715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.652017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Router a168bd24-272f-4b01-9aca-75f9a9b34ed0 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:07:20.706550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.711833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e673bccd-f7ab-4a95-8dfa-571aa8f4cd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:20.727358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644b4824-2d02-4bac-be8e-7c3ab37a37e9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:20.732050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:20.739361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:20.742852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/644b4824-2d02-4bac-be8e-7c3ab37a37e9 HTTP/1.1" status: 204 len: 168 time: 0.2437317 Dec 17 17:07:20.743168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48420) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:20.799423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47e6fcb6-8c8a-4858-a683-7af6a1029450 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:20.886756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-47e6fcb6-8c8a-4858-a683-7af6a1029450 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:20.888304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-47e6fcb6-8c8a-4858-a683-7af6a1029450 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432939 Dec 17 17:07:20.891448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48426) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:20.904563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:20.920340 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Sync routers for ids ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:20.929583 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Routers {'a168bd24-272f-4b01-9aca-75f9a9b34ed0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:20.930231 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:20.993788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-52d33758-17e5-4326-9fa3-e08667debe6b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:21.001635 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "PUT /v2.0/routers/a168bd24-272f-4b01-9aca-75f9a9b34ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8957031 Dec 17 17:07:21.002543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.033474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8d77-49e1-4dcb-9572-0c99abe90335 req-893bd3c3-4a46-43fe-824e-a73467b11110 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:21.035027 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e46f8d77-49e1-4dcb-9572-0c99abe90335 req-893bd3c3-4a46-43fe-824e-a73467b11110 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 943 time: 0.1237171 Dec 17 17:07:21.062254 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Set router a168bd24-272f-4b01-9aca-75f9a9b34ed0 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:21.079070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-52d33758-17e5-4326-9fa3-e08667debe6b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group_rule {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:21.079883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337ec59-1c23-45c4-bb4b-dbcd59880afb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:21.082858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-52d33758-17e5-4326-9fa3-e08667debe6b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1878290 Dec 17 17:07:21.082989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337ec59-1c23-45c4-bb4b-dbcd59880afb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:21.082989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d337ec59-1c23-45c4-bb4b-dbcd59880afb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:21.084228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48434) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.107428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e46f8d77-49e1-4dcb-9572-0c99abe90335 req-3884f363-901b-4751-91f1-9fb47f61e293 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650020 Dec 17 17:07:21.110705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-3b6e9bb3-4693-4fd4-ab2b-a363ad03df28 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] delete failed (client error): The resource could not be found. Dec 17 17:07:21.110705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3b6e9bb3-4693-4fd4-ab2b-a363ad03df28 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "DELETE /v2.0/security-groups/644b4824-2d02-4bac-be8e-7c3ab37a37e9 HTTP/1.1" status: 404 len: 347 time: 0.0246751 Dec 17 17:07:21.115833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48438) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.166990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f6e5561-b9e0-4c18-a8d3-a59b11751734 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Synchronizing usage tracker for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:21.174633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:20Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:21.178854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d337ec59-1c23-45c4-bb4b-dbcd59880afb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:21.179263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Checking router: a168bd24-272f-4b01-9aca-75f9a9b34ed0 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:21.180006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d337ec59-1c23-45c4-bb4b-dbcd59880afb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1765451 Dec 17 17:07:21.183185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48442) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.186108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9f6e5561-b9e0-4c18-a8d3-a59b11751734 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Unset dirty status for tenant:cad2b58ab9cc4d1abd7631acf1687889 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:21.187416 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f6e5561-b9e0-4c18-a8d3-a59b11751734 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710626 Dec 17 17:07:21.190420 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Routers {'a168bd24-272f-4b01-9aca-75f9a9b34ed0'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:21.191130 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:21.268518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 8d7d0664-8909-4447-9408-32c0e5d975dd {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:21.272383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.331928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.351042 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] Set router a168bd24-272f-4b01-9aca-75f9a9b34ed0 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:21.415306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.453418 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:20Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:21.457233 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289c01-6445-4b0b-8fa3-11463e73ff33 None None] The sync data for ids ['a168bd24-272f-4b01-9aca-75f9a9b34ed0'] in dv-neutron-821073-1-hyperv is: [{'id': 'a168bd24-272f-4b01-9aca-75f9a9b34ed0', 'name': 'tempest-NetworksTestDHCPv6-router-963684706', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:12Z', 'updated_at': '2021-12-17T17:07:20Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:21.569784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.573780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-828adc9c-76f5-4c06-93d0-6209e1d2e447 tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:21.614941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7d0664-8909-4447-9408-32c0e5d975dd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:21.617293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:21.620014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.626980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab9c49-b7d0-4f65-bd13-d901608d907f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:21.684842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/8d7d0664-8909-4447-9408-32c0e5d975dd HTTP/1.1" status: 204 len: 168 time: 0.4977484 Dec 17 17:07:21.687053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48450) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.700548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48454) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.847994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d5063bc0-8147-4de5-a7df-27161e57af85 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1597273 Dec 17 17:07:21.850783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48460) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.875534 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9be45d54-7818-4b3b-aa97-735c46b3b706 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cad2b58ab9cc4d1abd7631acf1687889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737237 Dec 17 17:07:21.882486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48464) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:21.903391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:21.911099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Deleting port cebabc41-b199-4cec-90f6-fec10e3fc782 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:21.911568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.951583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.983194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:21.994272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 8e753b50-5727-446b-a93b-c017f3de7ae9 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:07:21.994673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.146609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.152732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5badbd75-094b-4a02-beef-97c84df6a0ea tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:22.169233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f5a20-1de8-4953-ad5a-15c7ef5a7b54,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:22.181440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:22.212262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] For port cebabc41-b199-4cec-90f6-fec10e3fc782, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cebabc41-b199-4cec-90f6-fec10e3fc782,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:22.212682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.329803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.333312 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/129f5a20-1de8-4953-ad5a-15c7ef5a7b54 HTTP/1.1" status: 204 len: 168 time: 0.4474282 Dec 17 17:07:22.357090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Calling delete_port for cebabc41-b199-4cec-90f6-fec10e3fc782 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:22.405409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8e753b50-5727-446b-a93b-c017f3de7ae9,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:22.425075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:07:22.470290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.477324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.500213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.518935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e753b50-5727-446b-a93b-c017f3de7ae9 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:07:22.526441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff26f2-4948-4343-bbf3-143202337ed7 req-9f633136-02bd-4ac4-b6cc-145bb7d1418c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:22.528325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27ff26f2-4948-4343-bbf3-143202337ed7 req-9f633136-02bd-4ac4-b6cc-145bb7d1418c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 943 time: 0.2899022 Dec 17 17:07:22.535865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8e753b50-5727-446b-a93b-c017f3de7ae9,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:22.563375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.568212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:22.572511 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27ff26f2-4948-4343-bbf3-143202337ed7 req-023b9b2f-2769-48db-8ef9-db8fdbf7c9d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Dec 17 17:07:22.586839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.593732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Fanout notify agent at l3_agent the message router_deleted on router a168bd24-272f-4b01-9aca-75f9a9b34ed0 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:07:22.601652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.602898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c57c80dd-de88-4b96-b1c7-125f9b67dbc8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/routers/a168bd24-272f-4b01-9aca-75f9a9b34ed0 HTTP/1.1" status: 204 len: 168 time: 0.7512605 Dec 17 17:07:22.606012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48476) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:22.611834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:22.615612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Pushing event deleted for resources: {'Port': ['ID=cebabc41-b199-4cec-90f6-fec10e3fc782,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:22.618062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:22.622602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] No DVR routers for this DVR port cebabc41-b199-4cec-90f6-fec10e3fc782 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:22.637771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:22.643801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-05597552-7172-482a-93c9-9183ff47a80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:22.684541 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:07:22.736433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:22.741767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cebabc41-b199-4cec-90f6-fec10e3fc782 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:22.769442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:22.780621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: cebabc41-b199-4cec-90f6-fec10e3fc782 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:22.781562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cebabc41-b199-4cec-90f6-fec10e3fc782 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:22.781899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:22.783451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b510c200-2fab-4a5b-b86a-0553495d4a89 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:22.786145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:22.788883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:22.794847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:22.818042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b510c200-2fab-4a5b-b86a-0553495d4a89 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:22.818472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b510c200-2fab-4a5b-b86a-0553495d4a89 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:22.893973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:22.897509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.018866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['8e753b50-5727-446b-a93b-c017f3de7ae9'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:07:23.192557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.197894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8176f25-f1b5-4217-886e-fc5facb8debc tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:23.275450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:23.278510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:23.283003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:23.283603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.293889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4819d76-85f6-4a9e-a985-b14e9ce0204c None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:23.301718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=fed4f501-f72b-43d6-a16d-942e9d5014f5,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:23.308886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:23.395898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7859564 Dec 17 17:07:23.396022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:23.401175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:23.408646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:23.412658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:router and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:23.415850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:23.422790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:23.483597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.484766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.499431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.525093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48502) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:23.529018 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027957 Dec 17 17:07:23.532420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48504) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:23.592136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.592328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:23.593190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.647894 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d950465f-dab2-4ee3-8616-405c42246a63 tempest-NetworksApiDiscovery-645127767 tempest-NetworksApiDiscovery-645127767-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1143329 Dec 17 17:07:23.672350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:23.673789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c4ad6353-e844-4be3-9737-34b2ea07b776 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2769113 Dec 17 17:07:23.676525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48514) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:23.761919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/fed4f501-f72b-43d6-a16d-942e9d5014f5/eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:24.038416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.049060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Transition to ACTIVE for port object eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:24.067866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Transition to ACTIVE for port object eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:24.117321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.122989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:24.131709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48520) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:24.183033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:24.186113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:24.189848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:24.192568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f603c1-bcac-4230-99cf-5c8d26f9db04 req-4b085599-d1fb-4f73-bc6d-92080357e157 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:24.194078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05f603c1-bcac-4230-99cf-5c8d26f9db04 req-4b085599-d1fb-4f73-bc6d-92080357e157 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 944 time: 0.4606366 Dec 17 17:07:24.228800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Pushing event updated for resources: {'Port': ['ID=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:24.239279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:24.250449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.258567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.275247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:24.279332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Usage tracker for resource:security_group_rule and tenant:4fbef8c9a22847e0967a51f82c5e3bc4 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:24.283645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:24.289194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Attempting to bind port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:24.289581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Attempting to bind port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:24.289709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:24.289995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Attempting to bind port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:24.295378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:24.295764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:24.296176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.296579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:24.297724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Bound port: eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:24.298153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.373516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.385533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] For port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:24.388608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] For port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:24.437957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.445824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1fee7ff-f426-4fee-b486-a72b94eae3a8 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:24.472649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.477786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6b37415-9726-46ce-95ae-8e3037bb7d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:24.491808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e722e-8595-4453-8063-a4ee53345b83,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:24.494983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:24.500567 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fbef8c9a22847e0967a51f82c5e3bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674388 Dec 17 17:07:24.501185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48526) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:24.539958 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05f603c1-bcac-4230-99cf-5c8d26f9db04 req-cdf227d9-3176-41d2-ae35-5c84772d91b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108063 Dec 17 17:07:24.565404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Pushing event updated for resources: {'Port': ['ID=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:24.567002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.569041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:24.594811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.700873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.707946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6a376c6-d66e-44ac-9936-f229fefc1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:24.725212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e722e-8595-4453-8063-a4ee53345b83,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:24.728134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.732116 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c0e722e-8595-4453-8063-a4ee53345b83 HTTP/1.1" status: 204 len: 168 time: 0.2273407 Dec 17 17:07:24.732116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:24.789525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::1 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/fed4f501-f72b-43d6-a16d-942e9d5014f5/6622c06b-c12d-4807-b4f6-e8d936766381) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:24.971933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:24.991413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 6622c06b-c12d-4807-b4f6-e8d936766381 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:25.083326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.087460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d44743af-b13e-4a02-94a3-1451ade5da38 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:25.158201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:25.161531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:25.165563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:25.166122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.172136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=6622c06b-c12d-4807-b4f6-e8d936766381,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:25.184182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:25.337906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.757799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-449e69dc-7bee-4f2a-989a-1b3a0c42ed64 None None] Provisioning for port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:25.795177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf1585-919e-4bb5-9b63-c4bfa4f8293e req-43938968-01fe-4779-8ba8-94db4c203aff tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:25.796621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82bf1585-919e-4bb5-9b63-c4bfa4f8293e req-43938968-01fe-4779-8ba8-94db4c203aff tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 944 time: 0.1307576 Dec 17 17:07:25.831424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.855167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82bf1585-919e-4bb5-9b63-c4bfa4f8293e req-90ba8296-9813-4fa1-8c72-23cc79295e66 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Dec 17 17:07:25.883156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.884059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.888679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9229d51e-a318-43e6-82d6-02fd0bcf9dd7 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:25.928904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-85bbc01c-de92-406e-9844-479f010e8134 None None] Provisioning for port 6622c06b-c12d-4807-b4f6-e8d936766381 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:25.934110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-85bbc01c-de92-406e-9844-479f010e8134 None None] Provisioning complete for port 6622c06b-c12d-4807-b4f6-e8d936766381 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:25.934526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85bbc01c-de92-406e-9844-479f010e8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:25.986945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-85bbc01c-de92-406e-9844-479f010e8134 None None] Port 6622c06b-c12d-4807-b4f6-e8d936766381 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:25.998599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 8e753b50-5727-446b-a93b-c017f3de7ae9 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:26.033382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=6622c06b-c12d-4807-b4f6-e8d936766381,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:26.037374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:26.085260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:26.086489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:26.134793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 8e753b50-5727-446b-a93b-c017f3de7ae9 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:26.140287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 8e753b50-5727-446b-a93b-c017f3de7ae9 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:26.140856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:26.266789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:26.295174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:07:26.309312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8e753b50-5727-446b-a93b-c017f3de7ae9,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:26.318916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-66a393cd-4fcd-4356-af8b-e55eb6820afd None None] Provisioning complete for port 6622c06b-c12d-4807-b4f6-e8d936766381 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:26.319297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-66a393cd-4fcd-4356-af8b-e55eb6820afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:26.343088 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'code': 200} Dec 17 17:07:26.357646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Router 4fad8383-d710-435d-87ae-023e0987c4b9 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:07:26.373462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-66a393cd-4fcd-4356-af8b-e55eb6820afd None None] Port 6622c06b-c12d-4807-b4f6-e8d936766381 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:26.386125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:26.387848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c26690a9-eeba-480a-8b3d-fca486fc1bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:26.455514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:26.458660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:26.687405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:26.700475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Sync routers for ids ['4fad8383-d710-435d-87ae-023e0987c4b9'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:26.706665 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "PUT /v2.0/routers/4fad8383-d710-435d-87ae-023e0987c4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0289228 Dec 17 17:07:26.709048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48538) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:26.716732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:26.753637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Routers {'4fad8383-d710-435d-87ae-023e0987c4b9'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:26.754317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4fad8383-d710-435d-87ae-023e0987c4b9'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:26.795620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb364e2b-ffec-4b8d-8bcf-1ae47159d4a4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:26.796194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eb364e2b-ffec-4b8d-8bcf-1ae47159d4a4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:26.807067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e9dcf-6b15-4580-bca2-3b574192dd7e req-f955ccff-f7fd-423b-ac2f-fba49d5a8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:26.808498 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-235e9dcf-6b15-4580-bca2-3b574192dd7e req-f955ccff-f7fd-423b-ac2f-fba49d5a8b8a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1098 time: 0.1645033 Dec 17 17:07:26.850421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-235e9dcf-6b15-4580-bca2-3b574192dd7e req-95d1fa16-6116-4b31-905c-950fc8a266a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Dec 17 17:07:26.865929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-eb364e2b-ffec-4b8d-8bcf-1ae47159d4a4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:26.867034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eb364e2b-ffec-4b8d-8bcf-1ae47159d4a4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports/6622c06b-c12d-4807-b4f6-e8d936766381 HTTP/1.1" status: 200 len: 911 time: 0.1570444 Dec 17 17:07:26.869452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48542) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:26.939124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Set router 4fad8383-d710-435d-87ae-023e0987c4b9 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:26.958523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8810148-2ef2-4d64-8026-e359e843ab1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:26.965608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8810148-2ef2-4d64-8026-e359e843ab1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:26.970778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48548) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:26.973939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b8810148-2ef2-4d64-8026-e359e843ab1d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0998316 Dec 17 17:07:26.981683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:27.043666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:27.044055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:27.069579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f0c8-fa5e-42f8-9d3b-fb3ca792e567 req-36661c4a-c6a8-4ecf-884d-4a1c7324871d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:27.071776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34e7f0c8-fa5e-42f8-9d3b-fb3ca792e567 req-36661c4a-c6a8-4ecf-884d-4a1c7324871d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.0936520 Dec 17 17:07:27.133989 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34e7f0c8-fa5e-42f8-9d3b-fb3ca792e567 req-3c9cf932-7dfd-40c3-9d41-0f714f7ffd48 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535817 Dec 17 17:07:27.432711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:27.501032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:27.557374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:27.607839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:25Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': '6622c06b-c12d-4807-b4f6-e8d936766381', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:4a:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:24Z', 'updated_at': '2021-12-17T17:07:25Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:27.613187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Checking router: 4fad8383-d710-435d-87ae-023e0987c4b9 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:27.613556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Updating router 4fad8383-d710-435d-87ae-023e0987c4b9 port 6622c06b-c12d-4807-b4f6-e8d936766381 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:07:27.649003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:27.658867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:27.731784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:27.759167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:27.762356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:27.778008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 6622c06b-c12d-4807-b4f6-e8d936766381 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:27.778397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.072357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.098683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.111202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Transition to ACTIVE for port object 6622c06b-c12d-4807-b4f6-e8d936766381 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:28.151973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.159471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:28.199315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 6622c06b-c12d-4807-b4f6-e8d936766381 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:28.345926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Pushing event updated for resources: {'Port': ['ID=6622c06b-c12d-4807-b4f6-e8d936766381,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:28.355845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:28.386426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba336-f0be-460a-aedd-1eb0ef859f62 req-b0d9cd61-eeac-4de8-b977-9b7ebde1bfc4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:28.387025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:07:28.387290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:07:28.388337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-80eba336-f0be-460a-aedd-1eb0ef859f62 req-b0d9cd61-eeac-4de8-b977-9b7ebde1bfc4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.1459086 Dec 17 17:07:28.413778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Attempting to bind port 6622c06b-c12d-4807-b4f6-e8d936766381 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:28.414209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Attempting to bind port 6622c06b-c12d-4807-b4f6-e8d936766381 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:28.414589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Attempting to bind port 6622c06b-c12d-4807-b4f6-e8d936766381 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:28.421258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:28.421956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:28.427233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.427233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:28.427233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Bound port: 6622c06b-c12d-4807-b4f6-e8d936766381, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:28.427233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.438254 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-80eba336-f0be-460a-aedd-1eb0ef859f62 req-fe68d5a5-857c-4685-a1dd-0e2993e135bf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Dec 17 17:07:28.517580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] For port 6622c06b-c12d-4807-b4f6-e8d936766381, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:28.520569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] For port 6622c06b-c12d-4807-b4f6-e8d936766381, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6622c06b-c12d-4807-b4f6-e8d936766381,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:28.575666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.580164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:28.674073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Pushing event updated for resources: {'Port': ['ID=6622c06b-c12d-4807-b4f6-e8d936766381,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:28.677397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Routers {'4fad8383-d710-435d-87ae-023e0987c4b9'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:28.678089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4fad8383-d710-435d-87ae-023e0987c4b9'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:28.792035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:28.792957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:28.888461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 6622c06b-c12d-4807-b4f6-e8d936766381 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:28.889233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:28.948956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] Set router 4fad8383-d710-435d-87ae-023e0987c4b9 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:29.020483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:29.020862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:29.084487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port 6622c06b-c12d-4807-b4f6-e8d936766381, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6622c06b-c12d-4807-b4f6-e8d936766381,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:29.085244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:29.214273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 6622c06b-c12d-4807-b4f6-e8d936766381 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:29.352075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:25Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': '6622c06b-c12d-4807-b4f6-e8d936766381', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:4a:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:24Z', 'updated_at': '2021-12-17T17:07:28Z', 'revision_number': 4, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:29.356001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b4cb-91ed-46b6-b62d-5769969fdf45 None None] The sync data for ids ['4fad8383-d710-435d-87ae-023e0987c4b9'] in dv-neutron-821073-1-hyperv is: [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:25Z', 'revision_number': 2, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None, '_interfaces': [{'id': '6622c06b-c12d-4807-b4f6-e8d936766381', 'name': '', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'mac_address': 'fa:16:3e:4a:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:24Z', 'updated_at': '2021-12-17T17:07:28Z', 'revision_number': 4, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'subnets': [{'id': 'fed4f501-f72b-43d6-a16d-942e9d5014f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:29.460371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:29.464760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-87de8976-47c5-4fef-b9ba-4d4ae1dd01a6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:29.513315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=6622c06b-c12d-4807-b4f6-e8d936766381,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:29.516385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:29.662990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b366762-cf20-4990-85ac-0ebd0aaae329 req-39f53b33-f5c3-41ca-b41a-91b6de5f9eab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:29.664558 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b366762-cf20-4990-85ac-0ebd0aaae329 req-39f53b33-f5c3-41ca-b41a-91b6de5f9eab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.0988014 Dec 17 17:07:29.713433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:29.731954 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b366762-cf20-4990-85ac-0ebd0aaae329 req-aa0e1eb6-09f4-4a38-b12e-5e63230f2f6b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588770 Dec 17 17:07:29.928967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78add1-729d-4802-a1f4-f4ca77279bc8 req-1c15bb3f-cd31-4e05-a249-633dde455a6d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:29.934337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be78add1-729d-4802-a1f4-f4ca77279bc8 req-1c15bb3f-cd31-4e05-a249-633dde455a6d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.0874114 Dec 17 17:07:29.978318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be78add1-729d-4802-a1f4-f4ca77279bc8 req-6be375a2-4152-4113-a54f-815779da62e7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411696 Dec 17 17:07:30.006442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48560) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:30.087274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10331a0-3f00-4359-b25a-c9c58b6a11bd tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:30.088865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c10331a0-3f00-4359-b25a-c9c58b6a11bd tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1093 time: 0.0813019 Dec 17 17:07:30.092159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48564) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:30.097908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:30.104418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:30.108433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:30.112083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:30.118901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:30.126615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Router 4fad8383-d710-435d-87ae-023e0987c4b9 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:07:30.180459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.258239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:30.317214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.353644 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "PUT /v2.0/routers/4fad8383-d710-435d-87ae-023e0987c4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3817253 Dec 17 17:07:30.356090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48568) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:30.424919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2463e3-954e-4e86-985a-59966c450e81 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:30.426450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2463e3-954e-4e86-985a-59966c450e81 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:30.427930 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7a2463e3-954e-4e86-985a-59966c450e81 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0708637 Dec 17 17:07:30.430679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48572) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:30.450958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.89 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b0bbbba5-5a47-4443-9259-40e2bbfbf608) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:30.494686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet fed4f501-f72b-43d6-a16d-942e9d5014f5 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:30.497721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.557255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.600653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.649236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.678203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.682874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d77a542-e917-4479-b0f3-2352c1ba1e2f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:30.748177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:30.751081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:30.753505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:30.775446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.780432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-889dd520-a41c-47bf-b05d-2c73bc251369 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:30.793053 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Sync routers for ids ['4fad8383-d710-435d-87ae-023e0987c4b9'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:30.803253 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Routers {'4fad8383-d710-435d-87ae-023e0987c4b9'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:30.804971 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4fad8383-d710-435d-87ae-023e0987c4b9'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:30.809664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b0bbbba5-5a47-4443-9259-40e2bbfbf608,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:30.813706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:30.823754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=fed4f501-f72b-43d6-a16d-942e9d5014f5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:30.826762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:30.828411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:30.834990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c910d93-73d0-49c7-bb3a-d22454d8d88e None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:30.842087 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/fed4f501-f72b-43d6-a16d-942e9d5014f5 HTTP/1.1" status: 204 len: 168 time: 0.4104114 Dec 17 17:07:30.842811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48576) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:30.943937 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Set router 4fad8383-d710-435d-87ae-023e0987c4b9 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:30.995537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4c692a22-b0d6-4672-a83a-d70814de94aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:31.049897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4c692a22-b0d6-4672-a83a-d70814de94aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:31.051472 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4c692a22-b0d6-4672-a83a-d70814de94aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2076766 Dec 17 17:07:31.054033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48580) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:31.055712 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:29Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:31.060425 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Checking router: 4fad8383-d710-435d-87ae-023e0987c4b9 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:31.071002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Routers {'4fad8383-d710-435d-87ae-023e0987c4b9'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:31.072076 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4fad8383-d710-435d-87ae-023e0987c4b9'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:31.154839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:31.159047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Deleting port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:31.159491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.212189 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] Set router 4fad8383-d710-435d-87ae-023e0987c4b9 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:31.228490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.262721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.320057 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:29Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:31.323929 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605827b-adb9-4980-b22b-650260b334d5 None None] The sync data for ids ['4fad8383-d710-435d-87ae-023e0987c4b9'] in dv-neutron-821073-1-hyperv is: [{'id': '4fad8383-d710-435d-87ae-023e0987c4b9', 'name': 'tempest-NetworksTestDHCPv6-router-1561240686', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:07:23Z', 'updated_at': '2021-12-17T17:07:29Z', 'revision_number': 3, 'project_id': 'e0f4a3bcafe2494a9808e071cba62621', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:31.382254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] For port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:31.382977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.417349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.523595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Calling delete_port for eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:31.572225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.575677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.693876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.694818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Fanout notify agent at l3_agent the message router_deleted on router 4fad8383-d710-435d-87ae-023e0987c4b9 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:07:31.723577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.727483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fac39eac-e596-4778-b16f-44623889eedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:31.769980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Pushing event deleted for resources: {'Port': ['ID=eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:31.773412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:31.778958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] No DVR routers for this DVR port eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:31.806897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.807991 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3795951e-cef3-43f8-9039-f8be634f87c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/routers/4fad8383-d710-435d-87ae-023e0987c4b9 HTTP/1.1" status: 204 len: 168 time: 0.7528815 Dec 17 17:07:31.810491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48584) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:31.841606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.854706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-79fe45f1-9dee-41fc-83d6-2045f464ff25 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:31.889048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:31.893609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8cc98253-bdd3-41b3-9a0a-cc32ec15284a tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:31.911708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-79fe45f1-9dee-41fc-83d6-2045f464ff25 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:31.912975 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-79fe45f1-9dee-41fc-83d6-2045f464ff25 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1015224 Dec 17 17:07:31.915448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48588) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:31.979946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d96dc1-e8bb-424e-952f-9c141be6f714 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:31.980627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-20d96dc1-e8bb-424e-952f-9c141be6f714 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:31.998681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b0bbbba5-5a47-4443-9259-40e2bbfbf608,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:32.003442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:32.012005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:32.037382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-20d96dc1-e8bb-424e-952f-9c141be6f714 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:32.040886 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20d96dc1-e8bb-424e-952f-9c141be6f714 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222775 Dec 17 17:07:32.041281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48592) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:32.140404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-65354b86-f9af-4c67-867e-a2eef0c100dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:32.189586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41ecb604-2264-4a63-9923-ef1e68b6d564 associated. External IP: 172.26.4.89, port: 8e753b50-5727-446b-a93b-c017f3de7ae9. Dec 17 17:07:32.232163 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1edb82ab-88df-4d53-b58f-3827e65c3327 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:32.300132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1edb82ab-88df-4d53-b58f-3827e65c3327 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:32.301282 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1edb82ab-88df-4d53-b58f-3827e65c3327 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2590332 Dec 17 17:07:32.305665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48596) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:32.311533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:32.419751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:32.429707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:32.494695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:32.498385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:32.537256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:07:32.681471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:32.715203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:32.715597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eab9a1b9-9a0c-4fa4-8ca8-ae5fe7023bf4 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:32.716041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6622c06b-c12d-4807-b4f6-e8d936766381 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:32.717106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:07:32.792589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:07:32.795189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 6622c06b-c12d-4807-b4f6-e8d936766381 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:32.795493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6622c06b-c12d-4807-b4f6-e8d936766381 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:32.803891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:32.804856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:32.808389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:32.868017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7744243 Dec 17 17:07:32.868709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:07:32.873450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48600) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:32.884722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:07:32.915765 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'status': 'completed', 'code': 200} Dec 17 17:07:32.945544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:32.956507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-211d03fb-6538-4b43-86fe-dc2cb07ead7e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:32.998957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:33.016213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48626b-c350-4ec0-8a55-58124984c79d req-83645874-b57f-4d83-a5a1-3a5ffc9cb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.019419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-83645874-b57f-4d83-a5a1-3a5ffc9cb71b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1098 time: 0.0786912 Dec 17 17:07:33.045326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:33.057136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:33.059850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.060448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:33.095024 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a9395a5b-592b-41d0-9e2d-ff1ab50a879a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41ecb604-2264-4a63-9923-ef1e68b6d564 HTTP/1.1" status: 200 len: 990 time: 0.2140608 Dec 17 17:07:33.095024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=3d48fd9f-8d4a-47ac-b802-d600b643942e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:33.097855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:33.137848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974015e-59c1-4db4-b502-b560ba26e17d None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:33.166739 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8594246 Dec 17 17:07:33.167851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:33.174076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:33.180796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48626b-c350-4ec0-8a55-58124984c79d req-bd0b7773-8007-4a84-acab-f9c10e0f3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.182462 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-bd0b7773-8007-4a84-acab-f9c10e0f3974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 898 time: 0.1570196 Dec 17 17:07:33.319540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:33.324214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:33.327488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:33.334765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:33.397757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:33.401888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:33.420997 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-c24b2ced-993c-436f-b872-666ddf62829b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 998 time: 0.2312973 Dec 17 17:07:33.484052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48626b-c350-4ec0-8a55-58124984c79d req-59ee0270-46b5-4952-a083-13911b56686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.486171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-59ee0270-46b5-4952-a083-13911b56686a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 200 len: 834 time: 0.0583980 Dec 17 17:07:33.525182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '3d48fd9f-8d4a-47ac-b802-d600b643942e'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:33.526603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:33.567971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48626b-c350-4ec0-8a55-58124984c79d req-6b250fac-cfba-44a7-9178-0ae9c6cd6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.569359 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-6b250fac-cfba-44a7-9178-0ae9c6cd6dc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745778 Dec 17 17:07:33.631955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:31Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:33.666726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:07:33.689786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:07:33.690632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:07:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:33.715792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-ba6623a5-46da-4669-9d17-16cd1da436bf service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388588 Dec 17 17:07:33.729191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:33.733073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f28fff04-fd8a-4451-b206-9ea7a2cb7f43 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:33.772328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Allocated IP 2001:db8::f816:3eff:fe5e:212b (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/3d48fd9f-8d4a-47ac-b802-d600b643942e/3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:33.790031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:33.793197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:33.797509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:33.798239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:33.815845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=729d1d99-6643-455a-b237-9b9235f6ee3d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:33.820231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:33.862106 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b48626b-c350-4ec0-8a55-58124984c79d req-9ddcf974-64c4-492e-bab7-582661f298a9 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378045 Dec 17 17:07:33.901469 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322388 Dec 17 17:07:33.904053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48612) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:33.910567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:67:a3:d1', 'name': 'tempest-NetworksTestDHCPv6-23080551'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:33.959223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:07:34.047905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:34.057573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:34.097915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48616) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:34.158310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:34.311582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.336355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Transition to ACTIVE for port object 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:34.373951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Transition to ACTIVE for port object 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:34.405787 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-10e2d908-0e4b-462b-b254-c9c3b4cd0dfd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41ecb604-2264-4a63-9923-ef1e68b6d564 HTTP/1.1" status: 200 len: 990 time: 0.3062978 Dec 17 17:07:34.439942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.450209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.454847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-66e3c745-f676-4af1-8709-0225b7e8e61b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:34.465732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 4659b22c-f114-4a67-8384-d42ab6e4f7eb yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:34.506323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:31Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:07:34.520816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:34.523468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044636b4-802a-4fa2-882e-a8b4c51b9a53 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:31Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:07:34.527502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:34.531534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:34.565347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Pushing event updated for resources: {'Port': ['ID=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:34.572466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:34.631832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Attempting to bind port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:34.632221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Attempting to bind port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:34.632597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Attempting to bind port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:34.637947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:34.638336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:34.638749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.639155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:34.639624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Bound port: 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:34.640006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.678741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 172.20.0.2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/729d1d99-6643-455a-b237-9b9235f6ee3d/4659b22c-f114-4a67-8384-d42ab6e4f7eb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:34.685025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe67:a3d1 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/3d48fd9f-8d4a-47ac-b802-d600b643942e/4659b22c-f114-4a67-8384-d42ab6e4f7eb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:34.737071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] For port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:34.740568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] For port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:34.754210 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce17b9d-915c-4074-97e9-63eba96c84a1 None None] New status for floating IP 41ecb604-2264-4a63-9923-ef1e68b6d564: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:07:34.820857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.825541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:34.903226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:34.903454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Pushing event updated for resources: {'Port': ['ID=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:34.916360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:34.920322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 4659b22c-f114-4a67-8384-d42ab6e4f7eb will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:35.123733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d3f507d2-b66a-4f62-a2ab-d0938e30fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.127187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.134671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-388af846-df23-40c6-88ca-a5dd08dce3a1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:35.209383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:35.212716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:35.216660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:35.248447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=4659b22c-f114-4a67-8384-d42ab6e4f7eb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:35.266804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:35.292688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:35.293303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.392506 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4873600 Dec 17 17:07:35.394828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48620) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:35.409457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48624) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:35.480846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b4fa2-e1d0-4534-9c00-c4f07b71be48 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:35.486770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b4fa2-e1d0-4534-9c00-c4f07b71be48 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:35.487495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-da6b4fa2-e1d0-4534-9c00-c4f07b71be48 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:35.514782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96e55d5b-496f-4e9f-9bac-cc7ba59f94bf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41ecb604-2264-4a63-9923-ef1e68b6d564 HTTP/1.1" status: 200 len: 992 time: 0.1040328 Dec 17 17:07:35.563827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-da6b4fa2-e1d0-4534-9c00-c4f07b71be48 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:35.565006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-da6b4fa2-e1d0-4534-9c00-c4f07b71be48 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1692393 Dec 17 17:07:35.567546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48628) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:35.625844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.633859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 4659b22c-f114-4a67-8384-d42ab6e4f7eb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:35.634209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.889975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.911856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:35.995186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4978b-b27d-484c-8e8c-bfcf3260ca2b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:36.016695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 4659b22c-f114-4a67-8384-d42ab6e4f7eb owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:36.147982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d8c8c8cf-0754-459d-b3f1-fe9c3c67376e None None] Provisioning for port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:36.270972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.276486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f724487-8f26-4d0c-a921-69ab97eb3d36 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:36.326383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=4659b22c-f114-4a67-8384-d42ab6e4f7eb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:36.329451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:36.335706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '3d48fd9f-8d4a-47ac-b802-d600b643942e', 'ip_address': '2001:db8::f816:3eff:fe5e:212b'}, {'subnet_id': '729d1d99-6643-455a-b237-9b9235f6ee3d'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:07:36.387204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.460248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.546672 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/4659b22c-f114-4a67-8384-d42ab6e4f7eb HTTP/1.1" status: 204 len: 168 time: 0.9779692 Dec 17 17:07:36.549357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48632) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:36.582617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Allocated IP 172.20.0.2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/729d1d99-6643-455a-b237-9b9235f6ee3d/3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:36.616867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:36.618399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:36.620077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:36.621038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:36.694479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:36.695904 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-454a3920-2977-4356-8159-e905ebf27986 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1455276 Dec 17 17:07:36.698407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48636) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:36.724984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:36.768051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 3d48fd9f-8d4a-47ac-b802-d600b643942e {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:36.778156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] For port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:36.814444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.831416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Transition to ACTIVE for port object 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:36.882949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:36.887855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:36.888258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.922592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.929100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:36.934531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:37.100526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.144726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 had new provisioning blocks added so it will not transition to active. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 17 17:07:37.155042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Pushing event updated for resources: {'Port': ['ID=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:37.159020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:37.184003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.204633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.305585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.309704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-285c2cf3-9b1b-4302-9f68-b6ab9b2a5115 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:37.349412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=3d48fd9f-8d4a-47ac-b802-d600b643942e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:37.351472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.354823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:37.415477 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/3d48fd9f-8d4a-47ac-b802-d600b643942e HTTP/1.1" status: 204 len: 168 time: 0.7159948 Dec 17 17:07:37.417958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48640) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:37.485672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 729d1d99-6643-455a-b237-9b9235f6ee3d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:37.488624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.549022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.632349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.677286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f9d80-3527-4e43-9527-7fa11f7afb69 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:37.741501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Could not find standard attr ID for object 4659b22c-f114-4a67-8384-d42ab6e4f7eb. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:37.775283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.780195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b822f7e4-3ea3-4be1-b4fb-a5e8efb5c863 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:37.816835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=729d1d99-6643-455a-b237-9b9235f6ee3d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:37.821706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.831286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Provisioning for port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.831828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.832503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.832614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.833014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:37.838415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:37.841996 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/729d1d99-6643-455a-b237-9b9235f6ee3d HTTP/1.1" status: 204 len: 168 time: 0.4230087 Dec 17 17:07:37.844901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48644) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:37.864351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Provisioning complete for port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:37.864736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:37.913955 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f4fb7b3a-6902-41ce-96ca-6f390cebc2e7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678129 Dec 17 17:07:37.918517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48648) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:37.923426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:38.003726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.038382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:38.042750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:38.046201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:38.052362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:38.056701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] For port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:38.073433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:38.078310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Deleting port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:38.078704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.152729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:38.158426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.163594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.171037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:38.322177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Pushing event updated for resources: {'Port': ['ID=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:38.327077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:38.352587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] For port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:38.353179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.478274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Calling delete_port for 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:38.574511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:07:38.614959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.618642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4c6de4a2-f451-4bd6-9cb0-069f596742ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:38.679561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Pushing event deleted for resources: {'Port': ['ID=3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:38.690382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] No DVR routers for this DVR port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:38.690382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:38.700852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:38.723244 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.services.revisions.revision_plugin [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Could not find related port for resource to bump revision. Dec 17 17:07:38.742632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:38.743195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:38.752159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_pluggable_backend [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Port 3b2dfd20-8cf8-4b80-8edc-81b1304f2fa7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88117) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 17:07:38.752599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_pluggable_backend [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5e:212b {{(pid=88117) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 17:07:38.756187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_pluggable_backend [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5e:212b {{(pid=88117) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 17:07:38.757339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.760844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df96fa24-ad7e-4d92-8186-c72ee82f1694 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:38.814428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:38.818648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:38.821831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:38.822409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:38.826741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b70a21-a182-4b79-8134-a7fc1b45be55 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:38.839007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=efda1732-cb72-4f80-8aa6-e1963c5963e1,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:38.844584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:38.900988 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9832880 Dec 17 17:07:38.903630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48654) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:38.909580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:39.048487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:39.052727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:39.055890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:39.059628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'efda1732-cb72-4f80-8aa6-e1963c5963e1'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:39.060479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.061658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:39.127872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:39.131768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.218368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Allocated IP 2001:db8::f816:3eff:fe0a:e193 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/efda1732-cb72-4f80-8aa6-e1963c5963e1/278c094b-f8b2-4eac-90aa-dd34a4d50608) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:39.464162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.474448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Transition to ACTIVE for port object 278c094b-f8b2-4eac-90aa-dd34a4d50608 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:39.492705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Transition to ACTIVE for port object 278c094b-f8b2-4eac-90aa-dd34a4d50608 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:39.546262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.551125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:39.574566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.583674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8ec258bc-6f96-4ab6-a234-38bedbee3fbe tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:39.612858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:39.615783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:39.654529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:39.654705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:39.654705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:39.654705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:39.654705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.656301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:39.657195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=b0f6638a-03a3-4215-9ade-0d496a55b874,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:39.660217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:39.663159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:39.713565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Attempting to bind port 278c094b-f8b2-4eac-90aa-dd34a4d50608 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:39.713975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Attempting to bind port 278c094b-f8b2-4eac-90aa-dd34a4d50608 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:39.714352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Attempting to bind port 278c094b-f8b2-4eac-90aa-dd34a4d50608 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:39.719562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:39.719946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:39.720357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.720766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:39.721240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Bound port: 278c094b-f8b2-4eac-90aa-dd34a4d50608, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:39.721617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.729324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8246701 Dec 17 17:07:39.732017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48658) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:39.738193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:ba:b8:30', 'name': 'tempest-NetworksTestDHCPv6-536003431'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:39.808402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:39.811395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:39.873351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:39.878156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:39.881056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:39.883905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:39.886845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:39.888582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-84cbd3a3-b41c-4814-a828-a693ac4afae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:39.966937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:39.975419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:39.975595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:40.105105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:40.138514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 40b16986-f85c-4481-9f90-92869441f940 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:40.354356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 172.20.0.14 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/b0f6638a-03a3-4215-9ade-0d496a55b874/40b16986-f85c-4481-9f90-92869441f940) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:40.360520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:feba:b830 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/efda1732-cb72-4f80-8aa6-e1963c5963e1/40b16986-f85c-4481-9f90-92869441f940) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:40.564590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:40.582656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 40b16986-f85c-4481-9f90-92869441f940 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:40.656965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:40.663593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a9c905fa-1737-4ea1-b000-e943bcd5e3d3 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:40.718647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:40.736057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:40.739568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:40.745029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:40.791387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=40b16986-f85c-4481-9f90-92869441f940,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:40.794449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:40.818520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:40.819064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:40.883231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:40.913103 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1799955 Dec 17 17:07:40.915935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48662) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:40.950581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c25b9-28b5-416e-8865-82745f351413 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:40.998122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c46749-f17c-4c0b-ad38-4f8178f12e6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.004026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c46749-f17c-4c0b-ad38-4f8178f12e6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.004744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-86c46749-f17c-4c0b-ad38-4f8178f12e6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:41.078043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-86c46749-f17c-4c0b-ad38-4f8178f12e6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:41.081884 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-86c46749-f17c-4c0b-ad38-4f8178f12e6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1624732 Dec 17 17:07:41.082208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:41.114753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Provisioning for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:41.128147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:41.128529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.152197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 40b16986-f85c-4481-9f90-92869441f940 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:41.152540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.305888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.345059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:41.402123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.410450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.414653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b3449c7c-10a7-4368-a95e-cfeda4a5c7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:41.447234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': 'efda1732-cb72-4f80-8aa6-e1963c5963e1', 'ip_address': '2001:db8::f816:3eff:fe0a:e193'}, {'subnet_id': 'b0f6638a-03a3-4215-9ade-0d496a55b874'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '278c094b-f8b2-4eac-90aa-dd34a4d50608'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:07:41.522760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.529339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 40b16986-f85c-4481-9f90-92869441f940 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:41.538128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:41.541431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:41.727638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Allocated IP 172.20.0.2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/b0f6638a-03a3-4215-9ade-0d496a55b874/278c094b-f8b2-4eac-90aa-dd34a4d50608) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:41.865251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:41.883032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.889721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.895010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-46809b32-c2ce-492f-be81-d24329e4e267 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:41.905986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Transition to ACTIVE for port object 278c094b-f8b2-4eac-90aa-dd34a4d50608 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:41.962036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=40b16986-f85c-4481-9f90-92869441f940,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:41.967806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:41.968718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:41.972688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:42.066971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.108058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:42.111493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:42.140093 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/40b16986-f85c-4481-9f90-92869441f940 HTTP/1.1" status: 204 len: 168 time: 1.0561190 Dec 17 17:07:42.142328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48670) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:42.213884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:42.215355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:42.216832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:42.217628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:42.311690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:42.312946 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5b17acc-3fab-4da7-9bc3-5ab56a430fea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1696732 Dec 17 17:07:42.315647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48674) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:42.382335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet b0f6638a-03a3-4215-9ade-0d496a55b874 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:42.385500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.451479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.536167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.633092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de536388-802f-4cf3-9db4-6c0b7db59f9a None None] Could not find standard attr ID for object 40b16986-f85c-4481-9f90-92869441f940. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:42.661316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.667847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf8e452d-44ec-4714-8180-d0c586ccbf1d tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:42.691326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de536388-802f-4cf3-9db4-6c0b7db59f9a None None] Provisioning for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:42.695155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:42.707194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f6638a-03a3-4215-9ade-0d496a55b874,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:42.709205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:42.711859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.747714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de536388-802f-4cf3-9db4-6c0b7db59f9a None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:42.750972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de536388-802f-4cf3-9db4-6c0b7db59f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.799141 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/b0f6638a-03a3-4215-9ade-0d496a55b874 HTTP/1.1" status: 204 len: 168 time: 0.4824288 Dec 17 17:07:42.801658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48678) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:42.870107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet efda1732-cb72-4f80-8aa6-e1963c5963e1 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:42.873061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:42.883704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea66fd-e3fc-4ad9-a903-6d1c2e375c53 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:42.931851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.005770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:43.006402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.017068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.162771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.167472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eca1d858-97fa-42c2-a7a8-e7526353dd45 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:43.206122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=efda1732-cb72-4f80-8aa6-e1963c5963e1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:43.209094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:43.210139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.219472 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/efda1732-cb72-4f80-8aa6-e1963c5963e1 HTTP/1.1" status: 204 len: 168 time: 0.4164762 Dec 17 17:07:43.221945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48682) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:43.222711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3733cb6b-e95b-40cd-887b-f54fb4da26f6 None None] Could not find standard attr ID for object 40b16986-f85c-4481-9f90-92869441f940. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:43.289042 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7c48f6aa-bcf4-43ca-9a64-39dfba063eba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659497 Dec 17 17:07:43.291733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48686) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:43.298794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:43.377130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40694c56-a154-42ce-864e-f1670f86be5c None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': 'efda1732-cb72-4f80-8aa6-e1963c5963e1'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '278c094b-f8b2-4eac-90aa-dd34a4d50608'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:07:43.408927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:43.412966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:43.415755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:43.421857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:43.428362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40694c56-a154-42ce-864e-f1670f86be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.483074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:43.487173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.620350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05030861-1185-48e5-befc-3177d2413d9f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:43.712482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-621c6457-ef5b-41a5-be74-56932f23ba80 None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:43.712782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-621c6457-ef5b-41a5-be74-56932f23ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.763271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.768044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-874cc848-4545-47fc-aa23-49fb4a483b55 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:43.823402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:43.826411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:43.829499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:43.831974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:43.850105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=3bb70115-5506-4dfc-af13-24ad3ad6906f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:43.852577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:43.918656 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6257608 Dec 17 17:07:43.921254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:43.927571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:44.014020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '3bb70115-5506-4dfc-af13-24ad3ad6906f'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '278c094b-f8b2-4eac-90aa-dd34a4d50608'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:07:44.065771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:44.066399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:44.070169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:44.073077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:44.079354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:44.140321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:44.144541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:44.265519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Allocated IP 172.20.0.2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/3bb70115-5506-4dfc-af13-24ad3ad6906f/278c094b-f8b2-4eac-90aa-dd34a4d50608) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:44.402013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:44.429716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:44.445838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Transition to ACTIVE for port object 278c094b-f8b2-4eac-90aa-dd34a4d50608 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:44.499798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:44.504207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b6789065-d616-40bc-8f0b-f7397a15cd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:44.602361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:07:44.644852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:44.653020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.653372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.653918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.654052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.654474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.655716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.655716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.655716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.656051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.665737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.665737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.665737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:44.665737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:44.691382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:44.836340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:44.972195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:07:44.972569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:07:44.982661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.213077 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:45.238845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.287751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0015e3a-3463-454b-b310-17abd4e95b6f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:45.329352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.330242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.335078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ddee3bfa-c651-4c83-9e05-e28620feee61 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:45.350475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.403791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:45.407287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:45.411720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:45.412308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.429999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=9']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:45.435128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:45.435648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e37b67b3-e828-4116-a93f-eecdc2413f21 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:45.447015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-332c1861-cf9a-4980-9fa1-ce09bad4b62c None None] Provisioning for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:45.462202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-332c1861-cf9a-4980-9fa1-ce09bad4b62c None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:45.462584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-332c1861-cf9a-4980-9fa1-ce09bad4b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.495926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=6dce0295-f85b-42f4-b48a-9c12a92ba366,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:45.498622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:45.522881 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6004593 Dec 17 17:07:45.526194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48696) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:45.532239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:d0:fb:2e', 'name': 'tempest-NetworksTestDHCPv6-383081255'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:45.617019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.674243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:45.678348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:45.681254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:45.686931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:45.704713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:45.763469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:45.808956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.810764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dc2d15fc-d887-497e-80e1-285413df7759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:45.885751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=10']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:45.889062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:45.895441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:45.924448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 0efef494-e7f7-4315-bdc1-70630f819ee0 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:46.137010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 172.20.0.13 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/3bb70115-5506-4dfc-af13-24ad3ad6906f/0efef494-e7f7-4315-bdc1-70630f819ee0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:46.142866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fed0:fb2e (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/6dce0295-f85b-42f4-b48a-9c12a92ba366/0efef494-e7f7-4315-bdc1-70630f819ee0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:46.240643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73750f-5ac9-461b-9daa-d7112d22da05 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:46.351089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.366297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 0efef494-e7f7-4315-bdc1-70630f819ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:46.366471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:46.366929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.438068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.446291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-55d27f2c-7d95-42f8-8902-f013fc421c4a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:46.512045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:46.515219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:46.519589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:46.560652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=0efef494-e7f7-4315-bdc1-70630f819ee0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:46.565500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:46.567159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.587505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:46.588117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.605662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:46.654968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.658794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:46.678119 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1508636 Dec 17 17:07:46.680546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48700) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:46.729142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:46.766136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6b128-5185-4df3-93b6-305310cac22d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:46.772331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6b128-5185-4df3-93b6-305310cac22d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:46.773149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-57b6b128-5185-4df3-93b6-305310cac22d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:46.784859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Pushing event updated for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=11']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:46.789804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:46.807396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:46.807781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.854571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-57b6b128-5185-4df3-93b6-305310cac22d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:46.858157 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-57b6b128-5185-4df3-93b6-305310cac22d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1742311 Dec 17 17:07:46.858939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48704) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:46.930199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 0efef494-e7f7-4315-bdc1-70630f819ee0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:46.930640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:46.986745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Provisioning for port 0efef494-e7f7-4315-bdc1-70630f819ee0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:46.993081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Provisioning complete for port 0efef494-e7f7-4315-bdc1-70630f819ee0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:46.993603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.053087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Port 0efef494-e7f7-4315-bdc1-70630f819ee0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:47.065399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:47.066017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01f9c035-a6a0-4e81-9dcf-7d637e64ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.315127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.353613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-36851bcd-3d48-415b-a5ef-2acf113b3504 None None] Provisioning complete for port 0efef494-e7f7-4315-bdc1-70630f819ee0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:47.354030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-36851bcd-3d48-415b-a5ef-2acf113b3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.407708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-36851bcd-3d48-415b-a5ef-2acf113b3504 None None] Port 0efef494-e7f7-4315-bdc1-70630f819ee0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:07:47.439389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 0efef494-e7f7-4315-bdc1-70630f819ee0 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:47.682954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.688300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:47.730790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=0efef494-e7f7-4315-bdc1-70630f819ee0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:47.734942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:47.870835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:47.940204 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/0efef494-e7f7-4315-bdc1-70630f819ee0 HTTP/1.1" status: 204 len: 168 time: 1.0801375 Dec 17 17:07:47.942460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48708) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:48.008273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:48.009694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:48.011320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:48.012111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:48.082805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:48.083969 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2e4ae756-1d35-44fb-8c68-612930dd91d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1406095 Dec 17 17:07:48.086548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48712) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:48.156222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 3bb70115-5506-4dfc-af13-24ad3ad6906f {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:48.159338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.221731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.305867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.448492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.452022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e11789a4-e555-43fb-ad67-153a0b4d853d tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:48.486585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb70115-5506-4dfc-af13-24ad3ad6906f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:48.489535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:48.490498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.496221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189deea-65da-4b00-a1be-aa2fa106fd07 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:48.546482 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/3bb70115-5506-4dfc-af13-24ad3ad6906f HTTP/1.1" status: 204 len: 168 time: 0.4588692 Dec 17 17:07:48.549488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48716) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:48.617446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 6dce0295-f85b-42f4-b48a-9c12a92ba366 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:48.620329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.674832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.693709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:48.787968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:48.788279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.789227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.935042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.938991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cd506029-ba74-4ca7-9703-5d449105203b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:48.976414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=6dce0295-f85b-42f4-b48a-9c12a92ba366,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:48.979057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:48.981702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:48.992329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/6dce0295-f85b-42f4-b48a-9c12a92ba366 HTTP/1.1" status: 204 len: 168 time: 0.4418130 Dec 17 17:07:48.994654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48720) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:49.067804 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d811a9ea-a7cf-46fd-a2cd-4b8becc3b499 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706844 Dec 17 17:07:49.068622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48724) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:49.074591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:49.188081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:49.192239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:49.195214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:49.200849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:49.277210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:49.281668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.306369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a6e80-646b-45d0-be83-94784c1c4413 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:49.410044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1980a556-49ac-479d-aace-a766e2802777 None None] Provisioning complete for port 278c094b-f8b2-4eac-90aa-dd34a4d50608 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:49.410447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1980a556-49ac-479d-aace-a766e2802777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.546204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.550054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02e2159b-0aec-46c1-b83a-f945041509ab tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:49.605512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:49.606677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:49.611120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:49.611697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.628852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=e70026c1-870a-4ab9-bdcf-27eae6984e7c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:49.636688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.637072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.637452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.637942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.638209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.638573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.638933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.639291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.639647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.640001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.640352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.641261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:07:49.646579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:49.657518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c1590-f839-4074-834e-105f10e4b312 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:49.661657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Deleting port 278c094b-f8b2-4eac-90aa-dd34a4d50608 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:49.662068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.722606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6528172 Dec 17 17:07:49.725269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48728) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:49.730846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:49.867056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:49.870934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:49.873704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:49.879538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-846c1590-f839-4074-834e-105f10e4b312 None None] For port 278c094b-f8b2-4eac-90aa-dd34a4d50608, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=278c094b-f8b2-4eac-90aa-dd34a4d50608,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:49.879729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:49.879930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.945743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:49.949334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:49.998759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Calling delete_port for 278c094b-f8b2-4eac-90aa-dd34a4d50608 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:50.140457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.146105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d3980c72-ef4d-4edb-a7d4-f56ccaf1098d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:50.193526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Pushing event deleted for resources: {'Port': ['ID=278c094b-f8b2-4eac-90aa-dd34a4d50608,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:50.195399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c1590-f839-4074-834e-105f10e4b312 None None] No DVR routers for this DVR port 278c094b-f8b2-4eac-90aa-dd34a4d50608 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:50.196774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:50.208789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789d41a-587b-4f1b-94b3-4d626e741a8c None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:50.356427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:07:50.357542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.362432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e958f796-6ad1-493e-9125-c365f107035d tempest-PortsTestJSON-982430261 tempest-PortsTestJSON-982430261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:50.415801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:50.418634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:50.423564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:50.424154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.443598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=83f3f394-2a22-43c9-a305-e4168d0e750d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:50.448033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:50.461472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '83f3f394-2a22-43c9-a305-e4168d0e750d'}, {'subnet_id': 'e70026c1-870a-4ab9-bdcf-27eae6984e7c'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:50.462339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.512482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7861347 Dec 17 17:07:50.515651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48732) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:50.523960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:49:a9:37', 'name': 'tempest-NetworksTestDHCPv6-2124498218'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:50.683960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:50.688081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:07:50.688244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Allocated IP 172.20.0.2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/e70026c1-870a-4ab9-bdcf-27eae6984e7c/0e14ae90-6bfb-4af0-9863-50cc8c6b09cb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:50.690174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:50.691090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:07:50.696701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:50.729590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Allocated IP 2001:db8::f816:3eff:fe1c:2798 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/83f3f394-2a22-43c9-a305-e4168d0e750d/0e14ae90-6bfb-4af0-9863-50cc8c6b09cb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:50.731466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 278c094b-f8b2-4eac-90aa-dd34a4d50608 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:50.731829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 278c094b-f8b2-4eac-90aa-dd34a4d50608 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:50.791366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:50.795487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.823606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 10a7be2c-4954-41c5-9709-d750569fc9fb yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:50.932013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:50.946962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Transition to ACTIVE for port object 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:50.962054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Transition to ACTIVE for port object 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:51.019622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.025006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fcab6f65-962e-4909-aea9-f8eec350b64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:51.090379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:51.093403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:51.096479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:51.138187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Pushing event updated for resources: {'Port': ['ID=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:51.141801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:51.146739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 172.20.0.8 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/e70026c1-870a-4ab9-bdcf-27eae6984e7c/10a7be2c-4954-41c5-9709-d750569fc9fb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:51.152449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe49:a937 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/83f3f394-2a22-43c9-a305-e4168d0e750d/10a7be2c-4954-41c5-9709-d750569fc9fb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:51.228248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Attempting to bind port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:51.228619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Attempting to bind port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:51.228984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Attempting to bind port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:51.239663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:51.240059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:51.240446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.240841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:51.241318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Bound port: 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:51.241693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.327055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] For port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:51.330566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] For port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:51.358641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.373541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 10a7be2c-4954-41c5-9709-d750569fc9fb will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:51.386219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.391541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:51.460679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.466617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2144f300-dc87-4141-abe7-27c52a652ef4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:51.469653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Pushing event updated for resources: {'Port': ['ID=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:51.472889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:51.533926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:51.537284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:51.541083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:51.571593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=10a7be2c-4954-41c5-9709-d750569fc9fb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:51.586084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:51.611847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:51.612460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:51.752122 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2342787 Dec 17 17:07:51.754719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48736) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:51.835356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525773f-ed64-4aab-9864-8f4c9cfd4251 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:51.841089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525773f-ed64-4aab-9864-8f4c9cfd4251 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:51.841923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a525773f-ed64-4aab-9864-8f4c9cfd4251 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:51.911364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a525773f-ed64-4aab-9864-8f4c9cfd4251 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:51.912635 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a525773f-ed64-4aab-9864-8f4c9cfd4251 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1570530 Dec 17 17:07:51.915264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48740) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:51.980514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 10a7be2c-4954-41c5-9709-d750569fc9fb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:51.980858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:52.239353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:52.383491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 10a7be2c-4954-41c5-9709-d750569fc9fb owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:52.417200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980ac41-bf46-4a80-8e80-77293a36fc8b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:52.589563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a06509c4-eafe-4d5d-ac64-ef02c6d883b0 None None] Provisioning for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:52.677177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:52.684155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-09a7b72c-4ea9-4162-b595-52390b0b7c3f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:52.723967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:52.733365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=10a7be2c-4954-41c5-9709-d750569fc9fb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:52.739838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:52.871530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:52.877438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:52.877842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:52.884856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:52.977186 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/10a7be2c-4954-41c5-9709-d750569fc9fb HTTP/1.1" status: 204 len: 168 time: 1.0606294 Dec 17 17:07:52.980355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48746) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:53.008461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.028306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-32a9166b-0dfa-456a-b559-21d5f4eca318 None None] Could not find standard attr ID for object 10a7be2c-4954-41c5-9709-d750569fc9fb. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:53.051832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:53.060900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:53.061984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-32a9166b-0dfa-456a-b559-21d5f4eca318 None None] Provisioning complete for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:53.063174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32a9166b-0dfa-456a-b559-21d5f4eca318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.068126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:53.070313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:53.071386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:53.112077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.116817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:53.139174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:53.140755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-84a9f2ec-90ec-4754-b712-ced4aa87d366 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1588480 Dec 17 17:07:53.150353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48750) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:53.205534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:53.208999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:53.231127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 83f3f394-2a22-43c9-a305-e4168d0e750d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:53.234905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.290877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.376955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.377303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-574b466e-0a4d-44f9-a15e-925267ac532d None None] Could not find standard attr ID for object 10a7be2c-4954-41c5-9709-d750569fc9fb. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:53.534593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.538326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-47434632-402d-4075-bead-b1dd3c4ea1bc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:53.573840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=83f3f394-2a22-43c9-a305-e4168d0e750d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:53.576273 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:53.579965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.586076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb954d-def7-4ff9-a27c-ca362f5f4846 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:53.644207 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/83f3f394-2a22-43c9-a305-e4168d0e750d HTTP/1.1" status: 204 len: 168 time: 0.4926357 Dec 17 17:07:53.646726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:53.711778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet e70026c1-870a-4ab9-bdcf-27eae6984e7c {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:53.714828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.778125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:53.860962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.112090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.116082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-505e336b-7034-4a3d-923c-6ad2c54113e0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:54.152690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=e70026c1-870a-4ab9-bdcf-27eae6984e7c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:54.156902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.159781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:54.170009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/e70026c1-870a-4ab9-bdcf-27eae6984e7c HTTP/1.1" status: 204 len: 168 time: 0.5198855 Dec 17 17:07:54.170211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.243336 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-403852d2-fc3f-4eb6-9f38-509768b9c06e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716910 Dec 17 17:07:54.245746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.276601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-26dd33b5-acb6-4e6c-bbb9-e018f61c9b4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848320 Dec 17 17:07:54.331084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c367c6-4621-405c-846f-c97c3515f148 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.331810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3c367c6-4621-405c-846f-c97c3515f148 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:54.365125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5ca7c-77d5-4899-94b6-1e9c7e4f57ef None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:54.396989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3c367c6-4621-405c-846f-c97c3515f148 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:54.398268 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f3c367c6-4621-405c-846f-c97c3515f148 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1509349 Dec 17 17:07:54.400801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.419938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-dbb64624-b79a-4f44-a032-5012fe2b2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.421322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-dbb64624-b79a-4f44-a032-5012fe2b2981 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.0730269 Dec 17 17:07:54.470709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23569cd7-77b3-4c6d-8003-161d6504fefe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.471397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-23569cd7-77b3-4c6d-8003-161d6504fefe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:54.475524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-689435d3-b8bb-478d-bec1-c8e38c31a944 None None] Provisioning complete for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:54.475908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-689435d3-b8bb-478d-bec1-c8e38c31a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.539874 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-23569cd7-77b3-4c6d-8003-161d6504fefe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:54.543973 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-23569cd7-77b3-4c6d-8003-161d6504fefe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398571 Dec 17 17:07:54.544452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48770) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.571769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-20d584f5-544b-48b1-a61b-622e18b480f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.573257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-20d584f5-544b-48b1-a61b-622e18b480f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 897 time: 0.1330152 Dec 17 17:07:54.615033 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-66d04252-4415-4bc1-ae52-4d70479c8a28 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692887 Dec 17 17:07:54.619525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48774) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.627233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:54.727178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:07:54.770055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:54.779811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:54.792091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:07:54.799715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Deleting port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:54.800093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.808034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-63fecd7e-c71d-420c-8303-b3ef25183196 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 1002 time: 0.2276256 Dec 17 17:07:54.854502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:54.858775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.860980 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:54.861633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:54.874039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-b299a03c-af5f-436c-b116-8f149eb101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.876140 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-b299a03c-af5f-436c-b116-8f149eb101e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.0612855 Dec 17 17:07:54.884915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:07:54.885300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:54.942506 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-84f0b4c1-8e5f-4ba0-b6e3-d30945c80400 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3217068 Dec 17 17:07:54.945248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:54.951260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:54.957246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-5a870a0b-0f82-4b21-b89c-a9c3db215ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:54.958769 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-5a870a0b-0f82-4b21-b89c-a9c3db215ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760424 Dec 17 17:07:55.067367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:55.077689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:55.078740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] For port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:07:55.079140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:55.106509 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-e185037b-16ba-4477-b833-88680a2f6751 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397002 Dec 17 17:07:55.150328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:55.154117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:55.156585 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:55.157174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:55.235700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Calling delete_port for 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:55.240901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f2ec9ff-956f-47ee-9be7-799f759b0088 req-0d737f8f-387b-4c0b-8d67-bdcaf1219772 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269736 Dec 17 17:07:55.243591 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2405115e-b7dc-437c-a710-3b103e320ae2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2972093 Dec 17 17:07:55.247661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48782) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:55.252652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:55.363095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:55.372648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:55.397133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:55.401115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:55.442050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Pushing event deleted for resources: {'Port': ['ID=0e14ae90-6bfb-4af0-9863-50cc8c6b09cb,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:55.445514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:55.447549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] No DVR routers for this DVR port 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:07:55.471587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:55.475227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:55.476632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:55.477093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:55.569007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4396eb75-fc98-4775-8186-5a996f85f18f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3209007 Dec 17 17:07:55.571968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48786) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:55.577567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:55.686939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:55.696620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:55.814762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:55.818298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:55.819667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:55.820094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:55.905483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dbb1c802-234a-4d5c-b514-70c7d4497833 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3321054 Dec 17 17:07:55.908218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48790) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:55.913610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:56.021774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:56.031472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:56.098956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:56.102522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:56.103888 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:56.104346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:56.208137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c25946ca-d294-4826-8122-43b9fd902b67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2988687 Dec 17 17:07:56.210955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48794) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:56.216378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:56.337724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:56.346945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:56.436652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:56.440121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:56.441497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:07:56.441943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:07:56.517526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d0c6f313-2540-464f-9816-0572da77dbdb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3055182 Dec 17 17:07:56.519949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48798) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:56.564529 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-05e5c0a4-4459-4464-8224-df530b0ec005 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0433726 Dec 17 17:07:56.570814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48802) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:56.637044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c8d73-c928-403e-908a-381aa2f4fa71 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:56.638830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b38c8d73-c928-403e-908a-381aa2f4fa71 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667787 Dec 17 17:07:56.641126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48806) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:56.686056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:07:56.712027 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-aebba47a-fd1b-4fbe-8c2e-4dbbac903fd9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689974 Dec 17 17:07:56.719400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48810) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:56.722185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:07:56.722542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0e14ae90-6bfb-4af0-9863-50cc8c6b09cb not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:07:56.725989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:56.834274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:56.844060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:56.922815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:56.926331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:57.414712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:07:57.415721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:57.420000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b21ff7b4-d50a-43e5-bb57-ef3457f154db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:57.468974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:57.471836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:57.476112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:57.476687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:57.481790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce168ab6-d487-49bd-80b3-11f5df99655d None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:07:57.495381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=6c594eac-1f35-4161-9500-a312e038faa6,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:57.500381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:57.643381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9228399 Dec 17 17:07:57.645918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48814) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:57.651693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:52:24:96', 'name': 'tempest-NetworksTestDHCPv6-1819687035'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:07:57.685456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '6c594eac-1f35-4161-9500-a312e038faa6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:07:57.686318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:57.789720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:07:57.800086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:07:57.876425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Allocated IP 2001:db8::f816:3eff:fee7:ce89 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/6c594eac-1f35-4161-9500-a312e038faa6/25e8bc1b-356e-4c79-a434-78f9fc2991d8) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:57.888419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:07:58.013879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.041723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 1a2f104c-39c7-4abd-9d1f-3d6e473853fe yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:07:58.088820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.099786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Transition to ACTIVE for port object 25e8bc1b-356e-4c79-a434-78f9fc2991d8 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:58.118223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Transition to ACTIVE for port object 25e8bc1b-356e-4c79-a434-78f9fc2991d8 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:58.196248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.204394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-41e819ca-42e3-42d7-bb26-bf7eaa5168ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:58.261342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe52:2496 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/6c594eac-1f35-4161-9500-a312e038faa6/1a2f104c-39c7-4abd-9d1f-3d6e473853fe) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:07:58.286429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:58.289317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:58.293437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:58.326578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Pushing event updated for resources: {'Port': ['ID=25e8bc1b-356e-4c79-a434-78f9fc2991d8,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:58.335624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:58.389151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Attempting to bind port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:07:58.389532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Attempting to bind port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:07:58.389925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Attempting to bind port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:07:58.395656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:07:58.396038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:07:58.396442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.396840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:07:58.397307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Bound port: 25e8bc1b-356e-4c79-a434-78f9fc2991d8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:07:58.397685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.462782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.478099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 1a2f104c-39c7-4abd-9d1f-3d6e473853fe will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:07:58.482631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] For port 25e8bc1b-356e-4c79-a434-78f9fc2991d8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:07:58.485677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] For port 25e8bc1b-356e-4c79-a434-78f9fc2991d8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=25e8bc1b-356e-4c79-a434-78f9fc2991d8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:07:58.546008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.550467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6d9d5ab0-3166-45dd-bcdb-6530e23ff38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:58.568785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.574356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2c54eb7-bef0-4e3d-97b4-9b36c76a7159 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:58.642214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Pushing event updated for resources: {'Port': ['ID=25e8bc1b-356e-4c79-a434-78f9fc2991d8,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:58.645482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:58.646739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:07:58.650087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:07:58.653935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:07:58.659664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:58.660262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:58.667885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=1a2f104c-39c7-4abd-9d1f-3d6e473853fe,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:58.674806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:58.757909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1108620 Dec 17 17:07:58.760666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48818) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:58.853229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7fec5-ba6d-4324-853b-2b4970d58b2b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:58.859228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7fec5-ba6d-4324-853b-2b4970d58b2b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:58.860746 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b8a7fec5-ba6d-4324-853b-2b4970d58b2b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0990314 Dec 17 17:07:58.863715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:58.938485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 1a2f104c-39c7-4abd-9d1f-3d6e473853fe {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:07:58.938828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:59.179199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:59.301023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 1a2f104c-39c7-4abd-9d1f-3d6e473853fe owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:07:59.511751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:59.519387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59117573-27e3-4f2f-b653-eece7aeb3331 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:07:59.567605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=1a2f104c-39c7-4abd-9d1f-3d6e473853fe,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:07:59.570691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:07:59.613346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:59.622922 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1a2f104c-39c7-4abd-9d1f-3d6e473853fe HTTP/1.1" status: 204 len: 168 time: 0.7577977 Dec 17 17:07:59.626136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15d4ca89-37be-4d3f-b662-6eb523d1ccad None None] Provisioning for port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:07:59.626650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48826) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:59.683491 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:07:59.693583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f9a8a-5173-4ba1-8fed-8f5a3d9c8b89 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:59.695206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f9a8a-5173-4ba1-8fed-8f5a3d9c8b89 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:59.695939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fd9f9a8a-5173-4ba1-8fed-8f5a3d9c8b89 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:07:59.744508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c2a02697-d7ff-4ec9-8c8a-f5dce9218728 None None] Could not find standard attr ID for object 1a2f104c-39c7-4abd-9d1f-3d6e473853fe. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:07:59.854233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fd9f9a8a-5173-4ba1-8fed-8f5a3d9c8b89 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:07:59.855404 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd9f9a8a-5173-4ba1-8fed-8f5a3d9c8b89 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2281616 Dec 17 17:07:59.858100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48830) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:07:59.928909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 6c594eac-1f35-4161-9500-a312e038faa6 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:07:59.931797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:59.985072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.067463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.214727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.219919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2a0dac42-9cf2-4df7-9f4c-5ed983cdfebc tempest-RoutersNegativeIpV6Test-1353945073 tempest-RoutersNegativeIpV6Test-1353945073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:00.255525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=6c594eac-1f35-4161-9500-a312e038faa6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:00.257433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.260091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:00.262738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d2a48-0a3d-4b8e-bd2d-c0027d4e21ca None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:00.306333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/6c594eac-1f35-4161-9500-a312e038faa6 HTTP/1.1" status: 204 len: 168 time: 0.4466360 Dec 17 17:08:00.308766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48834) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:00.377544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcb82c6c-fe3a-4ae0-a6d8-53816fa101e4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:00.388865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fcb82c6c-fe3a-4ae0-a6d8-53816fa101e4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:router {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:00.390045 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fcb82c6c-fe3a-4ae0-a6d8-53816fa101e4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803246 Dec 17 17:08:00.392847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48838) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:00.398246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:00.493082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:00.497047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Deleting port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:00.497432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.508288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:00.512290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:00.515718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:00.521259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:00.585791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:00.589430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.698133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] For port 25e8bc1b-356e-4c79-a434-78f9fc2991d8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=25e8bc1b-356e-4c79-a434-78f9fc2991d8,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:00.698722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.816638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Calling delete_port for 25e8bc1b-356e-4c79-a434-78f9fc2991d8 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:00.951281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.956733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-97c5d991-5e92-4aad-b577-a58829acbc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:00.957948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:00.959065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:00.963614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99e54eca-ba79-4620-8796-8a8adfe3fd19 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:00.996998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Pushing event deleted for resources: {'Port': ['ID=25e8bc1b-356e-4c79-a434-78f9fc2991d8,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:01.000456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:01.001243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] No DVR routers for this DVR port 25e8bc1b-356e-4c79-a434-78f9fc2991d8 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:01.023214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:01.026196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:01.029195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:01.030102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.035274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940d942-9b3f-471a-83c6-d9e02bf80f29 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:01.055269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=45729d71-7182-4856-a7a2-754acf248569,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:01.057834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:01.117669 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dfd7d338-e9a6-4c13-a5c7-eb1509366380 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7238078 Dec 17 17:08:01.120119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48844) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:01.126010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:2a:1f:ce', 'name': 'tempest-NetworksTestDHCPv6-951318960'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:01.247278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '45729d71-7182-4856-a7a2-754acf248569'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:01.248100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.263824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:01.268731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:01.271837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:01.277731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:01.344476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:01.348609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.376100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:01.448947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Allocated IP 2001:db8::f816:3eff:fe9b:9cc0 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/45729d71-7182-4856-a7a2-754acf248569/de06e096-8fa0-4e4f-afe5-f1c820a1ccbb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:01.649433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.659888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Transition to ACTIVE for port object de06e096-8fa0-4e4f-afe5-f1c820a1ccbb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:01.678336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Transition to ACTIVE for port object de06e096-8fa0-4e4f-afe5-f1c820a1ccbb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:01.754212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.758063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ea57c95b-c6d6-4777-8d6f-117563b92389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:01.823825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:01.826962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:01.830950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:01.836871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Pushing event updated for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:01.840874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:01.927625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Attempting to bind port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:01.928004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Attempting to bind port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:01.928370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Attempting to bind port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:01.933768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:01.934226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:01.934634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.935032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:01.935518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Bound port: de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:01.935868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:01.938262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe2a:1fce (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/45729d71-7182-4856-a7a2-754acf248569/c7f25846-f6b4-4cfa-bcb3-39c8be212ba6) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:02.049740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:02.057469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:02.150732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:02.157190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b72b2b86-3b22-4740-bc7f-f4a09fdac12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:02.193426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3aa4be71-cf72-4139-a47a-2b4c9855ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:02.236656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Pushing event updated for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:02.240520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:02.247129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972a5cb-3303-4a16-b00e-9ddd4c508d3e req-7b98a3f7-20c9-4bb6-b3e0-5690c4cd342b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:02.247129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a972a5cb-3303-4a16-b00e-9ddd4c508d3e req-7b98a3f7-20c9-4bb6-b3e0-5690c4cd342b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1468928 Dec 17 17:08:02.248024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:02.284219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:02.311392 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a972a5cb-3303-4a16-b00e-9ddd4c508d3e req-e64e685f-af30-44e6-a4dc-2f7263a034e1 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567119 Dec 17 17:08:02.396585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:02.402821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:02.489780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:02.492953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:02.497244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:02.503345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:02.503872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:02.520580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=c7f25846-f6b4-4cfa-bcb3-39c8be212ba6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:02.523613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:02.596910 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4757166 Dec 17 17:08:02.599484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48866) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:02.689144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71591c-0719-42ec-afca-e6eff16f8a2a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:02.695241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71591c-0719-42ec-afca-e6eff16f8a2a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:02.696087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dd71591c-0719-42ec-afca-e6eff16f8a2a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:02.727962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device de06e096-8fa0-4e4f-afe5-f1c820a1ccbb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:02.803087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-dd71591c-0719-42ec-afca-e6eff16f8a2a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:02.804290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dd71591c-0719-42ec-afca-e6eff16f8a2a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2039094 Dec 17 17:08:02.807088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48870) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:02.871427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:02.872212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:02.872563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.159177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.285951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:03.379842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Provisioning for port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:03.385787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Provisioning complete for port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:03.386511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.513540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.517807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191fd51-b0e3-4efb-8fab-5ab419a2f313 req-57a527ca-9717-46b6-8040-0fde157ff1e2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:03.519300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9191fd51-b0e3-4efb-8fab-5ab419a2f313 req-57a527ca-9717-46b6-8040-0fde157ff1e2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0894365 Dec 17 17:08:03.549649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:03.562826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.569198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:03.607050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9191fd51-b0e3-4efb-8fab-5ab419a2f313 req-9c0c977d-9901-4f2e-ba81-d657894333ae tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819604 Dec 17 17:08:03.619030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=c7f25846-f6b4-4cfa-bcb3-39c8be212ba6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:03.633755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.636540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-603416ec-a3d1-4e9c-8b2f-2e2903d58e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:03.645609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:03.663508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.707043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Pushing event updated for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:03.710389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:03.724175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 HTTP/1.1" status: 204 len: 168 time: 0.9154065 Dec 17 17:08:03.726002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48876) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:03.745879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-83317c5e-23e2-4a11-9d86-828847d07387 None None] Could not find standard attr ID for object c7f25846-f6b4-4cfa-bcb3-39c8be212ba6. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:03.796333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274ace4-fac2-4068-ac0d-321fa4636665 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:03.797994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274ace4-fac2-4068-ac0d-321fa4636665 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:03.798741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a274ace4-fac2-4068-ac0d-321fa4636665 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:03.858460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a274ace4-fac2-4068-ac0d-321fa4636665 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:03.859611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a274ace4-fac2-4068-ac0d-321fa4636665 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326799 Dec 17 17:08:03.862338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48880) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:03.927883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 45729d71-7182-4856-a7a2-754acf248569 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:03.930772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:03.988096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.066075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.214479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.219214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d1b5155a-ef08-4bd6-b620-f15269913b8e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:04.365166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=45729d71-7182-4856-a7a2-754acf248569,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:04.366992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.369653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:04.371723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e90f4b-ccbd-47ff-90c6-91c60812a47b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:04.443456 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/45729d71-7182-4856-a7a2-754acf248569 HTTP/1.1" status: 204 len: 168 time: 0.5800934 Dec 17 17:08:04.445759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48884) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:04.511831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e45ae926-3e79-41f9-b059-532d5a2a4a2d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648541 Dec 17 17:08:04.514045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48888) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:04.598771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96426fd2-5a71-4bcb-b8f9-c90fe703a227 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:04.599452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-96426fd2-5a71-4bcb-b8f9-c90fe703a227 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:04.624730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:04.625618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Deleting port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:04.626067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.671473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-96426fd2-5a71-4bcb-b8f9-c90fe703a227 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:04.673344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96426fd2-5a71-4bcb-b8f9-c90fe703a227 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1584022 Dec 17 17:08:04.675516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48894) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:04.728591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device de06e096-8fa0-4e4f-afe5-f1c820a1ccbb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:04.815504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede647-fafe-4b7e-96b6-35ab8480cb31 req-3a1be7d5-f3ff-4b44-afb3-f0573c690fd5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:04.817327 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72ede647-fafe-4b7e-96b6-35ab8480cb31 req-3a1be7d5-f3ff-4b44-afb3-f0573c690fd5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0956395 Dec 17 17:08:04.849182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c73fa-ed94-4c36-9ed2-a72dd5ca27df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:04.852865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-419c73fa-ed94-4c36-9ed2-a72dd5ca27df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1740277 Dec 17 17:08:04.853086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:04.864301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72ede647-fafe-4b7e-96b6-35ab8480cb31 req-958d5a2e-4a4c-48d3-a529-b474922ffee0 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Dec 17 17:08:04.922328 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-25fc75e7-f902-43b9-a523-e050ab2e8953 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679798 Dec 17 17:08:04.926025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48902) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:04.931579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:04.948886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:04.949285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:04.973540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.043714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:05.048539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:05.051497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:05.057540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:05.130294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Calling delete_port for de06e096-8fa0-4e4f-afe5-f1c820a1ccbb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:05.139550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:05.143217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.201377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:05.217764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-661dc4c1-7191-4f8f-b09d-851169ef2e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.266506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.268606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:05.325529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:05.325913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:05.333366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:05.336337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:05.552100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:05.631207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.826803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Deleting port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:05.827203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.897143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:05.942383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.073529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b79c-e93a-4a85-9772-fb9d5c321503 req-47caef74-13bf-46ba-988e-df8471cda18e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:06.080836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a875b79c-e93a-4a85-9772-fb9d5c321503 req-47caef74-13bf-46ba-988e-df8471cda18e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1025612 Dec 17 17:08:06.082393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:06.082836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.121325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a875b79c-e93a-4a85-9772-fb9d5c321503 req-0d9f72db-95d8-49cc-bb19-baac733cad69 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Dec 17 17:08:06.139585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:06.164863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.209695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Calling delete_port for de06e096-8fa0-4e4f-afe5-f1c820a1ccbb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:06.242398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.243204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.247944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5852a5b0-30c6-4517-b6c6-2e04503a4108 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:06.313311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:06.316360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:06.319471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:06.320065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.321985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:06.322362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:06.346713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=7']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:06.349367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:06.353731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5206449-2fa4-44b2-8a00-0bc6f5d71035 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:06.415723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=776be602-6e4b-4955-9556-4d75b78868b2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:06.418451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:06.420131 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4931841 Dec 17 17:08:06.423415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48908) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:06.428593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:c7:ab:a7', 'name': 'tempest-NetworksTestDHCPv6-334300253'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:06.559758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:06.568938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:06.636754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:06.758884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:06.785964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 3eed5de3-6839-4eb6-bf0b-b0b392d486d3 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:06.921993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fec7:aba7 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/776be602-6e4b-4955-9556-4d75b78868b2/3eed5de3-6839-4eb6-bf0b-b0b392d486d3) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:07.099610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Deleting port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:07.100166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.216287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.227322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.244545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 3eed5de3-6839-4eb6-bf0b-b0b392d486d3 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:07.317604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee392fe5-908d-462e-9017-48c3629c99cd req-7c2bbd98-5d20-4e13-82b8-c4af06d82764 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:07.319116 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee392fe5-908d-462e-9017-48c3629c99cd req-7c2bbd98-5d20-4e13-82b8-c4af06d82764 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0833423 Dec 17 17:08:07.321698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.328756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:07.342644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] For port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:07.343244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.371076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee392fe5-908d-462e-9017-48c3629c99cd req-235414c9-c0f7-4483-9a57-183f6bac7eca tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Dec 17 17:08:07.404931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:07.408023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:07.410423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:07.417576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:07.417576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.425336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=3eed5de3-6839-4eb6-bf0b-b0b392d486d3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:07.428181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:07.469735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Calling delete_port for de06e096-8fa0-4e4f-afe5-f1c820a1ccbb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:07.506105 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0816317 Dec 17 17:08:07.509139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48914) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:07.590342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93349a01-d597-43a3-8426-f8c817186f53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:07.596105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93349a01-d597-43a3-8426-f8c817186f53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:07.596866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-93349a01-d597-43a3-8426-f8c817186f53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:07.671764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.675474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:07.699887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-93349a01-d597-43a3-8426-f8c817186f53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:07.701122 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-93349a01-d597-43a3-8426-f8c817186f53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1910543 Dec 17 17:08:07.703838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48918) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:07.716220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Pushing event deleted for resources: {'Port': ['ID=de06e096-8fa0-4e4f-afe5-f1c820a1ccbb,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:07.720415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:07.782632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 3eed5de3-6839-4eb6-bf0b-b0b392d486d3 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:07.782980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:07.792534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] No DVR routers for this DVR port de06e096-8fa0-4e4f-afe5-f1c820a1ccbb on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:07.808419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8902f39-3d6e-4424-ab58-b643b7984b21 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:08.026817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.082693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '776be602-6e4b-4955-9556-4d75b78868b2'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:08.084037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.162529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 3eed5de3-6839-4eb6-bf0b-b0b392d486d3 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:08.236603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Allocated IP 2001:db8::f816:3eff:fed7:ee1e (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/776be602-6e4b-4955-9556-4d75b78868b2/4c5851fe-d0c4-4025-887a-054dae87e4d0) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:08.339763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.347052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7cc13b20-c3e1-488b-bf89-3ba612809456 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:08.422651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=3eed5de3-6839-4eb6-bf0b-b0b392d486d3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:08.432491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:08.442018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.517592 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/3eed5de3-6839-4eb6-bf0b-b0b392d486d3 HTTP/1.1" status: 204 len: 168 time: 0.8126996 Dec 17 17:08:08.519991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48924) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:08.549722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.560590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Transition to ACTIVE for port object 4c5851fe-d0c4-4025-887a-054dae87e4d0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:08.575308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5fc60-79d0-472d-b8f1-5e61b2054766 req-82b2a6a2-cf0f-42b0-ad08-c5cbf51c000d tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:08.575308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f7d5fc60-79d0-472d-b8f1-5e61b2054766 req-82b2a6a2-cf0f-42b0-ad08-c5cbf51c000d tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0824087 Dec 17 17:08:08.579221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Transition to ACTIVE for port object 4c5851fe-d0c4-4025-887a-054dae87e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:08.592529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e0279-6dae-4237-bd0c-f93923246800 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:08.593993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e0279-6dae-4237-bd0c-f93923246800 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:08.594741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-da2e0279-6dae-4237-bd0c-f93923246800 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:08.610846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f7d5fc60-79d0-472d-b8f1-5e61b2054766 req-ee1b43f6-8386-4039-8949-42e27dadc768 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Dec 17 17:08:08.620155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.624623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-092c6308-1481-4472-bbdb-ccf3947544ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:08.636961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-da2e0279-6dae-4237-bd0c-f93923246800 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:08.643107 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-da2e0279-6dae-4237-bd0c-f93923246800 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1170788 Dec 17 17:08:08.643107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48928) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:08.683272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:08.686004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:08.689758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:08.698230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Pushing event updated for resources: {'Port': ['ID=4c5851fe-d0c4-4025-887a-054dae87e4d0,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:08.710135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 776be602-6e4b-4955-9556-4d75b78868b2 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:08.713315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.723408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:08.772281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.784386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Attempting to bind port 4c5851fe-d0c4-4025-887a-054dae87e4d0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:08.784763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Attempting to bind port 4c5851fe-d0c4-4025-887a-054dae87e4d0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:08.785132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Attempting to bind port 4c5851fe-d0c4-4025-887a-054dae87e4d0 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:08.790304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:08.790680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:08.791082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.791476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:08.791938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Bound port: 4c5851fe-d0c4-4025-887a-054dae87e4d0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:08.792313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.852453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.962876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:08.965697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] For port 4c5851fe-d0c4-4025-887a-054dae87e4d0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:08.966515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-04977dda-12e6-40dc-8d20-c2c53432872b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:08.969540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] For port 4c5851fe-d0c4-4025-887a-054dae87e4d0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c5851fe-d0c4-4025-887a-054dae87e4d0,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:09.005148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=776be602-6e4b-4955-9556-4d75b78868b2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:09.008174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:09.009137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:09.015103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:09.018790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-808a7adb-74c9-4923-bcde-93cfd2316936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:09.089119 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/776be602-6e4b-4955-9556-4d75b78868b2 HTTP/1.1" status: 204 len: 168 time: 0.4459608 Dec 17 17:08:09.091370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48932) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:09.104416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Pushing event updated for resources: {'Port': ['ID=4c5851fe-d0c4-4025-887a-054dae87e4d0,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:09.114646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:09.163391 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-57ded2d4-73be-4387-b30b-9e43a811e5f6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706580 Dec 17 17:08:09.166050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48936) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:09.171817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:09.295111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:09.299167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:09.302082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:09.309377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:09.379673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:09.383260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:09.811247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:09.819068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e409c7-1122-4945-a7a1-2b1f2e0d60af req-2ad0d0fe-92a1-4ccb-a66f-a8ab3588fe0e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:09.820564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01e409c7-1122-4945-a7a1-2b1f2e0d60af req-2ad0d0fe-92a1-4ccb-a66f-a8ab3588fe0e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0996928 Dec 17 17:08:09.868833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01e409c7-1122-4945-a7a1-2b1f2e0d60af req-63255394-e03d-4387-a4a5-9b1943fd7502 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Dec 17 17:08:10.075700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.095132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbeb9e-2af7-44ec-9d81-88a5bc0433ce None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:10.255472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e10c3393-04e3-4dd2-a8b8-e0d9642115f6 None None] Provisioning for port 4c5851fe-d0c4-4025-887a-054dae87e4d0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:10.269996 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e10c3393-04e3-4dd2-a8b8-e0d9642115f6 None None] Could not find standard attr ID for object 3eed5de3-6839-4eb6-bf0b-b0b392d486d3. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:10.401692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port 4c5851fe-d0c4-4025-887a-054dae87e4d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c5851fe-d0c4-4025-887a-054dae87e4d0,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:10.433149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.494101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.495027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.499055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:10.570513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:10.573881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:10.578800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:10.579395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.598136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=4c5851fe-d0c4-4025-887a-054dae87e4d0,revision_number=5']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:10.603589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:10.604195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-073c390f-4350-4b1c-9cb9-07d59de08eed tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:10.670484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=5ef7402b-7999-4993-a95a-e0f83d6703ad,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:10.673306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:10.694069 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5268402 Dec 17 17:08:10.696747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48946) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:10.708321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66729210-4b20-4638-9370-1c5077163f2d None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:10.710039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:82:9c:eb', 'name': 'tempest-NetworksTestDHCPv6-1926318569'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:10.722581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be82aa6e-580b-4932-a1a1-3168119f2d69 None None] Could not find standard attr ID for object 3eed5de3-6839-4eb6-bf0b-b0b392d486d3. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:10.770893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c5851fe-d0c4-4025-887a-054dae87e4d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:10.846536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:10.850643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:10.853744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:10.859514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:10.933710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:10.938522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:10.966728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4c5851fe-d0c4-4025-887a-054dae87e4d0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:10.968916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 377e5817-3ac6-44d2-9181-c34da8322630 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:10.977472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4c5851fe-d0c4-4025-887a-054dae87e4d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:10.977870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.076019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39f2f-9e95-47ad-a00e-f71dcd5faa37 req-a9c17c94-2c2a-4172-8491-48bc166b206e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:11.078482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-19c39f2f-9e95-47ad-a00e-f71dcd5faa37 req-a9c17c94-2c2a-4172-8491-48bc166b206e tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0976541 Dec 17 17:08:11.115646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe82:9ceb (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/5ef7402b-7999-4993-a95a-e0f83d6703ad/377e5817-3ac6-44d2-9181-c34da8322630) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:11.130013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-19c39f2f-9e95-47ad-a00e-f71dcd5faa37 req-6ea50dbe-3089-445b-989d-0aaa98681323 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Dec 17 17:08:11.131118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.165015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 4c5851fe-d0c4-4025-887a-054dae87e4d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c5851fe-d0c4-4025-887a-054dae87e4d0,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:11.225331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.227488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:11.304023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=4c5851fe-d0c4-4025-887a-054dae87e4d0,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:11.307207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:11.335267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.350574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f0b66353-2b66-4704-8eff-84a44af1a99c None None] Provisioning complete for port 4c5851fe-d0c4-4025-887a-054dae87e4d0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:11.351059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0b66353-2b66-4704-8eff-84a44af1a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.351298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 377e5817-3ac6-44d2-9181-c34da8322630 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:11.448697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.455548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:11.530778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:11.534027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:11.536483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:11.542195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:11.542765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.557545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=377e5817-3ac6-44d2-9181-c34da8322630,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:11.560511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:11.640115 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9400373 Dec 17 17:08:11.640576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48952) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:11.731104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74252292-73fb-4da5-9a3f-effa0cd34d86 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:11.741452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74252292-73fb-4da5-9a3f-effa0cd34d86 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:11.742669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-74252292-73fb-4da5-9a3f-effa0cd34d86 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:11.836710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-74252292-73fb-4da5-9a3f-effa0cd34d86 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:11.837882 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-74252292-73fb-4da5-9a3f-effa0cd34d86 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1964467 Dec 17 17:08:11.840547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48956) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:11.887032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cfa44f15-56a1-4cbd-a95c-f01557ca3af4 None None] Provisioning for port 377e5817-3ac6-44d2-9181-c34da8322630 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:11.892670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cfa44f15-56a1-4cbd-a95c-f01557ca3af4 None None] Provisioning complete for port 377e5817-3ac6-44d2-9181-c34da8322630 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:11.893077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cfa44f15-56a1-4cbd-a95c-f01557ca3af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.911591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 377e5817-3ac6-44d2-9181-c34da8322630 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:11.911936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:11.946740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cfa44f15-56a1-4cbd-a95c-f01557ca3af4 None None] Port 377e5817-3ac6-44d2-9181-c34da8322630 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:08:12.159612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:12.286177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 377e5817-3ac6-44d2-9181-c34da8322630 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:12.319626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9f8d-8155-4bce-b608-4c8ec1f992a5 req-812747fa-3d89-459b-8db2-646d49eaf22b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:12.321081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f0c9f8d-8155-4bce-b608-4c8ec1f992a5 req-812747fa-3d89-459b-8db2-646d49eaf22b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0834517 Dec 17 17:08:12.365401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f0c9f8d-8155-4bce-b608-4c8ec1f992a5 req-c7d89902-e5fc-47eb-a97b-a5f70cf178c9 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Dec 17 17:08:12.488113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:12.493735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc7e9458-beec-45cc-9ffe-ee9c2a3be2ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:12.539108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=377e5817-3ac6-44d2-9181-c34da8322630,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:12.542162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:12.580896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:12.643415 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/377e5817-3ac6-44d2-9181-c34da8322630 HTTP/1.1" status: 204 len: 168 time: 0.8017578 Dec 17 17:08:12.646020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48964) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:12.706329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c5851fe-d0c4-4025-887a-054dae87e4d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:12.715067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f85358-a27b-4ae6-bedd-1b4a7d5042de tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:12.716766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f85358-a27b-4ae6-bedd-1b4a7d5042de tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:12.718361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-35f85358-a27b-4ae6-bedd-1b4a7d5042de tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:12.773504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4c5851fe-d0c4-4025-887a-054dae87e4d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:12.773908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:12.796456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-35f85358-a27b-4ae6-bedd-1b4a7d5042de tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:12.797626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-35f85358-a27b-4ae6-bedd-1b4a7d5042de tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1504829 Dec 17 17:08:12.800300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48968) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:12.869214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 5ef7402b-7999-4993-a95a-e0f83d6703ad {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:12.872366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:12.929641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.012798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.122900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.127282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22ce3fc0-a7e4-4535-bf80-919245962b76 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:13.161238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef7402b-7999-4993-a95a-e0f83d6703ad,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:13.164826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:13.167156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.175020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118f22a-1e6b-49b6-b46c-2a7acdd3af4e None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:13.244193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/5ef7402b-7999-4993-a95a-e0f83d6703ad HTTP/1.1" status: 204 len: 168 time: 0.4406958 Dec 17 17:08:13.244462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 48972) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:13.316270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-67ca8535-f492-4e51-927a-8177c96d655a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705013 Dec 17 17:08:13.318750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48976) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:13.422603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:13.427073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Deleting port 4c5851fe-d0c4-4025-887a-054dae87e4d0 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:13.427598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.534265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308cabb-33ce-4d28-a8b9-38d1fac80390 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:13.534971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8308cabb-33ce-4d28-a8b9-38d1fac80390 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:13.566979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1b206-8d3e-408a-8da1-ee00894c4332 req-d9083e85-b7e4-44d4-b47e-dad3c1b95f59 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:13.568372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40d1b206-8d3e-408a-8da1-ee00894c4332 req-d9083e85-b7e4-44d4-b47e-dad3c1b95f59 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0820851 Dec 17 17:08:13.608191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8308cabb-33ce-4d28-a8b9-38d1fac80390 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:13.611778 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8308cabb-33ce-4d28-a8b9-38d1fac80390 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2895882 Dec 17 17:08:13.612121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48982) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:13.613659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40d1b206-8d3e-408a-8da1-ee00894c4332 req-746ab9fb-e142-45dd-8f90-f48d97518acf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Dec 17 17:08:13.645138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] For port 4c5851fe-d0c4-4025-887a-054dae87e4d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c5851fe-d0c4-4025-887a-054dae87e4d0,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:13.645543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.676751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e669b5-012e-40ed-8fbc-af4d917867af tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:13.677358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-73e669b5-012e-40ed-8fbc-af4d917867af tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:13.767161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-73e669b5-012e-40ed-8fbc-af4d917867af tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:13.768381 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-73e669b5-012e-40ed-8fbc-af4d917867af tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1552722 Dec 17 17:08:13.770906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48986) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:13.777292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Calling delete_port for 4c5851fe-d0c4-4025-887a-054dae87e4d0 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:13.841280 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-af9413a5-bdc1-493d-88f5-341d063e9722 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690413 Dec 17 17:08:13.845382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48990) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:13.851105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:13.933789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:13.938090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:13.958621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:13.968085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:13.979654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Pushing event deleted for resources: {'Port': ['ID=4c5851fe-d0c4-4025-887a-054dae87e4d0,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:13.982460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:13.983261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] No DVR routers for this DVR port 4c5851fe-d0c4-4025-887a-054dae87e4d0 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:14.052495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:14.056165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:14.339717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:14.344829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38bfda4f-3455-43c0-b0a4-a7cfa1d21af0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:14.399477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:14.402550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:14.407026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:14.407607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:14.411643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66194322-ede5-45c4-989d-00677122f32a None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:14.424742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=d1e0e30f-16be-4be8-9568-592091a4eaef,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:14.427536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:14.511823 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6653445 Dec 17 17:08:14.514357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 48994) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:14.520582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:73:31:16', 'name': 'tempest-NetworksTestDHCPv6-1787875957'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:14.630252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'd1e0e30f-16be-4be8-9568-592091a4eaef'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:14.631106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:14.661452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:14.671805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:14.725355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c5851fe-d0c4-4025-887a-054dae87e4d0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:14.762708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:14.768880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4c5851fe-d0c4-4025-887a-054dae87e4d0 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:14.773790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c5851fe-d0c4-4025-887a-054dae87e4d0 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:14.842809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/d1e0e30f-16be-4be8-9568-592091a4eaef/e7170399-6156-4416-8b76-fbfc1db79912) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:14.844917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9503-7bde-4c93-a930-abdcba74542b req-ff762909-59a7-4c0b-985f-bd94d38c24c5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:14.847248 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c26f9503-7bde-4c93-a930-abdcba74542b req-ff762909-59a7-4c0b-985f-bd94d38c24c5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1019521 Dec 17 17:08:14.892650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c26f9503-7bde-4c93-a930-abdcba74542b req-923dc18a-0e68-4cd6-818a-d67087e833cc tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Dec 17 17:08:14.910043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:14.939310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 3d7bb694-46a8-444d-ad47-1b575ab02a54 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:15.088926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.098755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Transition to ACTIVE for port object e7170399-6156-4416-8b76-fbfc1db79912 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:15.116395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Transition to ACTIVE for port object e7170399-6156-4416-8b76-fbfc1db79912 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:15.168524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.174101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1066c220-eb90-4cd0-8881-b4b893a19375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:15.242161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:15.243420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::a5 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/d1e0e30f-16be-4be8-9568-592091a4eaef/3d7bb694-46a8-444d-ad47-1b575ab02a54) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:15.245754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:15.249588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:15.286100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Pushing event updated for resources: {'Port': ['ID=e7170399-6156-4416-8b76-fbfc1db79912,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:15.298322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:15.328787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.349183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Attempting to bind port e7170399-6156-4416-8b76-fbfc1db79912 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:15.349561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Attempting to bind port e7170399-6156-4416-8b76-fbfc1db79912 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:15.349989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Attempting to bind port e7170399-6156-4416-8b76-fbfc1db79912 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:15.355085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:15.360979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:15.360979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.360979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:15.360979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Bound port: e7170399-6156-4416-8b76-fbfc1db79912, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:15.360979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.443146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] For port e7170399-6156-4416-8b76-fbfc1db79912, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:15.443822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.446233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] For port e7170399-6156-4416-8b76-fbfc1db79912, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7170399-6156-4416-8b76-fbfc1db79912,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:15.459029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 3d7bb694-46a8-444d-ad47-1b575ab02a54 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:15.534097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.537778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e21bf9cd-733c-4b4e-9c5e-7b457a091792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:15.557888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.569568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53e8e618-978b-4f1a-b840-a50edc8e6eed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:15.618368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Pushing event updated for resources: {'Port': ['ID=e7170399-6156-4416-8b76-fbfc1db79912,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:15.621364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:15.636804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:15.640363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:15.644369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:15.649854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:15.650462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:15.664765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=3d7bb694-46a8-444d-ad47-1b575ab02a54,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:15.675906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:15.767833 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2517474 Dec 17 17:08:15.770856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49004) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:15.866193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4681be-ad88-4dc9-9b6d-64e4574d6528 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:15.872121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4681be-ad88-4dc9-9b6d-64e4574d6528 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:15.872911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3e4681be-ad88-4dc9-9b6d-64e4574d6528 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:15.951354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3e4681be-ad88-4dc9-9b6d-64e4574d6528 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:15.956136 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3e4681be-ad88-4dc9-9b6d-64e4574d6528 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1819930 Dec 17 17:08:15.956136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49012) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:16.022212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 3d7bb694-46a8-444d-ad47-1b575ab02a54 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:16.022638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:16.082624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308736ab-47ad-444a-b646-ba7418071484 req-9f8508aa-55ae-4841-8635-37dbc5cd7edf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:16.084012 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-308736ab-47ad-444a-b646-ba7418071484 req-9f8508aa-55ae-4841-8635-37dbc5cd7edf tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0806780 Dec 17 17:08:16.137876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-308736ab-47ad-444a-b646-ba7418071484 req-447dc758-af3a-458b-a17b-36b1cc20d866 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473289 Dec 17 17:08:16.388921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:16.517012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 3d7bb694-46a8-444d-ad47-1b575ab02a54 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:16.676755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-20c278dd-ce22-465d-b3a7-c2b4915a1d9a None None] Provisioning for port e7170399-6156-4416-8b76-fbfc1db79912 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:16.737082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7170399-6156-4416-8b76-fbfc1db79912 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:16.740175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:16.746368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3ac636ed-a204-44ee-8cc6-068cdcbf22f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:16.795047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=3d7bb694-46a8-444d-ad47-1b575ab02a54,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:16.798745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:16.799423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-68631233-c505-4d56-be29-aa6d6c2ac32b None None] Could not find standard attr ID for object 3d7bb694-46a8-444d-ad47-1b575ab02a54. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:16.836949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:16.888222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e7170399-6156-4416-8b76-fbfc1db79912 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:16.894147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e7170399-6156-4416-8b76-fbfc1db79912 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:16.895489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:16.918621 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/3d7bb694-46a8-444d-ad47-1b575ab02a54 HTTP/1.1" status: 204 len: 168 time: 0.9591687 Dec 17 17:08:16.918960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49016) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:16.991460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280d440-a625-4900-95c1-3cf61dc2c3c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:16.992996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280d440-a625-4900-95c1-3cf61dc2c3c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:16.993759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c280d440-a625-4900-95c1-3cf61dc2c3c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:17.017702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.049310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port e7170399-6156-4416-8b76-fbfc1db79912, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7170399-6156-4416-8b76-fbfc1db79912,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:17.075549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c280d440-a625-4900-95c1-3cf61dc2c3c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:17.076636 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c280d440-a625-4900-95c1-3cf61dc2c3c1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1564229 Dec 17 17:08:17.080040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:17.132420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.134864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-af4072a9-fe27-484a-9b63-3d54e1525c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:17.145728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet d1e0e30f-16be-4be8-9568-592091a4eaef {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:17.148784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.203848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=e7170399-6156-4416-8b76-fbfc1db79912,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:17.204231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.206922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:17.344266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.400294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eec56-9a79-44e5-a251-ebbcfc605d41 req-d9b22404-7fd5-431b-9232-cb1bb9184683 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:17.401751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a80eec56-9a79-44e5-a251-ebbcfc605d41 req-d9b22404-7fd5-431b-9232-cb1bb9184683 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1485028 Dec 17 17:08:17.459897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a80eec56-9a79-44e5-a251-ebbcfc605d41 req-90bfb889-1f9a-4242-ab53-79db9288702b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502596 Dec 17 17:08:17.517198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.521135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-30aa7825-19ea-49e3-8e92-a7b13b6cc4a3 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:17.557028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e0e30f-16be-4be8-9568-592091a4eaef,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:17.560164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:17.561643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.570116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf71ea-9ada-4098-9c84-8ecd2fee73c7 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:17.626571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/d1e0e30f-16be-4be8-9568-592091a4eaef HTTP/1.1" status: 204 len: 168 time: 0.5452332 Dec 17 17:08:17.628867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49026) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:17.839701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb178662-5ec7-41be-be2b-3dfbc5d1f870 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2096646 Dec 17 17:08:17.841675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:17.842621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49030) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:17.847086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Deleting port e7170399-6156-4416-8b76-fbfc1db79912 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:17.847468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:17.880383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197904-061e-49c4-8f58-e60ae5fa86f5 req-47804ef4-f82d-4361-8c3c-e8d7aab0624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:17.881782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38197904-061e-49c4-8f58-e60ae5fa86f5 req-47804ef4-f82d-4361-8c3c-e8d7aab0624b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.0810468 Dec 17 17:08:17.924859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38197904-061e-49c4-8f58-e60ae5fa86f5 req-99d6213e-69a3-43a4-8e08-b6443e0558a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360532 Dec 17 17:08:17.929295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb123be7-a6e6-42c3-b005-8e20dd0e787c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:17.929987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fb123be7-a6e6-42c3-b005-8e20dd0e787c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:17.996435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fb123be7-a6e6-42c3-b005-8e20dd0e787c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:17.997592 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fb123be7-a6e6-42c3-b005-8e20dd0e787c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1539876 Dec 17 17:08:18.000909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49034) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:18.053753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] For port e7170399-6156-4416-8b76-fbfc1db79912, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e7170399-6156-4416-8b76-fbfc1db79912,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:18.054252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.071406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca4b44-2cbe-4797-ad41-4231f7aaee63 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:18.071631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49038) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:18.072932 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fbca4b44-2cbe-4797-ad41-4231f7aaee63 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710430 Dec 17 17:08:18.141020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-30398806-8081-429c-8233-eb7cf19b4432 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677407 Dec 17 17:08:18.144632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:18.150286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:18.175078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Calling delete_port for e7170399-6156-4416-8b76-fbfc1db79912 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:18.257590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:18.261513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:18.264268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:18.269736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:18.306130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:08:18.308403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:18.346773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.356678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:18.356847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-de56069a-4083-4b95-ac7f-2c99d61e51cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:18.360923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.402171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Pushing event deleted for resources: {'Port': ['ID=e7170399-6156-4416-8b76-fbfc1db79912,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:18.409788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:18.428740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] No DVR routers for this DVR port e7170399-6156-4416-8b76-fbfc1db79912 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:18.618674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.636299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:18.656736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'port_id': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'mac_address': 'fa:16:3e:9c:37:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:08:18.661564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eae172-f96c-428f-abc4-42c6c584d6d1 req-93eab379-df17-4d2e-b724-635c82a58f9b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:18.661843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:08:18.663084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c5eae172-f96c-428f-abc4-42c6c584d6d1 req-93eab379-df17-4d2e-b724-635c82a58f9b tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0942616 Dec 17 17:08:18.702476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:18.708667 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'code': 200} Dec 17 17:08:18.720103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7170399-6156-4416-8b76-fbfc1db79912 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:18.757494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e7170399-6156-4416-8b76-fbfc1db79912 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:18.757863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e7170399-6156-4416-8b76-fbfc1db79912 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:18.765854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.778506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.782719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ffa72666-1ee2-4c20-9eae-83302abb8760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:18.788490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c5eae172-f96c-428f-abc4-42c6c584d6d1 req-224803fc-d193-4a4b-8feb-69607ec377e3 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096385 Dec 17 17:08:18.817258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:08:18.837224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:18.838417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.843370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-327ec8cd-6e81-4f2f-8d02-c1eecfac30b2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:18.898899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:18.899822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:18.902849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:18.904212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:18.906551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:18.906967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:18.909470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:18.910122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:18.913247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d9b3b-fa99-4ef4-8e0e-a8a41380c727 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:18.929553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=651704f7-94eb-4de1-8d9b-e5ab3dea09b6,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:18.932745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:19.037226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c84b352d-5f32-4531-8117-1530dff291fe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8915200 Dec 17 17:08:19.040070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49050) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:19.046172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:19.125911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '651704f7-94eb-4de1-8d9b-e5ab3dea09b6'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:19.126821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.183795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:19.188451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:19.191344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:19.197058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:19.280518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Allocated IP 2001:db8::f816:3eff:fea6:c9af (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/651704f7-94eb-4de1-8d9b-e5ab3dea09b6/32de15dc-5d2a-4ca2-a23b-d42a629f93d5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:19.287928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:19.291762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.428050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 651704f7-94eb-4de1-8d9b-e5ab3dea09b6 (CIDR: 2001:db8::/64) Dec 17 17:08:19.483705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:08:19.484165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:19.517562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.542531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:08:19.550306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.567626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Transition to ACTIVE for port object 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:19.570656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:19.579537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-869c6c9b-677f-47ab-b589-107426142239 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5380487 Dec 17 17:08:19.581988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49054) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:19.587397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Transition to ACTIVE for port object 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:19.587621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:19.653863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.658864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.662097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:19.723649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:19.726517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:19.730158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:19.731229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:19.737292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:19.738960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:19.744666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:19.768756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:19.847107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:19.851202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.878133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Attempting to bind port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:19.878514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Attempting to bind port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:19.878889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Attempting to bind port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:19.893481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:19.893921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:19.894305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.894702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:19.895185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Bound port: 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:19.895562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:19.908516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:19.913485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:19.913976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:19.914331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:19.988178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:19.991146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:20.019205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['cbe43132-88c8-4980-84ff-a171d152eb51'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:08:20.052299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:20.062351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e0014fa8-c54c-4779-bfc2-a41cefa3e294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:20.063530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947a40d-d55a-4288-9f1a-3e358655af68 req-9d7e4120-707b-45ec-be7d-8c5af510eb54 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:20.065008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7947a40d-d55a-4288-9f1a-3e358655af68 req-9d7e4120-707b-45ec-be7d-8c5af510eb54 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 945 time: 0.1400261 Dec 17 17:08:20.162269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:20.165938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:20.288666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7947a40d-d55a-4288-9f1a-3e358655af68 req-7f3144e3-8a65-48ba-af69-64de9cdb1bc2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144597 Dec 17 17:08:20.321073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49062) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:20.425051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:20.433066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4f3c0633-f50a-4c2a-96e0-65808d8dff8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:20.480125 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bee06cf3-05ce-4134-9b86-00bd31d6df84 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/floatingips/9b0fd09c-9384-428d-8cca-7ddd958cc1b1 HTTP/1.1" status: 200 len: 993 time: 0.1563199 Dec 17 17:08:20.500197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:20.503430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:20.507804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:20.508399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:20.526170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=cd22adff-3dea-412c-95ee-5a49c1e3c510,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:20.528945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:20.618953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9cf94b12-bf52-4986-b457-4fa7b8424b0f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0357592 Dec 17 17:08:20.621806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49066) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:20.627775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:de:46:70', 'name': 'tempest-NetworksTestDHCPv6-2040720682'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:20.734034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:20.768065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:20.771955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:20.774722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:20.780466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:20.865547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:20.888367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:20.999581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.027172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 6db2de55-d67d-487c-a069-7329bdc30f9f yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:21.180785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fe6bf-04e8-4f35-a6fe-93dc2f0fe5cb None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:21.247059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8:0:1::29 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/cd22adff-3dea-412c-95ee-5a49c1e3c510/6db2de55-d67d-487c-a069-7329bdc30f9f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:21.253038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fede:4670 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/651704f7-94eb-4de1-8d9b-e5ab3dea09b6/6db2de55-d67d-487c-a069-7329bdc30f9f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:21.338098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Provisioning for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:21.353545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Provisioning complete for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:21.353947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.452758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.469231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 6db2de55-d67d-487c-a069-7329bdc30f9f will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:21.550582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.557315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.563330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:21.635607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:21.637995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:21.641922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:21.647488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:21.652208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '651704f7-94eb-4de1-8d9b-e5ab3dea09b6', 'ip_address': '2001:db8::f816:3eff:fea6:c9af'}, {'subnet_id': 'cd22adff-3dea-412c-95ee-5a49c1e3c510'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': '32de15dc-5d2a-4ca2-a23b-d42a629f93d5'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:08:21.652962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:21.653570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.666239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=6db2de55-d67d-487c-a069-7329bdc30f9f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:21.670729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:21.684351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.691362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-166a13c0-0fb2-4377-8da6-b92d1dd7aa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:21.723137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1002517 Dec 17 17:08:21.725658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49070) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:21.761877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.783899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:21.794113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 6db2de55-d67d-487c-a069-7329bdc30f9f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:21.794463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:21.808751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:22.036970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Allocated IP 2001:db8:0:1::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/cd22adff-3dea-412c-95ee-5a49c1e3c510/32de15dc-5d2a-4ca2-a23b-d42a629f93d5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:22.103569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.171396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:22.195124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.211366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Transition to ACTIVE for port object 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:22.225387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 6db2de55-d67d-487c-a069-7329bdc30f9f owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:22.270704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.274375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f2744069-f050-4314-be3c-40a854a8daa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:22.323659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:22.466048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:22.469739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:22.476563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.483253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port cbe43132-88c8-4980-84ff-a171d152eb51 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:22.483868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.490394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38ab82b2-1ab6-499c-af35-955327107938 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:22.614217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.644531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:08:22.656920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=6db2de55-d67d-487c-a069-7329bdc30f9f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:22.669469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:22.689423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:22.703300 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'code': 200} Dec 17 17:08:22.728703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.731485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-da34a4b8-1089-4e7f-b960-f4773a0ff357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:22.742109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:22.751879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/6db2de55-d67d-487c-a069-7329bdc30f9f HTTP/1.1" status: 204 len: 168 time: 1.0251818 Dec 17 17:08:22.754247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49076) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:22.763354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:22.841709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef028c81-5a39-48f5-888b-f02acf7e4c67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:22.842932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ef028c81-5a39-48f5-888b-f02acf7e4c67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:22.895620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:22.899099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:22.916453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ef028c81-5a39-48f5-888b-f02acf7e4c67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:22.918587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef028c81-5a39-48f5-888b-f02acf7e4c67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1632071 Dec 17 17:08:22.924820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49080) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:23.011452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795ee31-48bd-488e-ab22-5010eac72cd0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:23.013095 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3795ee31-48bd-488e-ab22-5010eac72cd0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0896227 Dec 17 17:08:23.016362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49084) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:23.084716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:23.086352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:23.088071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:23.088897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:23.104178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4807ca6a-b589-415f-ba65-c715f9d0abcb None None] Provisioning for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:23.109538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4807ca6a-b589-415f-ba65-c715f9d0abcb None None] Provisioning complete for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:23.114352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4807ca6a-b589-415f-ba65-c715f9d0abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.156791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:23.157972 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-746a3b57-53cd-480e-b5b4-b6f85c42f708 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1406105 Dec 17 17:08:23.160907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49088) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:23.234726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 651704f7-94eb-4de1-8d9b-e5ab3dea09b6 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:23.237739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.295449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.362954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-53e54d94-6014-4295-891d-c2eca1bde594 None None] Could not find standard attr ID for object 6db2de55-d67d-487c-a069-7329bdc30f9f. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:23.383826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.534196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.538020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b473f4e3-ee65-43c1-8daf-4b7ea42b8bfa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:23.576851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=651704f7-94eb-4de1-8d9b-e5ab3dea09b6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:23.580013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:23.580987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.590178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c320f-18e5-4b20-b01f-24c215743a3a None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:23.626052 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-68d560f7-7f21-4d59-9489-cebc149f70ee tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/651704f7-94eb-4de1-8d9b-e5ab3dea09b6 HTTP/1.1" status: 204 len: 168 time: 0.4638486 Dec 17 17:08:23.628335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:23.702568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet cd22adff-3dea-412c-95ee-5a49c1e3c510 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:23.705645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.759571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:23.847608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.003101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.007058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:24.043821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=cd22adff-3dea-412c-95ee-5a49c1e3c510,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:24.046932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:24.047905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.057725 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/cd22adff-3dea-412c-95ee-5a49c1e3c510 HTTP/1.1" status: 204 len: 168 time: 0.4283116 Dec 17 17:08:24.060161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49096) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:24.131472 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-432bc134-486f-4c52-8526-8d6a8f8f60d5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697360 Dec 17 17:08:24.134034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49100) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:24.140532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:24.255699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:24.260087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:24.263040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:24.269476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:24.316283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbce7f6-c808-417c-b731-4498ccb51b62 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:24.333481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:24.337098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.420179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3395cf53-ecfe-4c17-9315-7be1cde73611 None None] Provisioning complete for port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:24.421333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3395cf53-ecfe-4c17-9315-7be1cde73611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.677388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:24.682734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Deleting port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:24.683184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:24.723870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.objects.ports [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88116) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:24.730281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:24.991714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.002747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.090063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:25.090480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.216216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Calling delete_port for 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:25.220261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:25.244281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.264767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:25.265303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:25.310822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.312315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.317011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d17a8ba3-5caf-41f9-9757-5d3b01cc4868 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:25.350171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:25.350540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:25.383186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:25.386281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:25.390456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:25.391030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.408311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=8']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:25.414361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:25.415209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8089b5c8-f310-4e51-94c1-d92b7ed76a30 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:25.479485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=1c10e23f-642d-41a7-a3b7-6117ccc33247,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:25.482064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:25.534592 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3993082 Dec 17 17:08:25.537323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49104) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:25.543148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:25.680215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:25.684223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:25.687000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:25.692751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:25.777986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:25.782257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.819718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.851080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:25.855160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Deleting port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:25.855160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.914622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.ipam_backend_mixin [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c10e23f-642d-41a7-a3b7-6117ccc33247 (CIDR: 2001:db8::/64) Dec 17 17:08:25.957043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:08:25.957500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:25.980776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:25.989717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:26.041536 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f2205a30-56d5-4bbc-9b71-f5455dd5080e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5030801 Dec 17 17:08:26.044291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49110) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:26.050113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:26.136110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=9']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:26.140040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:26.189058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] For port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:26.189448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.205366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:26.209486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:26.212348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:26.218567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:26.281825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:26.285339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.310052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Calling delete_port for 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:26.494109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.498102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fedc3424-f6e7-4a93-af62-79d9e57a3215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:26.570846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Pushing event deleted for resources: {'Port': ['ID=32de15dc-5d2a-4ca2-a23b-d42a629f93d5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:26.573729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:26.622083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] No DVR routers for this DVR port 32de15dc-5d2a-4ca2-a23b-d42a629f93d5 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:26.636764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0463d-82ce-4505-8197-dd77175e9a5b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:26.694078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.699879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea27b1e6-86d2-43a8-942a-d08b753a7aa9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:26.751793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:26.754851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:26.758976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:26.759616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.777143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=072bf227-0b61-478a-aa14-3c937b6509f5,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:26.781911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:26.846891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '072bf227-0b61-478a-aa14-3c937b6509f5'}, {'subnet_id': '1c10e23f-642d-41a7-a3b7-6117ccc33247'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:26.847725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:26.859555 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8141654 Dec 17 17:08:26.862252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49114) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:26.867838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:2c:6c:9b', 'name': 'tempest-NetworksTestDHCPv6-855135368'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:27.008135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:27.017337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:27.060683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Allocated IP 2001:db8:0:1::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/072bf227-0b61-478a-aa14-3c937b6509f5/12354112-d5da-4a2a-9065-4c8bffadcdd6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:27.066888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Allocated IP 2001:db8::f816:3eff:fe42:32c6 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/1c10e23f-642d-41a7-a3b7-6117ccc33247/12354112-d5da-4a2a-9065-4c8bffadcdd6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:27.150764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:27.265577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.276128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Transition to ACTIVE for port object 12354112-d5da-4a2a-9065-4c8bffadcdd6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:27.286205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.295952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Transition to ACTIVE for port object 12354112-d5da-4a2a-9065-4c8bffadcdd6 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:27.312604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port dbf7617c-928c-4b3c-a71f-8b48482ce4c3 yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:27.349895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.355030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:27.413989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:27.416719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:27.421064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:27.459897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Pushing event updated for resources: {'Port': ['ID=12354112-d5da-4a2a-9065-4c8bffadcdd6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:27.468236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:27.532388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8:0:1::1ee (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/072bf227-0b61-478a-aa14-3c937b6509f5/dbf7617c-928c-4b3c-a71f-8b48482ce4c3) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:27.537991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::f816:3eff:fe2c:6c9b (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/1c10e23f-642d-41a7-a3b7-6117ccc33247/dbf7617c-928c-4b3c-a71f-8b48482ce4c3) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:27.549664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Attempting to bind port 12354112-d5da-4a2a-9065-4c8bffadcdd6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:27.550095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Attempting to bind port 12354112-d5da-4a2a-9065-4c8bffadcdd6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:27.550493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Attempting to bind port 12354112-d5da-4a2a-9065-4c8bffadcdd6 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:27.555844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:27.556232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:27.560233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.560233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:27.560233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Bound port: 12354112-d5da-4a2a-9065-4c8bffadcdd6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:27.560233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.693792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] For port 12354112-d5da-4a2a-9065-4c8bffadcdd6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:27.700646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] For port 12354112-d5da-4a2a-9065-4c8bffadcdd6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12354112-d5da-4a2a-9065-4c8bffadcdd6,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:27.748613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.763287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object dbf7617c-928c-4b3c-a71f-8b48482ce4c3 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:27.780956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.785859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-194e8628-8c98-40ca-830b-d5ad5a0d1838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:27.859658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.863865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Pushing event updated for resources: {'Port': ['ID=12354112-d5da-4a2a-9065-4c8bffadcdd6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:27.865327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-986421a8-d061-4aa2-883e-7ce80efeef0e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:27.866971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:27.931833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:27.935048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:27.939595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:27.945078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:27.945700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:27.958736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=dbf7617c-928c-4b3c-a71f-8b48482ce4c3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:27.963528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:28.039782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49118) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:28.040416 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1765730 Dec 17 17:08:28.135033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port dbf7617c-928c-4b3c-a71f-8b48482ce4c3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:28.135382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:28.493898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:28.622469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for dbf7617c-928c-4b3c-a71f-8b48482ce4c3 owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:28.748454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12354112-d5da-4a2a-9065-4c8bffadcdd6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:28.882418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:28.901782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d3097-8448-47bb-8bda-67a7de73c227 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:28.917231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:28.927191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b80d8cf2-dad0-488a-a662-daff6566c517 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:28.981275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=dbf7617c-928c-4b3c-a71f-8b48482ce4c3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:28.985957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:29.072638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Provisioning for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:29.088288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Provisioning complete for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:29.088679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.105299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.121798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/dbf7617c-928c-4b3c-a71f-8b48482ce4c3 HTTP/1.1" status: 204 len: 168 time: 1.0789568 Dec 17 17:08:29.122582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49122) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:29.213637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a46c94-df7d-43f7-aa52-68a5cf40c1a3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:29.214278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4a46c94-df7d-43f7-aa52-68a5cf40c1a3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:29.277512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4a46c94-df7d-43f7-aa52-68a5cf40c1a3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:29.278462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.282789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4a46c94-df7d-43f7-aa52-68a5cf40c1a3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1557362 Dec 17 17:08:29.283173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49126) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:29.331263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] For port 12354112-d5da-4a2a-9065-4c8bffadcdd6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12354112-d5da-4a2a-9065-4c8bffadcdd6,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:29.371922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6af05-16dd-4070-9795-fc60c1530fe9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:29.374113 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-67c6af05-16dd-4070-9795-fc60c1530fe9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0899367 Dec 17 17:08:29.376800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49130) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:29.397002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.398973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-55b10972-45cd-485e-b264-98e203f55a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:29.446577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:29.448088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:29.449977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:29.450514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:29.474658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Pushing event updated for resources: {'Port': ['ID=12354112-d5da-4a2a-9065-4c8bffadcdd6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:29.474658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:29.518749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9c5c9439-4ca3-4427-bc48-e2c338e38cd9 None None] Provisioning complete for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:29.519221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9439-4ca3-4427-bc48-e2c338e38cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.522547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:29.523760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0e9ddd4c-246e-4c38-b2f8-8311d70303aa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1459322 Dec 17 17:08:29.526440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49134) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:29.602962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 072bf227-0b61-478a-aa14-3c937b6509f5 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:29.606254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.667460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.758179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.758408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4ba6c00e-178a-4949-a3dc-eb1d0f019a12 None None] Could not find standard attr ID for object dbf7617c-928c-4b3c-a71f-8b48482ce4c3. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:29.911391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.915323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57ab7a92-2fe6-4735-98d4-4f86f15d8d8c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:29.951264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=072bf227-0b61-478a-aa14-3c937b6509f5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:29.954303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:29.955265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:29.962539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad5b45-4ca3-467d-9e4f-935442c03f86 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:30.054574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/072bf227-0b61-478a-aa14-3c937b6509f5 HTTP/1.1" status: 204 len: 168 time: 0.5269196 Dec 17 17:08:30.057073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49138) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:30.127209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 1c10e23f-642d-41a7-a3b7-6117ccc33247 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:30.130183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.184528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.269545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.425716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.429718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fe3730c5-d6ba-4ed2-81d3-f0185e8397ce tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:30.468460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=1c10e23f-642d-41a7-a3b7-6117ccc33247,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:30.471448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:30.474136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.484224 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/1c10e23f-642d-41a7-a3b7-6117ccc33247 HTTP/1.1" status: 204 len: 168 time: 0.4261086 Dec 17 17:08:30.486570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49142) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:30.559500 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0a9f755e-a58a-4717-bd1a-e3932bc7535d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717604 Dec 17 17:08:30.562663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49146) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:30.568087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:30.685282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:30.689597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:30.692534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:30.699879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:30.710608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be6167-83b7-4b9d-9d43-6a7337ef8c1b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:30.724634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12354112-d5da-4a2a-9065-4c8bffadcdd6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:30.750885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:30.754657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:30.894845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-39914d3e-7a60-4fea-ab4d-e061eebe1cd1 None None] Provisioning complete for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:30.895133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39914d3e-7a60-4fea-ab4d-e061eebe1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.002622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 12354112-d5da-4a2a-9065-4c8bffadcdd6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:31.003360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.116793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.121494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-373a395e-44ac-4b2d-809d-0c799eee7de1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:31.180114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:31.183310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:31.187535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:31.188131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.189917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:31.198140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Deleting port 12354112-d5da-4a2a-9065-4c8bffadcdd6 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:31.198520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.206047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=697689f6-b8b4-44d6-94d6-73f3c697860e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:31.210507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:31.293305 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7295969 Dec 17 17:08:31.296046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49150) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:31.301544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:31.435282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:31.439231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:31.442153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:31.447764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:31.460676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] For port 12354112-d5da-4a2a-9065-4c8bffadcdd6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=12354112-d5da-4a2a-9065-4c8bffadcdd6,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:31.461080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.516829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:31.520346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.580963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Calling delete_port for 12354112-d5da-4a2a-9065-4c8bffadcdd6 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:31.652716 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.ipam_backend_mixin [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 697689f6-b8b4-44d6-94d6-73f3c697860e (CIDR: 2001:db8::/64) Dec 17 17:08:31.705668 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:08:31.706081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:31.728154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:31.731851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:31.777006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Pushing event deleted for resources: {'Port': ['ID=12354112-d5da-4a2a-9065-4c8bffadcdd6,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:31.780810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:31.782909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] No DVR routers for this DVR port 12354112-d5da-4a2a-9065-4c8bffadcdd6 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:31.794330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85cac8-f6ed-4f4c-8504-25c9cdce255f None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:31.799643 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-37f9087f-3b13-4fd6-aef2-6b7023068673 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001416 Dec 17 17:08:31.799950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49154) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:31.805806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:31.941722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:31.946097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:31.948893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:31.955149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:32.003248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': '697689f6-b8b4-44d6-94d6-73f3c697860e'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:32.004061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.030858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:32.034504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.167605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/697689f6-b8b4-44d6-94d6-73f3c697860e/d6e7bf76-2188-466e-8657-ccdcf5074f27) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:32.252889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d75758e2-d6e7-49c0-b50d-740cac46b9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.374854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.385572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Transition to ACTIVE for port object d6e7bf76-2188-466e-8657-ccdcf5074f27 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:32.403416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Transition to ACTIVE for port object d6e7bf76-2188-466e-8657-ccdcf5074f27 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:32.424838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:32.425990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.430262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-234f67b2-6f14-4b4a-a40e-f2b85c194523 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:32.469884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.473674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:32.478770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:32.481587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:32.486598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:32.487181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.505801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=32796e9a-5933-4cc7-8bee-0a9b2ac1fb21,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:32.510165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:32.539437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:32.542399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:32.546614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:32.552096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Pushing event updated for resources: {'Port': ['ID=d6e7bf76-2188-466e-8657-ccdcf5074f27,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:32.555717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:32.601901 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8008194 Dec 17 17:08:32.604657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49160) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:32.610834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:1d:55:7c', 'name': 'tempest-NetworksTestDHCPv6-389991599'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:32.636844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Attempting to bind port d6e7bf76-2188-466e-8657-ccdcf5074f27 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:32.637222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Attempting to bind port d6e7bf76-2188-466e-8657-ccdcf5074f27 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:32.637588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Attempting to bind port d6e7bf76-2188-466e-8657-ccdcf5074f27 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:32.643950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:32.644353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:32.644887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.645288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:32.645761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Bound port: d6e7bf76-2188-466e-8657-ccdcf5074f27, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:32.646161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.710155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12354112-d5da-4a2a-9065-4c8bffadcdd6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:32.747642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 12354112-d5da-4a2a-9065-4c8bffadcdd6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:32.748010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 12354112-d5da-4a2a-9065-4c8bffadcdd6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:32.750368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:32.760453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:32.770919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] For port d6e7bf76-2188-466e-8657-ccdcf5074f27, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:32.773904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] For port d6e7bf76-2188-466e-8657-ccdcf5074f27, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d6e7bf76-2188-466e-8657-ccdcf5074f27,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:32.875050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:32.886689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:32.890853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8002ff1a-c52b-4082-96ba-0f91abf9cfcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:32.970901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Pushing event updated for resources: {'Port': ['ID=d6e7bf76-2188-466e-8657-ccdcf5074f27,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:32.973918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:32.999640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:33.031030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port a5881209-6d42-4550-b791-c76b3df728ef yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:33.252218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::15e (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/697689f6-b8b4-44d6-94d6-73f3c697860e/a5881209-6d42-4550-b791-c76b3df728ef) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:33.258242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:557c (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/32796e9a-5933-4cc7-8bee-0a9b2ac1fb21/a5881209-6d42-4550-b791-c76b3df728ef) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:33.579406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:33.595710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object a5881209-6d42-4550-b791-c76b3df728ef will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:33.676948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:33.682518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2000ca65-9007-4424-b017-5830f3fdf238 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:33.762170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:33.765314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:33.769805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:33.775352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:33.775975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:33.792474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=a5881209-6d42-4550-b791-c76b3df728ef,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:33.796109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:33.870119 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2643681 Dec 17 17:08:33.872491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49164) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:33.941510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port a5881209-6d42-4550-b791-c76b3df728ef {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:33.941879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.018876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11cda2-7e2e-4fb0-b5de-d712351d744b None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:34.195377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.257114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-53d6ebe2-f777-4e68-8efe-d9f278f7cf05 None None] Provisioning for port d6e7bf76-2188-466e-8657-ccdcf5074f27 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:34.318920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for a5881209-6d42-4550-b791-c76b3df728ef owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:34.381084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Update dhcp port {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'fixed_ips': [{'subnet_id': '697689f6-b8b4-44d6-94d6-73f3c697860e', 'ip_address': '2001:db8::2'}, {'subnet_id': '32796e9a-5933-4cc7-8bee-0a9b2ac1fb21'}], 'binding:host_id': 'dv-neutron-821073-1-hyperv'}, 'id': 'd6e7bf76-2188-466e-8657-ccdcf5074f27'} from dv-neutron-821073-1-hyperv. {{(pid=88118) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 17 17:08:34.434735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.585253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.591413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4b2beaf-80b7-4f16-94b2-81d9e7077917 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:34.632762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:f2e7 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/32796e9a-5933-4cc7-8bee-0a9b2ac1fb21/d6e7bf76-2188-466e-8657-ccdcf5074f27) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:34.643343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=a5881209-6d42-4550-b791-c76b3df728ef,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:34.646271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:34.729698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.739964 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/a5881209-6d42-4550-b791-c76b3df728ef HTTP/1.1" status: 204 len: 168 time: 0.8657694 Dec 17 17:08:34.742200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49168) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:34.761746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d6e7bf76-2188-466e-8657-ccdcf5074f27 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:34.812649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] For port d6e7bf76-2188-466e-8657-ccdcf5074f27, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d6e7bf76-2188-466e-8657-ccdcf5074f27,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:34.826876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a819e48-9d0a-4153-9602-fc77f41bc0df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:34.827772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6a819e48-9d0a-4153-9602-fc77f41bc0df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:34.853203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.868592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Transition to ACTIVE for port object d6e7bf76-2188-466e-8657-ccdcf5074f27 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:34.887396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6a819e48-9d0a-4153-9602-fc77f41bc0df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:34.888607 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6a819e48-9d0a-4153-9602-fc77f41bc0df tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1454599 Dec 17 17:08:34.891749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49172) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:34.928034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d6e7bf76-2188-466e-8657-ccdcf5074f27 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:34.931298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:34.936706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:34.970969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b139a-66c4-407d-92b6-a12f521fef6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:34.972453 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bd7b139a-66c4-407d-92b6-a12f521fef6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0797694 Dec 17 17:08:34.975018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49176) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:35.042328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:35.043826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:35.046072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:35.046870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:35.085382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c30e918-bdf3-48d8-9438-3bad014965ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.090737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Pushing event updated for resources: {'Port': ['ID=d6e7bf76-2188-466e-8657-ccdcf5074f27,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:35.093962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:35.139147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:35.140318 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7410ab64-cb1c-40c7-8878-d94c36f6bf1a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1641755 Dec 17 17:08:35.142959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49180) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:35.214815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 32796e9a-5933-4cc7-8bee-0a9b2ac1fb21 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:35.218074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.274502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.361767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.519530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.523572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-78240e60-0ecd-4e2b-870a-bb70faac30f1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:35.567132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.569856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=32796e9a-5933-4cc7-8bee-0a9b2ac1fb21,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:35.572763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:35.596418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24347621-08fb-4359-851e-e398e3ec7416 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:35.611858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Could not find standard attr ID for object a5881209-6d42-4550-b791-c76b3df728ef. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:35.649272 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/32796e9a-5933-4cc7-8bee-0a9b2ac1fb21 HTTP/1.1" status: 204 len: 168 time: 0.5030580 Dec 17 17:08:35.649862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49184) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:35.668359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.721123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet 697689f6-b8b4-44d6-94d6-73f3c697860e {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:35.724096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.747972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Provisioning for port d6e7bf76-2188-466e-8657-ccdcf5074f27 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:35.760781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Provisioning complete for port d6e7bf76-2188-466e-8657-ccdcf5074f27 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:35.761158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.781205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.866997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.925114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:35.955608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.014799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.018774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-27eb1211-5652-4a16-815a-3395fa3b2132 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:36.055784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=697689f6-b8b4-44d6-94d6-73f3c697860e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:36.059232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:36.060448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.071951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:36.072313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:36.074181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/697689f6-b8b4-44d6-94d6-73f3c697860e HTTP/1.1" status: 204 len: 168 time: 0.4229469 Dec 17 17:08:36.074621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49188) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:36.150441 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-19997887-a7fb-4070-8d54-386ff2c2dc5b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744131 Dec 17 17:08:36.153066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49192) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:36.159398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:36.382113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:36.386642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:36.390479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:36.396237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:36.499046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009a731-397c-4f8f-b24e-f161de2539bd None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:36.682470 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:08:36.699792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.715904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d6e7bf76-2188-466e-8657-ccdcf5074f27 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:36.850965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] For port d6e7bf76-2188-466e-8657-ccdcf5074f27, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d6e7bf76-2188-466e-8657-ccdcf5074f27,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:36.874692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d6e7bf76-2188-466e-8657-ccdcf5074f27 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:36.875071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.903467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:36.907789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.933488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:36.935384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:36.973157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:36.995667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Deleting port d6e7bf76-2188-466e-8657-ccdcf5074f27 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:36.996057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.182403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Pushing event updated for resources: {'Port': ['ID=d6e7bf76-2188-466e-8657-ccdcf5074f27,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:37.194074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:37.202240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.206990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5680b5b3-a072-4546-bf1c-a58ff403fee0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:37.214593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5d279b43-f293-4682-ba81-a9ba789acc00 None None] Provisioning complete for port d6e7bf76-2188-466e-8657-ccdcf5074f27 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:37.214977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5d279b43-f293-4682-ba81-a9ba789acc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.263004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.263270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:37.266741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:37.270933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:37.274460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.289283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=e64dbaba-4589-4cfc-a050-d2f0a17a4f0b,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:37.292127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:37.373083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] For port d6e7bf76-2188-466e-8657-ccdcf5074f27, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d6e7bf76-2188-466e-8657-ccdcf5074f27,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:37.373482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.374300 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2202320 Dec 17 17:08:37.377049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49196) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:37.382816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:37.520358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:37.524398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:37.527568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:37.534346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:37.552868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Calling delete_port for d6e7bf76-2188-466e-8657-ccdcf5074f27 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:37.653449 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:37.657323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.710879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:37.714619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-407517cd-5e0d-46cf-b20d-42fd39db706e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:37.758514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Pushing event deleted for resources: {'Port': ['ID=d6e7bf76-2188-466e-8657-ccdcf5074f27,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:37.762006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:37.764922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] No DVR routers for this DVR port d6e7bf76-2188-466e-8657-ccdcf5074f27 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:37.787783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8bf7e-decd-4189-911f-86ff5fc2df48 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:37.788065 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.ipam_backend_mixin [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e64dbaba-4589-4cfc-a050-d2f0a17a4f0b (CIDR: 2001:db8::/64) Dec 17 17:08:37.836596 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:08:37.837055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:37.904451 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0b2360a-f112-4499-bba6-2a948a9f6ca4 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5259831 Dec 17 17:08:37.907062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49200) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:37.912552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'subnet': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:37.994853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'tenant_id': 'e0f4a3bcafe2494a9808e071cba62621', 'fixed_ips': [{'subnet_id': 'e64dbaba-4589-4cfc-a050-d2f0a17a4f0b'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:37.995915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.056982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:38.061805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:subnet and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:38.066355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:38.072408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:38.161679 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:38.162220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Allocated IP 2001:db8::2 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/e64dbaba-4589-4cfc-a050-d2f0a17a4f0b/9ea9af30-0a01-454d-af7c-4527eae9cb90) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:38.165242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.368823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.379498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Transition to ACTIVE for port object 9ea9af30-0a01-454d-af7c-4527eae9cb90 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:38.397273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Transition to ACTIVE for port object 9ea9af30-0a01-454d-af7c-4527eae9cb90 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:38.459797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.469089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:38.545360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:38.547051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:38.550016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:38.593727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Pushing event updated for resources: {'Port': ['ID=9ea9af30-0a01-454d-af7c-4527eae9cb90,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:38.597953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:38.636758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.objects.ports [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88117) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 17 17:08:38.708782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Attempting to bind port 9ea9af30-0a01-454d-af7c-4527eae9cb90 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:38.709173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Attempting to bind port 9ea9af30-0a01-454d-af7c-4527eae9cb90 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:38.709549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Attempting to bind port 9ea9af30-0a01-454d-af7c-4527eae9cb90 on network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:38.716431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:38.717347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Checking segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:38.719529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.725726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Bound using segment: {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:38.725726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Bound port: 9ea9af30-0a01-454d-af7c-4527eae9cb90, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1422001c-28d5-490e-bd38-edef84402485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:38.725726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.733440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d6e7bf76-2188-466e-8657-ccdcf5074f27 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:38.771137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d6e7bf76-2188-466e-8657-ccdcf5074f27 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:38.771417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d6e7bf76-2188-466e-8657-ccdcf5074f27 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:38.854207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] For port 9ea9af30-0a01-454d-af7c-4527eae9cb90, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:38.857543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] For port 9ea9af30-0a01-454d-af7c-4527eae9cb90, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9ea9af30-0a01-454d-af7c-4527eae9cb90,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:38.877447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.926975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:38.931508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-bfb209f7-77f3-46df-b0ab-a74f9136d20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:38.954707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:38.955298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:39.011141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Pushing event updated for resources: {'Port': ['ID=9ea9af30-0a01-454d-af7c-4527eae9cb90,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:39.014915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:39.515698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:39.739947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] For port 9ea9af30-0a01-454d-af7c-4527eae9cb90, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9ea9af30-0a01-454d-af7c-4527eae9cb90,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:39.766480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:39.829272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:39.830084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:39.835191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-86d939cb-5d05-4ac5-98a6-08b4eed0a8d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:40.020847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:40.022031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:40.024985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:40.025573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:40.061211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=9ea9af30-0a01-454d-af7c-4527eae9cb90,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:40.069477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.074056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.078795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:40.079360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4fb2cfe-c3ae-4ace-82c5-201ba0f01b4f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:40.093743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1729db47-418f-43b6-a79e-31798749ddcd None None] Provisioning for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:40.130301 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2222037 Dec 17 17:08:40.133094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49206) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:40.141284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Request body: {'port': {'network_id': 'e0cdceb3-5f45-4deb-9b2b-23f294e327e0', 'mac_address': 'fa:16:3e:c1:7d:76', 'name': 'tempest-NetworksTestDHCPv6-1595262163'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:40.155577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3db9a-45b2-422b-b9d0-0f699e2b3da6 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:40.169715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Subnet': ['ID=bc083a9b-6576-4a36-9356-cd810c7c8493,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:40.173125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:40.233018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-488ef6a6-ad7a-4309-afd7-1c4383e25ce7 None None] Could not find standard attr ID for object a5881209-6d42-4550-b791-c76b3df728ef. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:40.286420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:40.290314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Usage tracker for resource:port and tenant:e0f4a3bcafe2494a9808e071cba62621 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:40.293058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:40.299191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:40.361793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Made reservation on behalf of e0f4a3bcafe2494a9808e071cba62621 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:40.488785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:40.520476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] device_id is not set on port 2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:40.747661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8::46 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/e64dbaba-4589-4cfc-a050-d2f0a17a4f0b/2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:40.755787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:7d76 (e0cdceb3-5f45-4deb-9b2b-23f294e327e0/bc083a9b-6576-4a36-9356-cd810c7c8493/2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:40.759652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9ea9af30-0a01-454d-af7c-4527eae9cb90 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:40.920983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:40.926438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:40.926930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:40.981078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:40.997744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Transition to ACTIVE for port object 2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:41.050669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.078293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5e6f85c3-9ea5-4bb4-bb51-53730ce9f5df None None] Provisioning complete for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:41.078721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5e6f85c3-9ea5-4bb4-bb51-53730ce9f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.091076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.094661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1c110bb3-de22-4a95-b6bc-81bdfb5af305 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:41.130997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 9ea9af30-0a01-454d-af7c-4527eae9cb90, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9ea9af30-0a01-454d-af7c-4527eae9cb90,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:41.180006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:41.184785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:41.189833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:41.197785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:41.198128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.198765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.202716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7303c1d9-ca7a-446d-a2db-b5ac6818a562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:41.218420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event updated for resources: {'Port': ['ID=2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:41.221505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:41.261918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5e6f85c3-9ea5-4bb4-bb51-53730ce9f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.317008 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1828959 Dec 17 17:08:41.319464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49210) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:41.331159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=9ea9af30-0a01-454d-af7c-4527eae9cb90,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:41.335205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:41.362303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-5e6f85c3-9ea5-4bb4-bb51-53730ce9f5df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:41.362670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-5e6f85c3-9ea5-4bb4-bb51-53730ce9f5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:41.389056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting port 2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:41.389391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.627235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:41.755647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Calling delete_port for 2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:42.013392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.018821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2b3b5b61-2679-4b29-932a-6a9940ae48ab tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:42.029637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-18807c47-15a8-435f-89d9-50f6015b8545 None None] Could not find standard attr ID for object 2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:42.066184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Port': ['ID=2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:42.069659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:42.248954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.258594 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c HTTP/1.1" status: 204 len: 168 time: 0.9381459 Dec 17 17:08:42.260857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49214) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:42.340228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15bb765-fee8-40fe-a9d4-dcb4a044aa52 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.340850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b15bb765-fee8-40fe-a9d4-dcb4a044aa52 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:42.395904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b15bb765-fee8-40fe-a9d4-dcb4a044aa52 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:42.397015 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b15bb765-fee8-40fe-a9d4-dcb4a044aa52 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1352704 Dec 17 17:08:42.399617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:42.477818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e0f99-ad06-44b0-aebf-6ce750d53024 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.479278 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c55e0f99-ad06-44b0-aebf-6ce750d53024 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0787809 Dec 17 17:08:42.481753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:42.550952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.552459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.553971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.554768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:42.622902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:42.624020 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-007efd2b-3387-40d2-83b9-21a4a662725b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1406610 Dec 17 17:08:42.626759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49226) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:42.692302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet bc083a9b-6576-4a36-9356-cd810c7c8493 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:42.696937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.717859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9ea9af30-0a01-454d-af7c-4527eae9cb90 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:42.756117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.788748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:42.789129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.840455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.991040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:42.994857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b8d41220-3f4d-425a-97b7-ca0b257f8eaf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:43.031295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=bc083a9b-6576-4a36-9356-cd810c7c8493,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:43.033733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:43.039447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.045098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6a050-1c8b-4c8a-a0b3-24ee98439778 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:43.140586 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-35287cb3-c8d9-43b0-9263-4a5a1a93097b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/bc083a9b-6576-4a36-9356-cd810c7c8493 HTTP/1.1" status: 204 len: 168 time: 0.5127828 Dec 17 17:08:43.143084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49230) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.220466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Deleting subnet e64dbaba-4589-4cfc-a050-d2f0a17a4f0b {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:43.223368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.275848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.364241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.505565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.509627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27cbf691-fd3f-4680-8618-8f9abb054276 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:43.548045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Subnet': ['ID=e64dbaba-4589-4cfc-a050-d2f0a17a4f0b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:43.550884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:43.555232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.561762 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/e64dbaba-4589-4cfc-a050-d2f0a17a4f0b HTTP/1.1" status: 204 len: 168 time: 0.4166069 Dec 17 17:08:43.564132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49234) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.639265 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c27c86a3-33ef-4c3a-b9bc-5be6fe6d08da tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733299 Dec 17 17:08:43.641528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49238) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.729106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa5a5f-cc1f-4a34-9ee9-ef0906d0b561 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:43.730656 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ffaa5a5f-cc1f-4a34-9ee9-ef0906d0b561 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0881965 Dec 17 17:08:43.733294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49242) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.774783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9a26b-05df-4470-80b9-aa9323f1e5f2 None None] Network e0cdceb3-5f45-4deb-9b2b-23f294e327e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:43.800328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982901f-fe8b-46bf-9acf-0d65fbd2c887 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:43.800920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3982901f-fe8b-46bf-9acf-0d65fbd2c887 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Synchronizing usage tracker for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:43.864780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3982901f-fe8b-46bf-9acf-0d65fbd2c887 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Unset dirty status for tenant:e0f4a3bcafe2494a9808e071cba62621 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:43.868239 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3982901f-fe8b-46bf-9acf-0d65fbd2c887 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1316457 Dec 17 17:08:43.868482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49246) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.938346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-46241bba-3dab-4092-a842-3d8c32642fca None None] Provisioning complete for port 9ea9af30-0a01-454d-af7c-4527eae9cb90 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:43.938728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-46241bba-3dab-4092-a842-3d8c32642fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:43.939093 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-721e4008-fd31-47d3-b4e9-143752a0b0ae tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692241 Dec 17 17:08:43.943171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49250) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:43.985115 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16fbde3-9881-40ee-8372-0bb858646af8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:43.985596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16fbde3-9881-40ee-8372-0bb858646af8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:43.987287 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b16fbde3-9881-40ee-8372-0bb858646af8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/2a33add6-bccf-4bcc-b8ee-f2c8a8994d2c HTTP/1.1" status: 404 len: 333 time: 0.0431256 Dec 17 17:08:43.989850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49254) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.027282 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725549c-b3a8-4a19-afae-09a02272ed69 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.028074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7725549c-b3a8-4a19-afae-09a02272ed69 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.032424 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7725549c-b3a8-4a19-afae-09a02272ed69 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/bc083a9b-6576-4a36-9356-cd810c7c8493 HTTP/1.1" status: 404 len: 337 time: 0.0394483 Dec 17 17:08:44.033065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49258) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.074626 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0eafdc6-0982-4193-952b-cb000a867fba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.074997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0eafdc6-0982-4193-952b-cb000a867fba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.080014 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f0eafdc6-0982-4193-952b-cb000a867fba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/e64dbaba-4589-4cfc-a050-d2f0a17a4f0b HTTP/1.1" status: 404 len: 337 time: 0.0442743 Dec 17 17:08:44.080299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49262) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.128055 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd1ebf8-b036-4f5b-8723-fa9cd069fb3e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.128380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd1ebf8-b036-4f5b-8723-fa9cd069fb3e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.130081 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8fd1ebf8-b036-4f5b-8723-fa9cd069fb3e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/a5881209-6d42-4550-b791-c76b3df728ef HTTP/1.1" status: 404 len: 333 time: 0.0488658 Dec 17 17:08:44.132613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49266) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.152952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] DHCP port deletion for e0cdceb3-5f45-4deb-9b2b-23f294e327e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:44.157532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Deleting port 9ea9af30-0a01-454d-af7c-4527eae9cb90 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:44.157965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:44.171221 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-8704d066-4cb9-4dd4-b8c6-753d2578f169 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.171682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8704d066-4cb9-4dd4-b8c6-753d2578f169 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.173380 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8704d066-4cb9-4dd4-b8c6-753d2578f169 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/32796e9a-5933-4cc7-8bee-0a9b2ac1fb21 HTTP/1.1" status: 404 len: 337 time: 0.0398784 Dec 17 17:08:44.176104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49270) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.219079 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4d8256-f1d3-46eb-93e0-90494857fcd9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.219536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4d8256-f1d3-46eb-93e0-90494857fcd9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.221220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9a4d8256-f1d3-46eb-93e0-90494857fcd9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/697689f6-b8b4-44d6-94d6-73f3c697860e HTTP/1.1" status: 404 len: 337 time: 0.0441334 Dec 17 17:08:44.223852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49274) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.265553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c722f615-e8ec-4f5c-ade2-2b3b58df3bf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.266059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c722f615-e8ec-4f5c-ade2-2b3b58df3bf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.267709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c722f615-e8ec-4f5c-ade2-2b3b58df3bf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/dbf7617c-928c-4b3c-a71f-8b48482ce4c3 HTTP/1.1" status: 404 len: 333 time: 0.0429418 Dec 17 17:08:44.270348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49278) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.307566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88760f2-89d3-4be2-af68-8d8f0b342b1e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.308014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88760f2-89d3-4be2-af68-8d8f0b342b1e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.309642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a88760f2-89d3-4be2-af68-8d8f0b342b1e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/072bf227-0b61-478a-aa14-3c937b6509f5 HTTP/1.1" status: 404 len: 337 time: 0.0384166 Dec 17 17:08:44.312573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49282) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.352531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-115b89ab-4a1c-420a-b525-5fd357eacce9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.352907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115b89ab-4a1c-420a-b525-5fd357eacce9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.354553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-115b89ab-4a1c-420a-b525-5fd357eacce9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/1c10e23f-642d-41a7-a3b7-6117ccc33247 HTTP/1.1" status: 404 len: 337 time: 0.0411065 Dec 17 17:08:44.355160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] For port 9ea9af30-0a01-454d-af7c-4527eae9cb90, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9ea9af30-0a01-454d-af7c-4527eae9cb90,segment=NetworkSegment(1422001c-28d5-490e-bd38-edef84402485),segment_id=1422001c-28d5-490e-bd38-edef84402485)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:44.355563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:44.363739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49286) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.405108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-075eb198-9e6a-4377-98dc-fa3724551f5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.405497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075eb198-9e6a-4377-98dc-fa3724551f5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.407148 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-075eb198-9e6a-4377-98dc-fa3724551f5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/6db2de55-d67d-487c-a069-7329bdc30f9f HTTP/1.1" status: 404 len: 333 time: 0.0425067 Dec 17 17:08:44.409646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49290) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.446897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a07023f-ef8d-45be-a4ac-a451b8c7943a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.447347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a07023f-ef8d-45be-a4ac-a451b8c7943a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.448966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2a07023f-ef8d-45be-a4ac-a451b8c7943a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/cd22adff-3dea-412c-95ee-5a49c1e3c510 HTTP/1.1" status: 404 len: 337 time: 0.0384278 Dec 17 17:08:44.451531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49294) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.478166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Calling delete_port for 9ea9af30-0a01-454d-af7c-4527eae9cb90 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:44.491110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc4495c-0b76-48b9-90f4-24c210914515 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.491560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc4495c-0b76-48b9-90f4-24c210914515 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.493199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ddc4495c-0b76-48b9-90f4-24c210914515 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/651704f7-94eb-4de1-8d9b-e5ab3dea09b6 HTTP/1.1" status: 404 len: 337 time: 0.0407979 Dec 17 17:08:44.495898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49298) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.539874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ecfcd6-47c5-4901-a349-022db57624e3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.540506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ecfcd6-47c5-4901-a349-022db57624e3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.542966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e9ecfcd6-47c5-4901-a349-022db57624e3 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/3d7bb694-46a8-444d-ad47-1b575ab02a54 HTTP/1.1" status: 404 len: 333 time: 0.0460541 Dec 17 17:08:44.545802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49302) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.582801 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea96152b-a984-473b-b8af-65842f857008 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.583256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea96152b-a984-473b-b8af-65842f857008 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.584873 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ea96152b-a984-473b-b8af-65842f857008 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/d1e0e30f-16be-4be8-9568-592091a4eaef HTTP/1.1" status: 404 len: 337 time: 0.0381753 Dec 17 17:08:44.587450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49306) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.630804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff59f37d-ba4b-43ad-a797-d71e925e25fa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.631197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff59f37d-ba4b-43ad-a797-d71e925e25fa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.632795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ff59f37d-ba4b-43ad-a797-d71e925e25fa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/377e5817-3ac6-44d2-9181-c34da8322630 HTTP/1.1" status: 404 len: 333 time: 0.0444596 Dec 17 17:08:44.635343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49310) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.635973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:44.639719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:44.683369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Pushing event deleted for resources: {'Port': ['ID=9ea9af30-0a01-454d-af7c-4527eae9cb90,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:44.688905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] No DVR routers for this DVR port 9ea9af30-0a01-454d-af7c-4527eae9cb90 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:44.695359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.695717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.696047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.696387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.696753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.701275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:44.710793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:44.723884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9ea9af30-0a01-454d-af7c-4527eae9cb90 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:44.762013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 9ea9af30-0a01-454d-af7c-4527eae9cb90 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:44.762368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9ea9af30-0a01-454d-af7c-4527eae9cb90 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:44.784742 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca034081-ec39-4ab4-8c5d-238bbaf26819 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.785208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca034081-ec39-4ab4-8c5d-238bbaf26819 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.786895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ca034081-ec39-4ab4-8c5d-238bbaf26819 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/5ef7402b-7999-4993-a95a-e0f83d6703ad HTTP/1.1" status: 404 len: 337 time: 0.1506398 Dec 17 17:08:44.789545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49314) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.830087 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-b564b156-b43e-4824-836a-7243b229a5f2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.830560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b564b156-b43e-4824-836a-7243b229a5f2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.832293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b564b156-b43e-4824-836a-7243b229a5f2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/3eed5de3-6839-4eb6-bf0b-b0b392d486d3 HTTP/1.1" status: 404 len: 333 time: 0.0418320 Dec 17 17:08:44.836303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49318) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.886778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20753b0-9ab5-4f52-a99f-35337c824a99 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.887356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20753b0-9ab5-4f52-a99f-35337c824a99 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.889852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b20753b0-9ab5-4f52-a99f-35337c824a99 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/776be602-6e4b-4955-9556-4d75b78868b2 HTTP/1.1" status: 404 len: 337 time: 0.0524342 Dec 17 17:08:44.892180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49322) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.937445 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-2660bc23-dddd-40f0-8862-5d309432baf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.937923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2660bc23-dddd-40f0-8862-5d309432baf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.939513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2660bc23-dddd-40f0-8862-5d309432baf9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/c7f25846-f6b4-4cfa-bcb3-39c8be212ba6 HTTP/1.1" status: 404 len: 333 time: 0.0464101 Dec 17 17:08:44.941922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49326) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:44.977538 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-5120844a-e374-40f4-9513-06d9366b92f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:44.978002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5120844a-e374-40f4-9513-06d9366b92f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:44.979546 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5120844a-e374-40f4-9513-06d9366b92f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/45729d71-7182-4856-a7a2-754acf248569 HTTP/1.1" status: 404 len: 337 time: 0.0367804 Dec 17 17:08:44.981705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49330) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.026478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-343485d6-c33d-49e0-9f52-2883ea22136b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.026951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343485d6-c33d-49e0-9f52-2883ea22136b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.028586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-343485d6-c33d-49e0-9f52-2883ea22136b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1a2f104c-39c7-4abd-9d1f-3d6e473853fe HTTP/1.1" status: 404 len: 333 time: 0.0454490 Dec 17 17:08:45.038512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49334) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.076654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a7b5cc-c5c1-494e-a894-d4f861098c5d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.077102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a7b5cc-c5c1-494e-a894-d4f861098c5d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.078782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e1a7b5cc-c5c1-494e-a894-d4f861098c5d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/6c594eac-1f35-4161-9500-a312e038faa6 HTTP/1.1" status: 404 len: 337 time: 0.0393519 Dec 17 17:08:45.081222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49338) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.123202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed24f10-410c-46a1-89a4-39d4e5032d95 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.123670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed24f10-410c-46a1-89a4-39d4e5032d95 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.125344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aed24f10-410c-46a1-89a4-39d4e5032d95 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/10a7be2c-4954-41c5-9709-d750569fc9fb HTTP/1.1" status: 404 len: 333 time: 0.0431931 Dec 17 17:08:45.127784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49342) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.168502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b99831-ea4c-4f06-88b2-492e39480818 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.168879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b99831-ea4c-4f06-88b2-492e39480818 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.170513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c0b99831-ea4c-4f06-88b2-492e39480818 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/83f3f394-2a22-43c9-a305-e4168d0e750d HTTP/1.1" status: 404 len: 337 time: 0.0418582 Dec 17 17:08:45.173908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49346) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.211094 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cefc1a-70e6-482b-b202-6395beeaf40b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.211808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cefc1a-70e6-482b-b202-6395beeaf40b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.213208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e1cefc1a-70e6-482b-b202-6395beeaf40b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/e70026c1-870a-4ab9-bdcf-27eae6984e7c HTTP/1.1" status: 404 len: 337 time: 0.0384290 Dec 17 17:08:45.215741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49350) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.255893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8971eb0-3719-494b-9c91-81236a1ce3d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.256349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8971eb0-3719-494b-9c91-81236a1ce3d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.258024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f8971eb0-3719-494b-9c91-81236a1ce3d1 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/0efef494-e7f7-4315-bdc1-70630f819ee0 HTTP/1.1" status: 404 len: 333 time: 0.0407264 Dec 17 17:08:45.260362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49354) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.269160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:45.300983 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b75186-cb93-4132-8f84-bc4a8c35e698 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.301427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b75186-cb93-4132-8f84-bc4a8c35e698 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.303080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-26b75186-cb93-4132-8f84-bc4a8c35e698 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/6dce0295-f85b-42f4-b48a-9c12a92ba366 HTTP/1.1" status: 404 len: 337 time: 0.0418522 Dec 17 17:08:45.306001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49358) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.344362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ded4a6a-6dd7-43dd-932c-684ea0b0a378 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.344803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ded4a6a-6dd7-43dd-932c-684ea0b0a378 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.346416 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0ded4a6a-6dd7-43dd-932c-684ea0b0a378 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/3bb70115-5506-4dfc-af13-24ad3ad6906f HTTP/1.1" status: 404 len: 337 time: 0.0394957 Dec 17 17:08:45.348750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49362) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.387829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-d531989a-58f0-4276-bd81-238f6132f2b7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.388839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d531989a-58f0-4276-bd81-238f6132f2b7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.390444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d531989a-58f0-4276-bd81-238f6132f2b7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/40b16986-f85c-4481-9f90-92869441f940 HTTP/1.1" status: 404 len: 333 time: 0.0408401 Dec 17 17:08:45.392618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49366) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.432838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c10bade-9808-4729-861d-1747fb675087 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.433203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c10bade-9808-4729-861d-1747fb675087 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.434791 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6c10bade-9808-4729-861d-1747fb675087 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/b0f6638a-03a3-4215-9ade-0d496a55b874 HTTP/1.1" status: 404 len: 337 time: 0.0413208 Dec 17 17:08:45.436978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49370) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.473213 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fc23ae-ad32-4a29-bbd1-f6494d030b39 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.473655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fc23ae-ad32-4a29-bbd1-f6494d030b39 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.475232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61fc23ae-ad32-4a29-bbd1-f6494d030b39 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/efda1732-cb72-4f80-8aa6-e1963c5963e1 HTTP/1.1" status: 404 len: 337 time: 0.0374064 Dec 17 17:08:45.477335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49374) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.516613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c149ab-6455-48a6-b6d6-d6ee02906617 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.517067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c149ab-6455-48a6-b6d6-d6ee02906617 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.518664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f4c149ab-6455-48a6-b6d6-d6ee02906617 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/4659b22c-f114-4a67-8384-d42ab6e4f7eb HTTP/1.1" status: 404 len: 333 time: 0.0404439 Dec 17 17:08:45.520855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49378) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.561027 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-11359427-ac40-40ac-8138-0af384fd7a2d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.561470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11359427-ac40-40ac-8138-0af384fd7a2d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.563061 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11359427-ac40-40ac-8138-0af384fd7a2d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/729d1d99-6643-455a-b237-9b9235f6ee3d HTTP/1.1" status: 404 len: 337 time: 0.0413532 Dec 17 17:08:45.565227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49382) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.602426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9419661-058c-4201-b8fd-1ab5fd7fe616 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.602876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9419661-058c-4201-b8fd-1ab5fd7fe616 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.604497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e9419661-058c-4201-b8fd-1ab5fd7fe616 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/3d48fd9f-8d4a-47ac-b802-d600b643942e HTTP/1.1" status: 404 len: 337 time: 0.0384138 Dec 17 17:08:45.607049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49386) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.658437 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3af782d1-f08d-4d45-94fb-6b5dc1c8c075 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fad8383-d710-435d-87ae-023e0987c4b9 HTTP/1.1" status: 200 len: 205 time: 0.0501707 Dec 17 17:08:45.660578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49390) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.726626 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-a66d9b31-e336-4c0b-b31f-b9786009edef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] delete failed (client error): The resource could not be found. Dec 17 17:08:45.727621 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a66d9b31-e336-4c0b-b31f-b9786009edef tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/routers/4fad8383-d710-435d-87ae-023e0987c4b9 HTTP/1.1" status: 404 len: 336 time: 0.0661800 Dec 17 17:08:45.730075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49394) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.874559 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-21537def-d227-45b6-8bc9-b2fecee35a28 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:45.875007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21537def-d227-45b6-8bc9-b2fecee35a28 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:45.876638 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-21537def-d227-45b6-8bc9-b2fecee35a28 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/fed4f501-f72b-43d6-a16d-942e9d5014f5 HTTP/1.1" status: 404 len: 337 time: 0.1456990 Dec 17 17:08:45.879145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49398) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.921295 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3d1c3938-21cb-45b8-ac8c-19a1633555af tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a168bd24-272f-4b01-9aca-75f9a9b34ed0 HTTP/1.1" status: 200 len: 205 time: 0.0410788 Dec 17 17:08:45.923429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49402) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:45.988671 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-bc5b2fd3-34d9-4792-8b68-bc3df56e2e8e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] delete failed (client error): The resource could not be found. Dec 17 17:08:45.989537 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc5b2fd3-34d9-4792-8b68-bc3df56e2e8e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/routers/a168bd24-272f-4b01-9aca-75f9a9b34ed0 HTTP/1.1" status: 404 len: 336 time: 0.0652637 Dec 17 17:08:45.992054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49406) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.030333 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d0e679-5f8b-4eac-ae35-a1c1b125ed6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.030780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d0e679-5f8b-4eac-ae35-a1c1b125ed6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.032393 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d2d0e679-5f8b-4eac-ae35-a1c1b125ed6b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/8d7d0664-8909-4447-9408-32c0e5d975dd HTTP/1.1" status: 404 len: 337 time: 0.0394802 Dec 17 17:08:46.034816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49410) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.073979 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-be96f6a5-8868-4d4d-8cfb-34df17ef017c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.074428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be96f6a5-8868-4d4d-8cfb-34df17ef017c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.076616 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be96f6a5-8868-4d4d-8cfb-34df17ef017c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/a6571b20-bb98-4659-8a96-6ac130ace43d HTTP/1.1" status: 404 len: 337 time: 0.0408015 Dec 17 17:08:46.079118 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49414) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.119356 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2166ca6-9c2f-4fbe-9a61-d9aff29e5c78 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.119822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2166ca6-9c2f-4fbe-9a61-d9aff29e5c78 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.121433 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c2166ca6-9c2f-4fbe-9a61-d9aff29e5c78 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/57116cc3-39bc-4060-b450-46bd79ca0907 HTTP/1.1" status: 404 len: 333 time: 0.0414207 Dec 17 17:08:46.123937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49418) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.161385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-86328b06-a3c9-448d-bbab-eec1b56aa6dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.161849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86328b06-a3c9-448d-bbab-eec1b56aa6dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.163439 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-86328b06-a3c9-448d-bbab-eec1b56aa6dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/8efeaa38-3818-4ab1-8ef2-fe442f223e32 HTTP/1.1" status: 404 len: 337 time: 0.0386357 Dec 17 17:08:46.165736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49422) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.207990 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f189cb-614b-4348-975e-36322c633f66 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.208436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f189cb-614b-4348-975e-36322c633f66 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.210021 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-01f189cb-614b-4348-975e-36322c633f66 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1cd71c37-15af-412c-b862-ac0775c17553 HTTP/1.1" status: 404 len: 333 time: 0.0433457 Dec 17 17:08:46.212343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49426) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.247998 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f223e5fa-d539-48ec-ae93-c7f6297be348 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.248363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f223e5fa-d539-48ec-ae93-c7f6297be348 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.249923 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f223e5fa-d539-48ec-ae93-c7f6297be348 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/d2b679ac-dd92-4f42-b1f7-c1800f39166d HTTP/1.1" status: 404 len: 337 time: 0.0367086 Dec 17 17:08:46.252048 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.291568 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5112cf-c81d-40f4-8404-39b3d2f33929 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.292010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5112cf-c81d-40f4-8404-39b3d2f33929 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.293554 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5e5112cf-c81d-40f4-8404-39b3d2f33929 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/ddb9e283-cd55-49ad-adba-31dfdfdd3a0a HTTP/1.1" status: 404 len: 333 time: 0.0406651 Dec 17 17:08:46.295763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49434) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.334958 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c5f8ff-1815-4d36-abdf-e3c06f0c97ac tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.335390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c5f8ff-1815-4d36-abdf-e3c06f0c97ac tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.336946 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f9c5f8ff-1815-4d36-abdf-e3c06f0c97ac tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/bbb257ef-a78b-463b-a8e4-677e221fb91e HTTP/1.1" status: 404 len: 337 time: 0.0403476 Dec 17 17:08:46.339206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49438) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.377969 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-9529ea3a-79a0-4577-8ff2-59c933d94be2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.378423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9529ea3a-79a0-4577-8ff2-59c933d94be2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.379940 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9529ea3a-79a0-4577-8ff2-59c933d94be2 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/1309f636-0faa-4f78-a8db-c43f22d3013e HTTP/1.1" status: 404 len: 333 time: 0.0398908 Dec 17 17:08:46.382137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49442) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.417767 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-42519930-646b-4576-b5dd-8af109f27425 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.418227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42519930-646b-4576-b5dd-8af109f27425 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.419798 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-42519930-646b-4576-b5dd-8af109f27425 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/0f5542ba-b5b1-400b-b84e-df74f7d9cb2a HTTP/1.1" status: 404 len: 337 time: 0.0368195 Dec 17 17:08:46.421973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49446) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.464033 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3e8da2-29fd-49d9-b740-372e73316bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.464475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3e8da2-29fd-49d9-b740-372e73316bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.466035 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dc3e8da2-29fd-49d9-b740-372e73316bb9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/741ee9b4-684b-4746-82d7-03c6c7244153 HTTP/1.1" status: 404 len: 333 time: 0.0431952 Dec 17 17:08:46.468310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49450) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.503757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d56f82-f38d-4ce1-9588-5f6ea422ad67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.504123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d56f82-f38d-4ce1-9588-5f6ea422ad67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.505657 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-01d56f82-f38d-4ce1-9588-5f6ea422ad67 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/76a28edf-562d-4e07-9e60-7a6612b1fb44 HTTP/1.1" status: 404 len: 337 time: 0.0365117 Dec 17 17:08:46.507826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49454) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.546983 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-e394ddd5-e9a2-487d-8199-8f147eb9364c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.547443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e394ddd5-e9a2-487d-8199-8f147eb9364c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.548996 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e394ddd5-e9a2-487d-8199-8f147eb9364c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/823fcdff-1cd7-485f-985c-742fd106908c HTTP/1.1" status: 404 len: 333 time: 0.0403337 Dec 17 17:08:46.551259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49458) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.590900 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4868e5ba-5faf-4fc5-bf05-ccebae9aed40 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.591371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4868e5ba-5faf-4fc5-bf05-ccebae9aed40 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.592993 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4868e5ba-5faf-4fc5-bf05-ccebae9aed40 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/dd667eac-3361-422f-8746-27e6005b1431 HTTP/1.1" status: 404 len: 337 time: 0.0408599 Dec 17 17:08:46.595424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49462) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.634657 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-a638bd56-f764-4aef-9daf-4a2f4b431afa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.635275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a638bd56-f764-4aef-9daf-4a2f4b431afa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.636662 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a638bd56-f764-4aef-9daf-4a2f4b431afa tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/ports/5795c2e3-6e7b-4a09-bf15-53d70368ff58 HTTP/1.1" status: 404 len: 333 time: 0.0403810 Dec 17 17:08:46.639615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49466) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.675701 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb00d53-10e3-4b46-903c-62b787b3878a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] DELETE failed (client error): The resource could not be found. Dec 17 17:08:46.676146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb00d53-10e3-4b46-903c-62b787b3878a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88117) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:08:46.677740 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cb00d53-10e3-4b46-903c-62b787b3878a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/subnets/ea204a31-263e-4086-a4f2-85933e2afc4d HTTP/1.1" status: 404 len: 337 time: 0.0372908 Dec 17 17:08:46.680124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49470) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:46.790858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:46.922493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:46.946956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cdceb3-5f45-4deb-9b2b-23f294e327e0']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:46.958478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1422001c-28d5-490e-bd38-edef84402485') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:46.958779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1422001c-28d5-490e-bd38-edef84402485') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:46.969600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:46.988936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:46.995012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:08:46.995405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:08:47.010058 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:08:47.127435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.132506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.135453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:47.156984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Pushing event deleted for resources: {'Network': ['ID=e0cdceb3-5f45-4deb-9b2b-23f294e327e0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:47.159925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:47.164165 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] 10.222.0.61 "DELETE /v2.0/networks/e0cdceb3-5f45-4deb-9b2b-23f294e327e0 HTTP/1.1" status: 204 len: 168 time: 0.4831438 Dec 17 17:08:47.625275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49478) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:47.775708 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4cb42b31-8a19-4162-94f4-86a8bcd07d86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0f4a3bcafe2494a9808e071cba62621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491878 Dec 17 17:08:47.778023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:47.835532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.860684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.971773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.975546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb82779-e5bf-4ff1-9cdd-1ecbfc174664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:47.988175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e270e0-6e3f-4b27-9810-da95e7efb99f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:47.991041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:47.992936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:47.994772 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19e270e0-6e3f-4b27-9810-da95e7efb99f HTTP/1.1" status: 204 len: 168 time: 0.2152054 Dec 17 17:08:48.481011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49500) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:48.556882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7d7a6-b175-4570-87e3-be28f65045bc tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:48.557376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7d7a6-b175-4570-87e3-be28f65045bc tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:48.557875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7d7a6-b175-4570-87e3-be28f65045bc tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:48.559539 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ad7d7a6-b175-4570-87e3-be28f65045bc tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=32466777aa1b43ea8c5c00ae92606e23&network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 2999 time: 0.0774169 Dec 17 17:08:48.992673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49518) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:49.093253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2066654277'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:49.098194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:49.101955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Usage tracker for resource:network and tenant:84a974dca9b7448088cf42206cd16cd6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:49.104777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:49.111770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:49.177112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Made reservation on behalf of 84a974dca9b7448088cf42206cd16cd6 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:49.180451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.196328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.210505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:49.214345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Usage tracker for resource:security_group_rule and tenant:84a974dca9b7448088cf42206cd16cd6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:49.217072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:49.222623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:49.303491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.371485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.374389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6cf3d8f2-8a55-4b6b-9ef7-f49c986bd241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:49.403555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:08:49.412602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddee7b1-6de3-4ced-ab2d-7019709d8d29,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:49.416409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:49.421192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.421192 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Added segment 76b55a13-7776-437d-bdb4-24e541a4de63 of type vlan for network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 Dec 17 17:08:49.446757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.542950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.549346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:49.549972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:49.553582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-475e2185-700b-4ad9-8a38-98ecd484240d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:49.656669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'Network': ['ID=27b3b3fa-ef9c-4e6a-963b-b51e08d00e77,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:49.664142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.664538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.664948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.665330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.665714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.666130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.666505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.666875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.667245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.667610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.667977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.668344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:49.671946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:49.679079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:08:49.716990 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7232428 Dec 17 17:08:49.720285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49524) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:49.725771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Request body: {'subnet': {'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:49.837609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:49.841281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Usage tracker for resource:subnet and tenant:84a974dca9b7448088cf42206cd16cd6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:49.844657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:49.850573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:49.938589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Made reservation on behalf of 84a974dca9b7448088cf42206cd16cd6 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:49.942113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:50.213069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:50.217606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f29fadd9-3a2d-4f94-8c23-3a4124ae2fd7 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:50.294147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'Subnet': ['ID=b07b578b-06f6-4f8a-80d1-3dfeb1068a06,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:50.298012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:50.301952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Checking segment: {'id': '76b55a13-7776-437d-bdb4-24e541a4de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:50.302333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Network hostable DHCP agents. Network: 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:08:50.377397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:08:50.451098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:50.456254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:50.457382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:50.460419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c418a5-c214-430e-8fe3-605e0a0e2555 None None] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:50.549438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281212 Dec 17 17:08:50.551991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49532) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:50.558394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Request body: {'port': {'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1207405483'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:50.672204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-27b3b3fa-ef9c-4e6a-963b-b51e08d00e77', 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77', 'tenant_id': '84a974dca9b7448088cf42206cd16cd6', 'fixed_ips': [{'subnet_id': 'b07b578b-06f6-4f8a-80d1-3dfeb1068a06'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:50.673573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:50.809110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:50.813302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Usage tracker for resource:port and tenant:84a974dca9b7448088cf42206cd16cd6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:50.816098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:50.821674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:50.830883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Allocated IP 172.20.0.2 (27b3b3fa-ef9c-4e6a-963b-b51e08d00e77/b07b578b-06f6-4f8a-80d1-3dfeb1068a06/f85acdba-02ee-417e-b200-c610240278f5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:50.898947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Made reservation on behalf of 84a974dca9b7448088cf42206cd16cd6 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:50.902556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:50.925289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] device_id is not set on port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:51.027795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.038219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Transition to ACTIVE for port object f85acdba-02ee-417e-b200-c610240278f5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:51.056253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Transition to ACTIVE for port object f85acdba-02ee-417e-b200-c610240278f5 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:51.105080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.114402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2ec57fe4-e42a-4f2e-86c2-88784228c026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:51.169659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Allocated IP 172.20.0.4 (27b3b3fa-ef9c-4e6a-963b-b51e08d00e77/b07b578b-06f6-4f8a-80d1-3dfeb1068a06/26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:51.174789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:51.185534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:51.185534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:51.187102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Pushing event updated for resources: {'Port': ['ID=f85acdba-02ee-417e-b200-c610240278f5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:51.190855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:51.296673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49538) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:51.314162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Attempting to bind port f85acdba-02ee-417e-b200-c610240278f5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:51.314555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Attempting to bind port f85acdba-02ee-417e-b200-c610240278f5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '76b55a13-7776-437d-bdb4-24e541a4de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:51.314913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Attempting to bind port f85acdba-02ee-417e-b200-c610240278f5 on network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:51.320492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:51.320879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Checking segment: {'id': '76b55a13-7776-437d-bdb4-24e541a4de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:51.321288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.321695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Bound using segment: {'id': '76b55a13-7776-437d-bdb4-24e541a4de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:51.322225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Bound port: f85acdba-02ee-417e-b200-c610240278f5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b55a13-7776-437d-bdb4-24e541a4de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:51.322618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.363141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aafd53-9b1d-45b9-964f-ffb28630056b tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:51.372182 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-03aafd53-9b1d-45b9-964f-ffb28630056b tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 814 time: 0.0664475 Dec 17 17:08:51.380430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.396646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Transition to ACTIVE for port object 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:51.412044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] For port f85acdba-02ee-417e-b200-c610240278f5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:51.415557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] For port f85acdba-02ee-417e-b200-c610240278f5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f85acdba-02ee-417e-b200-c610240278f5,segment=NetworkSegment(76b55a13-7776-437d-bdb4-24e541a4de63),segment_id=76b55a13-7776-437d-bdb4-24e541a4de63)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:51.476214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.480744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7cf75f19-443a-4cfa-9f09-438b398974e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:51.527919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.533796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-33e514f5-bde2-4c16-a308-5aa4f4582cce tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:51.558043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Pushing event updated for resources: {'Port': ['ID=f85acdba-02ee-417e-b200-c610240278f5,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:51.561511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:51.601933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:51.604960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:51.609272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:51.653075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'Port': ['ID=26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:51.662957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:51.686667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:51.687288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:51.777133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2214303 Dec 17 17:08:51.777456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49546) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:51.792041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Request body: {'port': {'network_id': '27b3b3fa-ef9c-4e6a-963b-b51e08d00e77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-670080126', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:51.792544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] bootfile-name is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:51.792875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] tftp-server is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:51.793197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] server-ip-address is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:51.957697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49550) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:51.963620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--686200573', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:51.970016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:51.974306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:51.977352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:51.984114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:52.041360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:52.045068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Usage tracker for resource:port and tenant:84a974dca9b7448088cf42206cd16cd6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:52.048439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:52.051694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:52.055203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.057995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:52.085422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:08:52.094704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.095101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 4bb063c4-ddfe-4f3c-aa21-9de381847474 of type vlan for network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 Dec 17 17:08:52.121158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.137205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Made reservation on behalf of 84a974dca9b7448088cf42206cd16cd6 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:52.140884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.163095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] device_id is not set on port 5efa3d7a-6b3a-4298-9585-27ca9a34b09c yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:08:52.218815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.224588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.225337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.230980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7e872282-7c1f-4877-a9d0-2d13bd2e90e7 tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:52.312861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Allocated IP 172.20.0.13 (27b3b3fa-ef9c-4e6a-963b-b51e08d00e77/b07b578b-06f6-4f8a-80d1-3dfeb1068a06/5efa3d7a-6b3a-4298-9585-27ca9a34b09c) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:52.334030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:52.336947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:52.345310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:08:52.368197 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3c130772-7f7d-4c31-86d9-17c8e5bf47fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4093478 Dec 17 17:08:52.371200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49554) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.451168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3c733-d8f8-41c0-859d-bcf11c50a1b1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.452721 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d9d3c733-d8f8-41c0-859d-bcf11c50a1b1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0797131 Dec 17 17:08:52.455603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49558) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.552953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.568666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Transition to ACTIVE for port object 5efa3d7a-6b3a-4298-9585-27ca9a34b09c will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:52.596669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9923d-2c6c-4a0f-8c87-26e572472c03 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.598162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dcf9923d-2c6c-4a0f-8c87-26e572472c03 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416242 Dec 17 17:08:52.601063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49562) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.605591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c0d82-57a1-434f-9e22-ed24b41c3a12 None None] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:52.639799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-175af439-d8d6-4546-8b51-015adbb30df0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370827 Dec 17 17:08:52.642382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49566) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.654186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.667935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d74fc1d-d907-4da5-840e-a5229538fbdd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:52.685897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eb0cbb5d-17e9-4ee5-8fa7-436851a4b99c tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413411 Dec 17 17:08:52.688313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49570) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.744949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:52.760263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:52.764847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'Port': ['ID=5efa3d7a-6b3a-4298-9585-27ca9a34b09c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:52.773135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:52.798465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f85acdba-02ee-417e-b200-c610240278f5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:52.808822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:52.836944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2ce17d42-5849-4aa1-a217-25a91dffaaf1 None None] Provisioning for port f85acdba-02ee-417e-b200-c610240278f5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:52.842953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d680bbd-4a5e-4392-8c28-c9b7c4898e5d tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.842953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2d680bbd-4a5e-4392-8c28-c9b7c4898e5d tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520097 Dec 17 17:08:52.843215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.843825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:52.845006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49574) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.889804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b03bd29-3e76-4e11-9664-c2b099d5b684 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427516 Dec 17 17:08:52.892491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49578) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:52.898265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-536604357', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:52.920831 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1422300 Dec 17 17:08:52.923407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49582) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:53.007892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f85acdba-02ee-417e-b200-c610240278f5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:53.013871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f85acdba-02ee-417e-b200-c610240278f5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.015064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.025124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:53.028881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:53.032433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:53.039405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:53.041335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.053759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.064155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.065042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Synchronizing usage tracker for tenant:84a974dca9b7448088cf42206cd16cd6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:53.133110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:53.138187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.167452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Unset dirty status for tenant:84a974dca9b7448088cf42206cd16cd6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:53.171323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-23f6e157-27b2-4a9c-93bd-582cc0ee0ade tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2439332 Dec 17 17:08:53.171471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.172229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49586) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:53.210668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f85acdba-02ee-417e-b200-c610240278f5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f85acdba-02ee-417e-b200-c610240278f5,segment=NetworkSegment(76b55a13-7776-437d-bdb4-24e541a4de63),segment_id=76b55a13-7776-437d-bdb4-24e541a4de63)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:53.249723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Deleting port 5efa3d7a-6b3a-4298-9585-27ca9a34b09c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:53.250032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.280649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.286747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c0dbef40-f16b-4fe4-b6da-079b31331e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:53.326320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Provisioning complete for port f85acdba-02ee-417e-b200-c610240278f5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.327243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.411732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f85acdba-02ee-417e-b200-c610240278f5,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:53.414988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:53.499978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.505660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0d62d6ed-bf59-46be-839f-bdb6b0e018b0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:53.527505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Provisioning for port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:53.535468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Provisioning complete for port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.536230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.543340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.610068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:08:53.615851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=1699be1a-c60a-4421-86b2-834cc63e28c3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:53.619974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:53.620688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:53.621038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:08:53.658968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Provisioning for port 5efa3d7a-6b3a-4298-9585-27ca9a34b09c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:53.664421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Provisioning complete for port 5efa3d7a-6b3a-4298-9585-27ca9a34b09c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.664892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.681903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:08:53.703093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Calling delete_port for 5efa3d7a-6b3a-4298-9585-27ca9a34b09c owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:53.728604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d587c61b-8eca-4647-a459-d25f0d09a21a None None] Port 5efa3d7a-6b3a-4298-9585-27ca9a34b09c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:08:53.754735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:53.762100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dedcfa-5213-4af8-8b16-848b087b57f1 None None] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:53.768369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.769010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.850668 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9544106 Dec 17 17:08:53.877190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a0b4877f-3a26-4f24-bd8a-c7dfb4b39a2a None None] Provisioning complete for port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.877577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a0b4877f-3a26-4f24-bd8a-c7dfb4b39a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.935830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:53.941914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bbbe86f8-ac9e-4b03-8d44-4f4efb40083d tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:53.962937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4877f-3a26-4f24-bd8a-c7dfb4b39a2a None None] Port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:08:54.005850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a0b4877f-3a26-4f24-bd8a-c7dfb4b39a2a None None] Could not find standard attr ID for object 5efa3d7a-6b3a-4298-9585-27ca9a34b09c. {{(pid=88118) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 17:08:54.097666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '1699be1a-c60a-4421-86b2-834cc63e28c3'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:08:54.099151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.112267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event deleted for resources: {'Port': ['ID=5efa3d7a-6b3a-4298-9585-27ca9a34b09c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:54.116321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:54.286603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.319214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Allocated IP 172.20.0.18 (9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11/1699be1a-c60a-4421-86b2-834cc63e28c3/d80764a5-81c6-4997-91a5-a1c33a265473) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:54.332487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-1923840d-0e81-49d5-af7f-1e93c83785f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844934 Dec 17 17:08:54.392025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "DELETE /v2.0/ports/5efa3d7a-6b3a-4298-9585-27ca9a34b09c HTTP/1.1" status: 204 len: 168 time: 1.2182434 Dec 17 17:08:54.395230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49592) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:54.401438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Request body: {'port': {'name': 'tempest-new-port-name-753348533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:54.402136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] bootfile-name is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:54.402632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] tftp-server is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:54.403083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.api.validators [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] server-ip-address is not in valid_values {{(pid=88117) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 17 17:08:54.449789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49596) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:54.455753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472458674', 'description': 'tempest-secgroup-smoke-1472458674 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:54.464103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-143ba5be-96b5-40f5-b7c2-4a1fee025f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:54.465656 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-143ba5be-96b5-40f5-b7c2-4a1fee025f30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1098 time: 0.1106129 Dec 17 17:08:54.466820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:54.475733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:54.479664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:54.486084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:54.534166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.614436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.625775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Transition to ACTIVE for port object d80764a5-81c6-4997-91a5-a1c33a265473 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:54.626986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-277041ed-ed7e-40df-8c6e-4ebd3263aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:54.628428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-277041ed-ed7e-40df-8c6e-4ebd3263aa72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 898 time: 0.1400242 Dec 17 17:08:54.645399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Transition to ACTIVE for port object d80764a5-81c6-4997-91a5-a1c33a265473 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:08:54.690079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.720573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.725935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-db781b17-d172-41a6-bab1-46a6fc40da89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:54.743300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:54.755799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:54.760469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:54.764898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-8f825734-f61b-4527-aa48-32771b5c22bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 1000 time: 0.1289446 Dec 17 17:08:54.766855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f85acdba-02ee-417e-b200-c610240278f5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:54.768495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:54.802725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.842184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:54.845744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-6c739d90-8520-4288-bf1e-eb274ad3b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:54.847212 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-6c739d90-8520-4288-bf1e-eb274ad3b269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 200 len: 834 time: 0.0754969 Dec 17 17:08:54.849052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:54.852912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Pushing event updated for resources: {'Port': ['ID=d80764a5-81c6-4997-91a5-a1c33a265473,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:54.856859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:08:54.862234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:54.881963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.885951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ce88dce6-6de8-4175-b99b-b13ceb419674 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:54.950046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.959464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Attempting to bind port d80764a5-81c6-4997-91a5-a1c33a265473 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:08:54.959852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Attempting to bind port d80764a5-81c6-4997-91a5-a1c33a265473 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:08:54.960229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Attempting to bind port d80764a5-81c6-4997-91a5-a1c33a265473 on network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:08:54.964330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f85acdba-02ee-417e-b200-c610240278f5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:54.964330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.967186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-93424ce5-05af-4684-a430-52d6920e6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:54.968801 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-93424ce5-05af-4684-a430-52d6920e6621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124620 Dec 17 17:08:54.997497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:08:54.997908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Checking segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:08:54.998380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:54.999287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Bound using segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:08:55.000104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Bound port: d80764a5-81c6-4997-91a5-a1c33a265473, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:08:55.000245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.005212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event updated for resources: {'Port': ['ID=26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:55.010539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:55.025292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] In _notify_port_updated(), no bound segment for port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 on network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 {{(pid=88117) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:08:55.033378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:55.034500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.036060 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "PUT /v2.0/ports/26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 HTTP/1.1" status: 200 len: 1135 time: 0.6398516 Dec 17 17:08:55.039166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49600) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:55.087879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.119723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7efdfde9-06ac-4ffa-8103-2eb4d086c5c1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:55.146976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714419e5-520a-40e3-a533-ac8c5ebb6612 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:55.147993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-714419e5-520a-40e3-a533-ac8c5ebb6612 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Synchronizing usage tracker for tenant:84a974dca9b7448088cf42206cd16cd6 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:55.187005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] For port d80764a5-81c6-4997-91a5-a1c33a265473, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:08:55.200443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] For port d80764a5-81c6-4997-91a5-a1c33a265473, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d80764a5-81c6-4997-91a5-a1c33a265473,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:08:55.205901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5a5ee-de80-44d0-abf3-4c5de362c6e8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:55.217491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:55.239225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-536a09f8-4456-4976-a161-5affb5c15b6c service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632046 Dec 17 17:08:55.247514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-714419e5-520a-40e3-a533-ac8c5ebb6612 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Unset dirty status for tenant:84a974dca9b7448088cf42206cd16cd6 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:55.249361 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-714419e5-520a-40e3-a533-ac8c5ebb6612 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "GET /v2.0/ports/26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 HTTP/1.1" status: 200 len: 1135 time: 0.2090294 Dec 17 17:08:55.253084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49604) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:55.275277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.279327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ef3d7377-fbd7-4e47-b60c-bc7b660df2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:55.316536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.320612 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8669202 Dec 17 17:08:55.320905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:55.328317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Deleting port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:55.328795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.359058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:55.365288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5fea2b34-9575-4fe9-8bbb-afd037acf55f None None] Provisioning complete for port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:55.365671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5fea2b34-9575-4fe9-8bbb-afd037acf55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.369242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:55.379099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f38e8574-10ed-41d2-ac3f-cbda31eefe9c req-b044fe02-6198-4a48-8652-efc46c3e5262 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326451 Dec 17 17:08:55.386718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:55.392225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:55.398879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Pushing event updated for resources: {'Port': ['ID=d80764a5-81c6-4997-91a5-a1c33a265473,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:55.405740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:55.408152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:55.429562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5fea2b34-9575-4fe9-8bbb-afd037acf55f None None] Port 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:08:55.675303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.780842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.908775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.918294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Calling delete_port for 26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 owned by {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:55.966215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:55.970686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-96152fc2-b54d-4972-a167-509aad215343 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:56.013631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b504d81-7408-465b-86cb-5fe77f2e7f93,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:56.017721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:56.087091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.090919 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7665036 Dec 17 17:08:56.091116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49612) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:56.096646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:56.103069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:56.106977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:56.109978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:56.115707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:56.177829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.183362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-221b579c-719e-430f-a6c0-7871ac769ec6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:56.246855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event deleted for resources: {'Port': ['ID=26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:56.276650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.288119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:56.389326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.403944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8882e0-27a2-44f6-913d-25202749e00d None None] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:56.413720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.470891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.472954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-16a99763-223b-4c18-8caa-23bb7eee339f tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:56.489303 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "DELETE /v2.0/ports/26f81bdc-35c4-4e3a-8ac9-0e22ebcc75c0 HTTP/1.1" status: 204 len: 168 time: 1.2351992 Dec 17 17:08:56.491895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49616) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:56.496153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73f1a6b-2926-48ba-9591-2060f49d20c6,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:56.500838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:56.564310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-45fa1c14-6e90-4a84-85fd-98255b8d5b7c None None] Provisioning for port d80764a5-81c6-4997-91a5-a1c33a265473 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:56.566110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.569798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Deleting subnet b07b578b-06f6-4f8a-80d1-3dfeb1068a06 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:08:56.569997 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4751258 Dec 17 17:08:56.570104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49620) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:56.572497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.606981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:56.622084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:56.629339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:56.634946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:56.644065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:56.650219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.763750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.774153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d80764a5-81c6-4997-91a5-a1c33a265473 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:56.815328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.894989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.902847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d80764a5-81c6-4997-91a5-a1c33a265473 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:08:56.907540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d80764a5-81c6-4997-91a5-a1c33a265473 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:56.907911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.967615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:56.972275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aba66c73-dc34-4ed1-bba0-1c0633373584 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.008450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.018609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event deleted for resources: {'Subnet': ['ID=b07b578b-06f6-4f8a-80d1-3dfeb1068a06,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.020600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.021337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.026966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3bacb653-e919-4581-9433-e861cfe16026 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.035306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.049211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb241c4-0a93-4bae-b21e-0c8b84d0a03d None None] Network 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:08:57.059057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "DELETE /v2.0/subnets/b07b578b-06f6-4f8a-80d1-3dfeb1068a06 HTTP/1.1" status: 204 len: 168 time: 0.5633440 Dec 17 17:08:57.059473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49624) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:57.059968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca51b0-f2c1-4024-808f-6e8ab81ec1fe,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.064141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.125273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d80764a5-81c6-4997-91a5-a1c33a265473, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d80764a5-81c6-4997-91a5-a1c33a265473,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:57.160998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.165442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5919447 Dec 17 17:08:57.170341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49628) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:57.172322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:57.179566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:57.184887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:57.189150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:57.196842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.198827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:57.208711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Deleting port f85acdba-02ee-417e-b200-c610240278f5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:57.209128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.218638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.224831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-76025c01-9d3f-42f7-ac59-cfd58979fb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.281141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.298657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d80764a5-81c6-4997-91a5-a1c33a265473,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.302518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.369079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.385567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] DHCP port deletion for 27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:08:57.390401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Deleting port f85acdba-02ee-417e-b200-c610240278f5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:57.390787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.422835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] For port f85acdba-02ee-417e-b200-c610240278f5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f85acdba-02ee-417e-b200-c610240278f5,segment=NetworkSegment(76b55a13-7776-437d-bdb4-24e541a4de63),segment_id=76b55a13-7776-437d-bdb4-24e541a4de63)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:57.423480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.457545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.466559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.492280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf4b6cd-c1b7-43b8-8567-d5e4199df4fb,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.501196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.569412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Calling delete_port for f85acdba-02ee-417e-b200-c610240278f5 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:57.572160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.574146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4067073 Dec 17 17:08:57.577139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49632) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:57.582579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:57.588788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:57.592747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:57.595830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:57.601701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:57.639622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] For port f85acdba-02ee-417e-b200-c610240278f5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f85acdba-02ee-417e-b200-c610240278f5,segment=NetworkSegment(76b55a13-7776-437d-bdb4-24e541a4de63),segment_id=76b55a13-7776-437d-bdb4-24e541a4de63)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:08:57.639622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.680506 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:08:57.688257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.733700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.740966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.757944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.758787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Calling delete_port for f85acdba-02ee-417e-b200-c610240278f5 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:08:57.788254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event deleted for resources: {'Port': ['ID=f85acdba-02ee-417e-b200-c610240278f5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.791192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.792155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] No DVR routers for this DVR port f85acdba-02ee-417e-b200-c610240278f5 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:08:57.818710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.820455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:57.838216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:08:57.838633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:08:57.841383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f260e44-9432-46f6-9f19-2cff2995659f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:57.845366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:57.927586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:57.928804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505776 Dec 17 17:08:57.931680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49636) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:57.938203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '75d5a5ee-de80-44d0-abf3-4c5de362c6e8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:57.944552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:08:57.948798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:08:57.952034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:08:57.958188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:08:58.024074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.029333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:08:58.036550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.050502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b3b3fa-ef9c-4e6a-963b-b51e08d00e77']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:58.064165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b55a13-7776-437d-bdb4-24e541a4de63') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:58.064795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b55a13-7776-437d-bdb4-24e541a4de63') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:08:58.075798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.092233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.098871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:08:58.099266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.103352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:08:58.114149 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:08:58.178188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.187082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:58.210426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a44528-6dc7-48ad-80ba-6ccd3f30b997,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:58.212921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:58.258826 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.262243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad36aadd-7866-4770-b8a0-d1eeaf007e18 tempest-NetworksIpV6Test-56486364 tempest-NetworksIpV6Test-56486364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:58.277159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.288010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Pushing event deleted for resources: {'Network': ['ID=27b3b3fa-ef9c-4e6a-963b-b51e08d00e77,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:58.292307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:58.296490 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] 10.222.0.61 "DELETE /v2.0/networks/27b3b3fa-ef9c-4e6a-963b-b51e08d00e77 HTTP/1.1" status: 204 len: 168 time: 1.2350557 Dec 17 17:08:58.315992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.317193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844171 Dec 17 17:08:58.339557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Deleting port f85acdba-02ee-417e-b200-c610240278f5 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:08:58.340024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.407124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c1c83cde-ea9e-4502-8148-26dc7883d583 None None] The port 'f85acdba-02ee-417e-b200-c610240278f5' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:08:58.665279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-42186aaf-adb0-4f19-9256-a44a19380762 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:58.732365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d80764a5-81c6-4997-91a5-a1c33a265473 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:08:58.771861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-42186aaf-adb0-4f19-9256-a44a19380762 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:58.773115 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-42186aaf-adb0-4f19-9256-a44a19380762 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472458674&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.2733142 Dec 17 17:08:58.803841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d80764a5-81c6-4997-91a5-a1c33a265473 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:58.804230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:58.810226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49660) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:58.942717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-4547072e-9942-4978-a29d-a47a92ce3ecd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:58.943413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-4547072e-9942-4978-a29d-a47a92ce3ecd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:08:58.979505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f85acdba-02ee-417e-b200-c610240278f5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:08:58.990273 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59142271-bc0f-47f5-b738-8b5d6772ef9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84a974dca9b7448088cf42206cd16cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776950 Dec 17 17:08:58.992784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:08:59.013401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f85acdba-02ee-417e-b200-c610240278f5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:08:59.013778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f85acdba-02ee-417e-b200-c610240278f5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:08:59.051896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:59.058959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-4547072e-9942-4978-a29d-a47a92ce3ecd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:08:59.060169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-4547072e-9942-4978-a29d-a47a92ce3ecd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 HTTP/1.1" status: 200 len: 796 time: 0.2796474 Dec 17 17:08:59.076012 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-4fcd9fda-0aaa-4a0e-90ce-c92e3e7d3fc0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0095274 Dec 17 17:08:59.079563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:59.167940 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-22e98545-36e5-411e-8ece-2bd18b1f7ede tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862238 Dec 17 17:08:59.207600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:59.213232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1367f83a-596a-42d8-a9ba-01b8d4e9d0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:08:59.227027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddee7b1-6de3-4ced-ab2d-7019709d8d29,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:59.230059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:08:59.232262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:08:59.236768 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bddee7b1-6de3-4ced-ab2d-7019709d8d29 HTTP/1.1" status: 204 len: 168 time: 0.2402282 Dec 17 17:08:59.361560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-aeb027f8-b75e-4695-80d5-49d080be59c2 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784735 Dec 17 17:08:59.505008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-c13504cb-e52d-49f8-9411-c856856d04f1 service neutron] 10.222.0.61 "GET /v2.0/networks/9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369388 Dec 17 17:08:59.800147 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84edc6b2-2104-4ca4-952d-26d56c207a40 req-4dc62c18-af9c-4ef6-bef9-07f716a9a2ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.0488050 Dec 17 17:09:00.260164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49696) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:00.359172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9fa790cb-fd8a-4cac-8277-616402dbd197 tempest-DvrRoutersNegativeTest-61344346 tempest-DvrRoutersNegativeTest-61344346-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1588771166', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:00.361953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.policy [None req-9fa790cb-fd8a-4cac-8277-616402dbd197 tempest-DvrRoutersNegativeTest-61344346 tempest-DvrRoutersNegativeTest-61344346-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88117) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 17 17:09:00.362257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.policy [None req-9fa790cb-fd8a-4cac-8277-616402dbd197 tempest-DvrRoutersNegativeTest-61344346 tempest-DvrRoutersNegativeTest-61344346-project] Failed policy check for 'create_router' {{(pid=88117) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 17 17:09:00.362781 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-9fa790cb-fd8a-4cac-8277-616402dbd197 tempest-DvrRoutersNegativeTest-61344346 tempest-DvrRoutersNegativeTest-61344346-project] create failed (client error): Access was denied to this resource. Dec 17 17:09:00.363717 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9fa790cb-fd8a-4cac-8277-616402dbd197 tempest-DvrRoutersNegativeTest-61344346 tempest-DvrRoutersNegativeTest-61344346-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1025953 Dec 17 17:09:00.840440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49710) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:00.904635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-516b5dcf-f229-453a-8440-efb0a25d37b5 req-1676e80c-fc0d-4789-96cc-9a8ec13cab86 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.0467317 Dec 17 17:09:00.963937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:00.977723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:00.981478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Usage tracker for resource:security_group_rule and tenant:6e873e0931be4a2293e331603b244d7c is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:00.984860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:00.990765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:01.071117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.138647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.146095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dfc46260-2c80-43e1-8c16-72b598772bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:01.187550 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e873e0931be4a2293e331603b244d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460214 Dec 17 17:09:01.188472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1ef05a-288e-4cbf-b109-6e7f6183a271,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:01.190259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49720) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:01.191625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:01.246504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.271911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.384069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.387681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1fd73b55-be81-468c-bcdd-d5d143cf8fe8 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:01.398344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1ef05a-288e-4cbf-b109-6e7f6183a271,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:01.401710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:01.406066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:01.407184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc1ef05a-288e-4cbf-b109-6e7f6183a271 HTTP/1.1" status: 204 len: 168 time: 0.2158680 Dec 17 17:09:02.000681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-992e26a5-e7f6-49ef-bb5b-b3398aca16ad req-da6edb6e-bbff-49ed-8d89-ae4962a51835 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.0428305 Dec 17 17:09:02.167299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cf11-93ac-4c3f-a56b-36b4d559660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:02.437479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49752) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:02.542743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b4d5e57b-a222-447b-ab58-beeb645b36a2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:02.543189 dv-neutron-821073-1-hyperv neutron-server[88116]: WARNING neutron.api.v2.base [None req-b4d5e57b-a222-447b-ab58-beeb645b36a2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 17:09:02.543679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-b4d5e57b-a222-447b-ab58-beeb645b36a2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 17:09:02.556720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b4d5e57b-a222-447b-ab58-beeb645b36a2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1061563 Dec 17 17:09:02.556720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49758) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:02.556720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204923943'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:02.559348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:02.563234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:02.566110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:02.571758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:02.624509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:02.636789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:02.651385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:02.656064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:02.658817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:02.664322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:02.744634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:02.898769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:02.902510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5461b2bf-e3dd-4c65-91c8-45d2351d8d9b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:02.910672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:02.917996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:02.926213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:02.939865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:02.947017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be20706-0f94-4a89-8553-32aa12090225,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:02.953245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:03.013716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.149765 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28b745ab-b636-40c9-865a-5b00a99490d3 req-08c88dd1-6970-4a13-80ee-866772f48f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.0450637 Dec 17 17:09:03.154172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.159580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-300666c1-7b05-4489-a0e2-e92df8a2955b tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:03.198584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5182c7-a42e-40af-8d63-552019637da6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:03.201776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:03.256857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.258119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7091126 Dec 17 17:09:03.260782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:03.266420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'fc5182c7-a42e-40af-8d63-552019637da6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:03.272146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:03.276009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:03.279139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:03.284796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:03.361036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.424482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.499138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.501015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4829927f-f677-4b10-849f-38fc0ec04b9f tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:03.522949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda90fdd-bd70-462d-9ea3-9e828c4bc33f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:03.525279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:03.643184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.644348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3823869 Dec 17 17:09:03.647411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49768) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:03.652789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'fc5182c7-a42e-40af-8d63-552019637da6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:03.660010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:03.664165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:03.667115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:03.673675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:03.721568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-1966b2ba-eb2e-47e0-8df6-4eba278dd68b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:03.723018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-1966b2ba-eb2e-47e0-8df6-4eba278dd68b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 HTTP/1.1" status: 200 len: 796 time: 0.1497889 Dec 17 17:09:03.773858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-e8ccd929-942e-4d7c-8460-a00b8846d3cb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 473 time: 0.0416598 Dec 17 17:09:03.774210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.783067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['75d5a5ee-de80-44d0-abf3-4c5de362c6e8']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:03.893583 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 17:09:03.895423 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dba40955-6a3f-4328-a267-52625f10ba6f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2470026 Dec 17 17:09:03.904142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:03.922304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:03.926553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:port and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:03.929380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:03.937684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:03.974407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:03.995893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:09:04.000097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.001677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.133044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.137139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-db47247e-af6d-4391-b5de-056cac3c2d92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:04.151349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5182c7-a42e-40af-8d63-552019637da6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:04.154205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:04.162609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.164022 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/fc5182c7-a42e-40af-8d63-552019637da6 HTTP/1.1" status: 204 len: 168 time: 0.2580087 Dec 17 17:09:04.166339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49780) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:04.220806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bac48f59-53bf-49c5-8913-0b9f0c711cad tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:04.252469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.29 (9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11/1699be1a-c60a-4421-86b2-834cc63e28c3/233576b6-0028-4cfd-a5b1-a90bcbc9f216) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:09:04.316023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bac48f59-53bf-49c5-8913-0b9f0c711cad tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:04.317220 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bac48f59-53bf-49c5-8913-0b9f0c711cad tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499100 Dec 17 17:09:04.321274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49786) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:04.327279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--880234938'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:04.330072 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17a6507e-b97a-404a-8798-43a4e98d7f05 req-205e740d-6309-403a-9f33-0f07e76fb48e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.0547779 Dec 17 17:09:04.334206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:04.348393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:04.401494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.425911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:04.429922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:04.432894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:04.439265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:04.509212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.571561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.577479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9e3783ea-4cca-4e42-b54a-4c1c217435b7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:04.595655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.611057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 233576b6-0028-4cfd-a5b1-a90bcbc9f216 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:09:04.617622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e43d3-a8f8-42d1-90f4-1984f8d50146,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:04.620459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:04.675904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.677158 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3547428 Dec 17 17:09:04.679877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49790) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:04.685041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ec0eaae4-5b27-4bed-a787-016854301dbd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'bb2e43d3-a8f8-42d1-90f4-1984f8d50146', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:04.686543 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-ec0eaae4-5b27-4bed-a787-016854301dbd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 17:09:04.687032 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-ec0eaae4-5b27-4bed-a787-016854301dbd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:04.687934 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ec0eaae4-5b27-4bed-a787-016854301dbd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071666 Dec 17 17:09:04.690099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49794) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:04.704956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.710684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89b58693-9386-43ee-a220-5dba4165fded tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:04.752470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.779500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.780111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:09:04.783493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:09:04.787405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:09:04.827541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:04.832578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:04.855207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.855822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.908475 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.912550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a444dd02-7eaf-403f-b9ef-fbf5abb4a853 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:04.932337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e43d3-a8f8-42d1-90f4-1984f8d50146,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:04.933988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1550708 Dec 17 17:09:04.938326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:04.940424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:04.941536 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/bb2e43d3-a8f8-42d1-90f4-1984f8d50146 HTTP/1.1" status: 204 len: 168 time: 0.2505894 Dec 17 17:09:04.944192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49800) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:04.947647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Request body: {'port': {'device_id': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:05.000389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef813fb3-6a66-4b24-8075-7d5a65578c82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:05.041447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a01764d6-5432-441e-bbbb-d451f2b93eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.065125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.093455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dff0c723-1e2d-4911-b910-c4273e40fd9e None None] Provisioning for port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:09:05.099519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dff0c723-1e2d-4911-b910-c4273e40fd9e None None] Provisioning complete for port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:05.099519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dff0c723-1e2d-4911-b910-c4273e40fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.110054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef813fb3-6a66-4b24-8075-7d5a65578c82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:05.115922 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ef813fb3-6a66-4b24-8075-7d5a65578c82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1670601 Dec 17 17:09:05.116378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49804) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:05.122408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006576588'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:05.129377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:05.139859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:05.158849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dff0c723-1e2d-4911-b910-c4273e40fd9e None None] Port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:09:05.201432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.221639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:05.225433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:05.228232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:05.234481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:05.302995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.338374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.345981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-43c6f494-2ebe-41ea-be91-903ce20b047f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:05.385753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac913c8d-5805-4a59-b6cc-aea7c571f0d3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:05.389694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:05.406256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233576b6-0028-4cfd-a5b1-a90bcbc9f216 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:09:05.413620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.427512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Transition to ACTIVE for port object 233576b6-0028-4cfd-a5b1-a90bcbc9f216 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:09:05.451970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.453214 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3358531 Dec 17 17:09:05.456004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49810) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:05.461363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-33be06b5-66fd-4d4a-81b9-a60fcf7f0739 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'ac913c8d-5805-4a59-b6cc-aea7c571f0d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:05.462207 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-33be06b5-66fd-4d4a-81b9-a60fcf7f0739 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 17:09:05.462705 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-33be06b5-66fd-4d4a-81b9-a60fcf7f0739 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:05.463672 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-33be06b5-66fd-4d4a-81b9-a60fcf7f0739 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066936 Dec 17 17:09:05.465937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49814) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:05.508996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.514158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b5e7b046-8b0e-412e-beef-d75999e7284b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:05.532095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.558113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.575537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0eb21-f328-43b7-bc15-e64dee13d507 req-741db870-9fa0-4b1a-ab44-a6859e80794e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:05.576852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-34d0eb21-f328-43b7-bc15-e64dee13d507 req-741db870-9fa0-4b1a-ab44-a6859e80794e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:05.663099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.685943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.690668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Pushing event updated for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:05.691794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-40853c32-46c9-4ec3-bcc8-cba491bcd52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:05.698723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:05.718376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac913c8d-5805-4a59-b6cc-aea7c571f0d3,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:05.725078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:05.726066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.735608 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/ac913c8d-5805-4a59-b6cc-aea7c571f0d3 HTTP/1.1" status: 204 len: 168 time: 0.2687001 Dec 17 17:09:05.739709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49818) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:05.776840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-34d0eb21-f328-43b7-bc15-e64dee13d507 req-741db870-9fa0-4b1a-ab44-a6859e80794e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:05.783988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34d0eb21-f328-43b7-bc15-e64dee13d507 req-741db870-9fa0-4b1a-ab44-a6859e80794e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 932 time: 0.3454518 Dec 17 17:09:05.796248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-00b8b36e-10e7-4651-b039-d2bcae4797d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:05.805198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Attempting to bind port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:09:05.805346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Attempting to bind port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:09:05.805612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Attempting to bind port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 on network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:09:05.819824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 on network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:09:05.820155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Attempting to bind port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 on network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:09:05.832257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:09:05.832599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Checking segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:09:05.832985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Bound using segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:09:05.833421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Bound port: 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:09:05.833770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.850607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34d0eb21-f328-43b7-bc15-e64dee13d507 req-1db9dff0-daa9-4866-86cb-86b207aa8c1a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657325 Dec 17 17:09:05.875903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-00b8b36e-10e7-4651-b039-d2bcae4797d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:05.877108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-00b8b36e-10e7-4651-b039-d2bcae4797d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364520 Dec 17 17:09:05.881306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49822) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:05.886454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423165302'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:05.898277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:05.908471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:05.909000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:05.930819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:09:05.933699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:09:05.994357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.013283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.016414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:06.018632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-540b67cd-1b1b-4af8-8315-d0e37bbaff6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:06.020247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:06.023613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:06.029319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:06.071187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.071893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.073598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] 10.222.0.60 "PUT /v2.0/ports/233576b6-0028-4cfd-a5b1-a90bcbc9f216 HTTP/1.1" status: 200 len: 1094 time: 1.1314130 Dec 17 17:09:06.082608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:06.101719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.114438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Pushing event updated for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:06.117718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:06.138178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216', 'status': 'completed', 'code': 200} Dec 17 17:09:06.195627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.201773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b245c7e5-cc7a-46d0-b127-d8fcdaca7f8f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:06.236816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-41ec7a0d-2f84-4b09-96e5-0983bedc89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.238333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-41ec7a0d-2f84-4b09-96e5-0983bedc89fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 1097 time: 0.0771289 Dec 17 17:09:06.248920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f1ad9-50a9-46df-813e-c0e7376cb60f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:06.252225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:06.315915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.319726 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4348917 Dec 17 17:09:06.320133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49828) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.325409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-db925db8-059d-462f-8384-e7544efc32d7 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1ad9-50a9-46df-813e-c0e7376cb60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:06.326299 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-db925db8-059d-462f-8384-e7544efc32d7 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 17:09:06.329091 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-db925db8-059d-462f-8384-e7544efc32d7 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:06.329091 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-db925db8-059d-462f-8384-e7544efc32d7 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066431 Dec 17 17:09:06.331145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49832) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.337511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-10379997-8d4d-4637-9d1f-ec8d712c3413 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1ad9-50a9-46df-813e-c0e7376cb60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:06.338205 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-10379997-8d4d-4637-9d1f-ec8d712c3413 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 17:09:06.338677 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-10379997-8d4d-4637-9d1f-ec8d712c3413 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:06.339588 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-10379997-8d4d-4637-9d1f-ec8d712c3413 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073433 Dec 17 17:09:06.342139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49836) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.347783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-66e466a5-bac8-45f9-ba63-fba2a0f66342 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1ad9-50a9-46df-813e-c0e7376cb60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:06.348521 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-66e466a5-bac8-45f9-ba63-fba2a0f66342 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 17:09:06.348982 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-66e466a5-bac8-45f9-ba63-fba2a0f66342 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:06.349895 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-66e466a5-bac8-45f9-ba63-fba2a0f66342 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068669 Dec 17 17:09:06.352298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49840) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.356715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-17846d83-716e-4619-945e-bf4c2bdf9f82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1ad9-50a9-46df-813e-c0e7376cb60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:06.358062 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-17846d83-716e-4619-945e-bf4c2bdf9f82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 17:09:06.358514 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-17846d83-716e-4619-945e-bf4c2bdf9f82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:06.359400 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-17846d83-716e-4619-945e-bf4c2bdf9f82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062594 Dec 17 17:09:06.361683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49844) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.385252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-c6bc4e23-c51e-4cdc-b14a-dbf422d4601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.385648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-c6bc4e23-c51e-4cdc-b14a-dbf422d4601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.387168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-c6bc4e23-c51e-4cdc-b14a-dbf422d4601d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1409757 Dec 17 17:09:06.422702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.449167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.523508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-8cc57547-8052-4404-8f9e-a68431efe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.524982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5e76e3f-7397-4fd4-94d2-cd16ef78f58f req-8cc57547-8052-4404-8f9e-a68431efe31c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313815 Dec 17 17:09:06.600106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.605529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-448ee2b7-1b59-4b2c-9386-d9d75dbdc346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:06.621667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f1ad9-50a9-46df-813e-c0e7376cb60f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:06.624546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:06.634113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-e51dc934-22c0-478b-b626-fac59f361ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.635634 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-e51dc934-22c0-478b-b626-fac59f361ffc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 1097 time: 0.0747988 Dec 17 17:09:06.641099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.642517 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/b30f1ad9-50a9-46df-813e-c0e7376cb60f HTTP/1.1" status: 204 len: 168 time: 0.2797821 Dec 17 17:09:06.645021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49848) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.699084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3ade563-fb49-421a-8196-29f3cf3107d3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:06.705999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-83ded94b-c962-4da1-9366-9f7a990eecd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216 HTTP/1.1" status: 200 len: 217 time: 0.0620000 Dec 17 17:09:06.794405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3ade563-fb49-421a-8196-29f3cf3107d3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:06.796328 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f3ade563-fb49-421a-8196-29f3cf3107d3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1504683 Dec 17 17:09:06.800151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49852) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:06.805463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--547985515'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:06.812859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:06.822886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:06.886340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-19074724-f8d9-4fc6-b257-560b49ed4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:06.887769 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-19074724-f8d9-4fc6-b257-560b49ed4923 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1699be1a-c60a-4421-86b2-834cc63e28c3 HTTP/1.1" status: 200 len: 837 time: 0.1753531 Dec 17 17:09:06.897362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:06.919194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:06.924112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:06.927070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:06.932744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:07.005005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:07.015078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-8401c7a3-f8a6-4c87-84d7-c79a095130a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:07.016541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-8401c7a3-f8a6-4c87-84d7-c79a095130a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1211116 Dec 17 17:09:07.088049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:07.099931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:07.126223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a92c7a-4411-4dc4-8b17-6bab38563a05 req-173f2639-bc29-4884-b8de-25f48b599a41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:07.127667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34a92c7a-4411-4dc4-8b17-6bab38563a05 req-173f2639-bc29-4884-b8de-25f48b599a41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 944 time: 0.1722193 Dec 17 17:09:07.135916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85974f7a-60a1-4183-9fa0-b49d850a6463,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:07.139152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:07.167226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:07.189936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:07.191178 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3899615 Dec 17 17:09:07.194032 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49858) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.199043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f1ab606e-2469-445a-826a-4069afa03278 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.199523 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-f1ab606e-2469-445a-826a-4069afa03278 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 17:09:07.200338 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-f1ab606e-2469-445a-826a-4069afa03278 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.200924 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f1ab606e-2469-445a-826a-4069afa03278 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060158 Dec 17 17:09:07.204049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49862) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.208594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.209793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-34a92c7a-4411-4dc4-8b17-6bab38563a05 req-eb9d1999-42ae-4d03-94f7-d970dec6f46e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747726 Dec 17 17:09:07.213270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-e42734af-395e-44eb-a3fb-bc0e3204b1d7 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878209 Dec 17 17:09:07.215778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:07.220195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:07.231666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:07.231666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:07.348311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0080e65-1999-48f9-b01e-966ca628fcc6 req-1d50ea1b-51d6-439d-a1da-d53bab437a66 service neutron] 10.222.0.60 "GET /v2.0/networks/9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284621 Dec 17 17:09:07.531418 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.532504 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-578e68fb-1c20-4bf7-afce-75992705761e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3275633 Dec 17 17:09:07.535326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49866) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.541209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-16826f90-7a85-4bc8-80f4-c837f9e345e0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.541209 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-16826f90-7a85-4bc8-80f4-c837f9e345e0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 17:09:07.541546 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-16826f90-7a85-4bc8-80f4-c837f9e345e0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.542209 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-16826f90-7a85-4bc8-80f4-c837f9e345e0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059474 Dec 17 17:09:07.544837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49870) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.550242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.556237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:07.560090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:07.563481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:07.569090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:07.738455 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.739481 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0422e5b8-ccc8-48b3-a6ba-34b9f6cfad1c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1927431 Dec 17 17:09:07.742257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49874) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.748097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-00bef14f-9f6d-4397-bca5-db7908950856 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.748097 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-00bef14f-9f6d-4397-bca5-db7908950856 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 17:09:07.748097 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-00bef14f-9f6d-4397-bca5-db7908950856 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.749063 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-00bef14f-9f6d-4397-bca5-db7908950856 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058787 Dec 17 17:09:07.751292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49878) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.756504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.762221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:07.766574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:07.778640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:07.778640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:07.915676 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.916604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1907636-d46d-4abf-b583-e9de48c73e6a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1644986 Dec 17 17:09:07.919358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49882) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.924181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2162e3e4-8db4-42f6-a237-84be723b6295 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.924659 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-2162e3e4-8db4-42f6-a237-84be723b6295 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 17:09:07.925111 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-2162e3e4-8db4-42f6-a237-84be723b6295 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:07.926025 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2162e3e4-8db4-42f6-a237-84be723b6295 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057750 Dec 17 17:09:07.929205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49886) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:07.934006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:07.940901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:07.945180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:07.948069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:07.956573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:08.081760 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:08.082904 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c4c282dd-c0e9-4ef0-9081-7c158b229e56 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1528337 Dec 17 17:09:08.085721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49892) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:08.090997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '85974f7a-60a1-4183-9fa0-b49d850a6463', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:08.096962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:08.100762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:08.103650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:08.109906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:08.253088 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:08.256754 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fb48e6c0-08b8-4c70-b30c-9980295c7cc2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1675580 Dec 17 17:09:08.257046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:08.320922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.348243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.451520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.455718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5dcab447-677f-4a60-858e-5ead7131c046 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:08.469519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85974f7a-60a1-4183-9fa0-b49d850a6463,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:08.473246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:08.478790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.479977 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/85974f7a-60a1-4183-9fa0-b49d850a6463 HTTP/1.1" status: 204 len: 168 time: 0.2218275 Dec 17 17:09:08.482937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49904) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:08.518481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52817-6914-41bf-a7c8-45742ab5ae9a req-0199f64a-87d4-4ef4-ad34-029a2e5c8163 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:08.519933 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bc52817-6914-41bf-a7c8-45742ab5ae9a req-0199f64a-87d4-4ef4-ad34-029a2e5c8163 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 944 time: 0.2018425 Dec 17 17:09:08.537087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7adb5933-27d3-43e5-9bff-eee516c741b2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:08.563967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bc52817-6914-41bf-a7c8-45742ab5ae9a req-43b9b663-9ff4-4d73-9fdf-04b7555ff061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Dec 17 17:09:08.607753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7adb5933-27d3-43e5-9bff-eee516c741b2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:08.609005 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7adb5933-27d3-43e5-9bff-eee516c741b2 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251175 Dec 17 17:09:08.612825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49908) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:08.618150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--115200086'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:08.629031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:08.638865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:08.704221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.723793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:08.727511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:08.730336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:08.736321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:08.808106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.874060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.877666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e28e6c5-9d09-41ae-8586-89cd3dffc00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:08.918628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6bb72f-117c-4047-8251-d0bc6a9fd6f4,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:08.922332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:08.989673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:08.990891 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3771358 Dec 17 17:09:08.993668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49912) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:08.998625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'ff6bb72f-117c-4047-8251-d0bc6a9fd6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:09.004407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:09.008152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:09.010968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:09.016504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:09.201836 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The resource could not be found. Dec 17 17:09:09.202929 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eed4a4db-b9a5-428a-9c7c-b78b3ea3d0cb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2083240 Dec 17 17:09:09.205729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49916) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:09.210630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': 'ff6bb72f-117c-4047-8251-d0bc6a9fd6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b723a37e-aef7-408e-b388-09c46a75aa79'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:09.217285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:09.220723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:09.223542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:09.229611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:09.401597 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The resource could not be found. Dec 17 17:09:09.402537 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4ec10fae-3087-4bfe-9021-1c06e46543f8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1958704 Dec 17 17:09:09.406158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49922) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:09.467315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:09.493170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:09.595663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:09.604896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c42c76c5-e6b7-4269-b8a2-e01293136ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:09.615915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6bb72f-117c-4047-8251-d0bc6a9fd6f4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:09.621199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:09.623572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:09.626925 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/ff6bb72f-117c-4047-8251-d0bc6a9fd6f4 HTTP/1.1" status: 204 len: 168 time: 0.2175381 Dec 17 17:09:09.627193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49928) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:09.676205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7e2851e5-55eb-4e17-ad20-37172c5d78f4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:09.755503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7e2851e5-55eb-4e17-ad20-37172c5d78f4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:09.756769 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7e2851e5-55eb-4e17-ad20-37172c5d78f4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286724 Dec 17 17:09:09.760824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49934) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:09.766524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '2901fcbc-e3c9-447f-8300-a2a193bd9e33', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:09.773025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:09.777018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:09.780841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:09.786257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:09.792277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4efc-f4b2-4c98-8638-6eee076290de req-14f2fcbd-03c8-4272-a18b-c50c8c0d1dc0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:09.793731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9b4efc-f4b2-4c98-8638-6eee076290de req-14f2fcbd-03c8-4272-a18b-c50c8c0d1dc0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 944 time: 0.1272569 Dec 17 17:09:09.841897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9b4efc-f4b2-4c98-8638-6eee076290de req-fc8278e5-6232-4612-bf92-b6eaa8396f7a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Dec 17 17:09:09.909739 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The resource could not be found. Dec 17 17:09:09.910807 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4b39eb40-f078-4ec3-924d-e2dffaec70e8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1490145 Dec 17 17:09:09.914267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49940) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:09.919115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341698686'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:09.926572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:09.940325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:10.022663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.042628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:10.046869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:10.049626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:10.055367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:10.123704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.199407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.204551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:10.245362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798ae906-540e-4e58-85af-2b35aae65424,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:10.248773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:10.310234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.311610 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3963897 Dec 17 17:09:10.314239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49944) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:10.319364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--140314219'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:10.325389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:10.329503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:10.332408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:10.338149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:10.434305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.453486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:10.457159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:10.459885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:10.465280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:10.523569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 233576b6-0028-4cfd-a5b1-a90bcbc9f216 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:09:10.531248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.611465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.616804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5392103-c76b-4db5-8e19-4a023f9589ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:10.659019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:10.662237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da22ac09-3395-4cce-b61d-fc8d676a544c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:10.664884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:10.673860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '233576b6-0028-4cfd-a5b1-a90bcbc9f216', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'port_id': '233576b6-0028-4cfd-a5b1-a90bcbc9f216', 'mac_address': 'fa:16:3e:68:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:09:10.726141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.727398 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4122405 Dec 17 17:09:10.730260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49948) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:10.730992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.735508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group_rule': {'security_group_id': '798ae906-540e-4e58-85af-2b35aae65424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da22ac09-3395-4cce-b61d-fc8d676a544c'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:10.741467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:10.745324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:10.748025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233576b6-0028-4cfd-a5b1-a90bcbc9f216 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:09:10.748196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:10.753733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:10.763121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:10.862970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:10.865542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:10.931408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:10.934661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:10.955803 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:09:10.956865 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5d5893a0-db56-4aeb-bac3-361ccbe622af tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2256877 Dec 17 17:09:10.959647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49954) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:11.023665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.030791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5df81-f29d-4932-8e23-5511f8e8d63a req-25968566-c8cf-4650-ae4b-0814088a5812 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:11.032257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3b5df81-f29d-4932-8e23-5511f8e8d63a req-25968566-c8cf-4650-ae4b-0814088a5812 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 945 time: 0.0843327 Dec 17 17:09:11.052351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.077310 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3b5df81-f29d-4932-8e23-5511f8e8d63a req-096d026f-c94d-48dd-bae3-0969ee1b03cb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Dec 17 17:09:11.149846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.155183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4329be5d-7f7c-4fa0-8d09-736139761eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:11.169174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22ac09-3395-4cce-b61d-fc8d676a544c,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:11.174174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:11.176051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.177139 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/da22ac09-3395-4cce-b61d-fc8d676a544c HTTP/1.1" status: 204 len: 168 time: 0.2166014 Dec 17 17:09:11.180380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49958) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:11.195653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['233576b6-0028-4cfd-a5b1-a90bcbc9f216'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:09:11.244783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-052a8313-9dd4-406f-b1c5-6f40bbded77b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:11.298487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-052a8313-9dd4-406f-b1c5-6f40bbded77b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:11.299748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-052a8313-9dd4-406f-b1c5-6f40bbded77b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1183848 Dec 17 17:09:11.302756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49962) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:11.367928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.394308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.526849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.531067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ea71aae2-0530-40ec-80be-a5b56da17f94 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:11.545252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798ae906-540e-4e58-85af-2b35aae65424,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:11.548387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:11.623427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.624564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/798ae906-540e-4e58-85af-2b35aae65424 HTTP/1.1" status: 204 len: 168 time: 0.3209603 Dec 17 17:09:11.627107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 49966) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:11.674842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c42c8cd2-106c-4f74-a636-30e37c183a84 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:11.766646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c42c8cd2-106c-4f74-a636-30e37c183a84 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:11.767869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c42c8cd2-106c-4f74-a636-30e37c183a84 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398137 Dec 17 17:09:11.771767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49970) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:11.777052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152062159'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:11.783860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:11.793045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:11.864262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:11.887287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:11.905039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Usage tracker for resource:security_group_rule and tenant:22e1a896fbca4580a0d094609d215a85 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:11.905039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:11.905039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:11.975226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.024247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.028463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9f958ac5-aa63-4ffd-aeb5-2278ef3fbb7e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:12.070863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fffdf7-9b1f-401d-85cf-3c455b9e7b67,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:12.073929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:12.131256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.132552 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3596618 Dec 17 17:09:12.135310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49976) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.141158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-616f9e31-5de9-4d09-9661-c6dd8f7dd3d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:12.141947 dv-neutron-821073-1-hyperv neutron-server[88117]: WARNING neutron.api.v2.base [None req-616f9e31-5de9-4d09-9661-c6dd8f7dd3d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 17:09:12.142525 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-616f9e31-5de9-4d09-9661-c6dd8f7dd3d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 17:09:12.143585 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-616f9e31-5de9-4d09-9661-c6dd8f7dd3d4 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "PUT /v2.0/security-groups/55fffdf7-9b1f-401d-85cf-3c455b9e7b67 HTTP/1.1" status: 409 len: 330 time: 0.0071406 Dec 17 17:09:12.145786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49980) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.208481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.234700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.274170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537bb2c-c0ef-4e57-a024-d67bc7598407 req-35ab1caf-8fce-4c40-9d7b-b622126aaec3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:12.275672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e537bb2c-c0ef-4e57-a024-d67bc7598407 req-35ab1caf-8fce-4c40-9d7b-b622126aaec3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 945 time: 0.0906794 Dec 17 17:09:12.323233 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e537bb2c-c0ef-4e57-a024-d67bc7598407 req-f9a3426b-b788-49b8-af59-66ea68a156a0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Dec 17 17:09:12.336927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.342662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7bc672ab-3c60-412c-b3b5-ed05dbbbaa1f tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:12.356684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fffdf7-9b1f-401d-85cf-3c455b9e7b67,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:12.361747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:12.363672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.364791 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/55fffdf7-9b1f-401d-85cf-3c455b9e7b67 HTTP/1.1" status: 204 len: 168 time: 0.2180901 Dec 17 17:09:12.367350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49984) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.416000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f25ce508-2e55-42c1-9e5f-ee264dfef092 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Synchronizing usage tracker for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:09:12.479530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f25ce508-2e55-42c1-9e5f-ee264dfef092 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Unset dirty status for tenant:22e1a896fbca4580a0d094609d215a85 on resource:security_group {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:09:12.480772 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f25ce508-2e55-42c1-9e5f-ee264dfef092 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125355 Dec 17 17:09:12.484565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49988) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.501115 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-4a9bd922-12c6-4ef8-8c18-83e307554ea9 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] delete failed (client error): The resource could not be found. Dec 17 17:09:12.502126 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4a9bd922-12c6-4ef8-8c18-83e307554ea9 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "DELETE /v2.0/security-groups/724e67bb-59f4-4e4c-819d-1d435926fa6b HTTP/1.1" status: 404 len: 347 time: 0.0165303 Dec 17 17:09:12.505263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.520862 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-be04d9fb-2ef7-4440-9942-d984f55ac0b0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] show failed (client error): The resource could not be found. Dec 17 17:09:12.521791 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-be04d9fb-2ef7-4440-9942-d984f55ac0b0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-groups/9244eb17-effa-461e-aa9d-3f5eb1f9f3b3 HTTP/1.1" status: 404 len: 347 time: 0.0156908 Dec 17 17:09:12.525023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 49996) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:12.526886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 233576b6-0028-4cfd-a5b1-a90bcbc9f216 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:09:12.539217 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.api.v2.resource [None req-5cad1b23-7124-4630-9fd6-8786ebcd8e82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] show failed (client error): The resource could not be found. Dec 17 17:09:12.540204 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5cad1b23-7124-4630-9fd6-8786ebcd8e82 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] 10.222.0.61 "GET /v2.0/security-group-rules/26134ce7-ea86-4a14-bf85-545ffd6e99d5 HTTP/1.1" status: 404 len: 356 time: 0.0143280 Dec 17 17:09:12.675767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:09:12.680811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:12.681146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.795878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.823075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:12.833464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:12.915805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:12.918654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:12.989053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:12.992360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:13.014509 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216', 'code': 200} Dec 17 17:09:13.030221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50006) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:13.178041 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-378e16dc-5e4c-4261-bb35-36e61e619db7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22e1a896fbca4580a0d094609d215a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466641 Dec 17 17:09:13.180383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50012) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:13.236752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:13.266478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:13.381694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fb8e4-768b-4510-bc9d-17547ec41a53 req-a482a8cf-e4b9-4163-9e48-7d880558d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.383202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-573fb8e4-768b-4510-bc9d-17547ec41a53 req-a482a8cf-e4b9-4163-9e48-7d880558d767 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 1099 time: 0.0743475 Dec 17 17:09:13.427912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-573fb8e4-768b-4510-bc9d-17547ec41a53 req-20a012cf-1350-4b30-aae5-9361643435ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381398 Dec 17 17:09:13.492672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:13.497733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d30c482c-dd28-40a6-8be1-7c6e4d82c8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:13.510230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be20706-0f94-4a89-8553-32aa12090225,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:13.512795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:13.513371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bbdc6-84c5-458c-8b95-4f926b3a9f5e req-b887530f-fbef-4b28-b111-6cc60c404a36 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.514899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f97bbdc6-84c5-458c-8b95-4f926b3a9f5e req-b887530f-fbef-4b28-b111-6cc60c404a36 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0821366 Dec 17 17:09:13.560220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f97bbdc6-84c5-458c-8b95-4f926b3a9f5e req-3b63ec33-439f-48ca-8f02-822acaf10702 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Dec 17 17:09:13.588922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:13.593939 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0be20706-0f94-4a89-8553-32aa12090225 HTTP/1.1" status: 204 len: 168 time: 0.4087689 Dec 17 17:09:13.681302 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:09:14.745452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec8cff-031c-46ca-abcf-103d5000bda3 req-071244e5-bca0-4cab-83d0-edebf3d042b7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:14.746936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-adec8cff-031c-46ca-abcf-103d5000bda3 req-071244e5-bca0-4cab-83d0-edebf3d042b7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0793881 Dec 17 17:09:14.793029 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-adec8cff-031c-46ca-abcf-103d5000bda3 req-26faa0dd-a568-496a-8a3d-0a1335ba635d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Dec 17 17:09:15.286658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:15.997627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea145f-e1aa-481b-b739-6c7505fc6d3d req-f54e060f-d669-4ece-9ea2-ece5df8033e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:16.000063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6ea145f-e1aa-481b-b739-6c7505fc6d3d req-f54e060f-d669-4ece-9ea2-ece5df8033e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0992587 Dec 17 17:09:16.046266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6ea145f-e1aa-481b-b739-6c7505fc6d3d req-6316875e-cf9a-4f1e-8549-5930c7e3d6e2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383584 Dec 17 17:09:16.225007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771fc0-1674-462f-ba8f-bca0b9e44067 req-8f7a9eb5-7911-4999-8215-c46b5e317c49 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:16.226488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45771fc0-1674-462f-ba8f-bca0b9e44067 req-8f7a9eb5-7911-4999-8215-c46b5e317c49 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0787082 Dec 17 17:09:16.273737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45771fc0-1674-462f-ba8f-bca0b9e44067 req-79da9647-8389-41cd-9756-addf7cd02fb3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 Dec 17 17:09:17.804782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50032) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:18.488734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:18.859121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.17 (9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11/1699be1a-c60a-4421-86b2-834cc63e28c3/5350b0f0-b5ed-4bf1-95cf-8fb999810b8d) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:09:19.007580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:19.022766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:09:19.121562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:19.125261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9f592e8-b4d6-462d-afaa-175f08eebb4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:19.186870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:09:19.189790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:09:19.194255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:09:19.362695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:19.366967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:19.381565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:19.486803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-94a0463e-9f62-4b6d-87c7-cdd4fba2e72a None None] Provisioning for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:09:19.491945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-94a0463e-9f62-4b6d-87c7-cdd4fba2e72a None None] Provisioning complete for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:19.492320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-94a0463e-9f62-4b6d-87c7-cdd4fba2e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:19.577827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-94a0463e-9f62-4b6d-87c7-cdd4fba2e72a None None] Port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:09:19.725395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:20.131650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:20.210788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:20.236003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-923e1d10-439e-4ad8-9aed-e3d1139bd3bf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:20.322012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:20.325195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:20.327992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:20.456606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:09:20.457630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:09:20.641864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:09:20.703131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-24df177e-0e3b-4499-bf31-3c5c3898380d None None] Provisioning complete for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:20.703675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24df177e-0e3b-4499-bf31-3c5c3898380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:20.755886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-24df177e-0e3b-4499-bf31-3c5c3898380d None None] Port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:09:20.939459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:09:20.949797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:09:20.959473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:20.960111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:21.018287 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/a8d44268-22c7-4dd0-ab6b-81c5c86b0d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123168 Dec 17 17:09:21.134756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:21.471957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:19Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5350b0f0-b5ed-4bf1-95cf-8fb999810b8d', 'name': '', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:09:18Z', 'updated_at': '2021-12-17T17:09:19Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:21.475782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:09:21.476143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Updating router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:09:21.526022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:21.858026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:21.868886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Transition to ACTIVE for port object 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:09:21.932331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:21.936011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aac6789d-9f60-4233-9f7d-ac81691071af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:22.065197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Pushing event updated for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:22.091040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:22.152761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Attempting to bind port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:09:22.153407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Attempting to bind port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:09:22.153781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Attempting to bind port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d on network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:09:22.159204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:09:22.159605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Checking segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:09:22.160012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:22.160411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Bound using segment: {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:09:22.160880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Bound port: 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb063c4-ddfe-4f3c-aa21-9de381847474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:09:22.161267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:22.258634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] For port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:09:22.261422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] For port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:09:22.361415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:22.364930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:22.439260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:22.439890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:22.534166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Pushing event updated for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:22.544159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:22.670618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:23.008084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:19Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5350b0f0-b5ed-4bf1-95cf-8fb999810b8d', 'name': '', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:09:18Z', 'updated_at': '2021-12-17T17:09:22Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:23.011982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0b041-0b8b-4df5-b055-3d15adc200d0 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:19Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5350b0f0-b5ed-4bf1-95cf-8fb999810b8d', 'name': '', 'network_id': '9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:09:18Z', 'updated_at': '2021-12-17T17:09:22Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '1699be1a-c60a-4421-86b2-834cc63e28c3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:09:24.752911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:09:24.875107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:09:24.879691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:24.880072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:24.991269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:25.028143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:25.109745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:25.113860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:25.175498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:25.178388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:26.741661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:09:26.808077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:26.808456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:32.166457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ae32cf75-ed47-4347-adc7-90ed45e37501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:35.069672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea826dfa-28a1-4109-8a67-e0b052301f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:35.679080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:35.920580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:37.172494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:37.490961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50060) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:37.687841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Deleting port d3725d24-1ffe-4475-972b-e80999c03f99 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:37.688183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:37.855179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:37.855429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:37.979881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Calling delete_port for d3725d24-1ffe-4475-972b-e80999c03f99 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:38.234460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:38.238395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d2a93ba-600d-42f9-bbfd-da8cd731a269 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:38.281742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Port': ['ID=d3725d24-1ffe-4475-972b-e80999c03f99,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:38.284817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:38.374963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:38.375193 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Floating IP 9b0fd09c-9384-428d-8cca-7ddd958cc1b1 disassociated (deleted). External IP: 172.26.4.238, port: cbe43132-88c8-4980-84ff-a171d152eb51. Dec 17 17:09:38.723938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Router d33086b3-154f-4623-982f-515273403ab8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:09:38.899165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:09:38.909245 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Sync routers for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:09:38.918783 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:38.919413 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:38.970800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:39.099824 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:39.154872 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "DELETE /v2.0/floatingips/9b0fd09c-9384-428d-8cca-7ddd958cc1b1 HTTP/1.1" status: 204 len: 168 time: 1.6628284 Dec 17 17:09:39.155567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:39.393662 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'status': 'completed', 'code': 200} Dec 17 17:09:39.420348 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:39.424864 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Checking router: d33086b3-154f-4623-982f-515273403ab8 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:09:39.433004 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:39.433600 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:39.492803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-c27eac7f-95d6-4316-a181-ed96cdbbafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:39.494255 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-c27eac7f-95d6-4316-a181-ed96cdbbafe4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73041c4eb31c4dbd96146a56da372862&device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 1099 time: 0.0757082 Dec 17 17:09:39.615569 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:39.816015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-6fbabaf5-7d91-40df-8166-4a8636c94332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:39.817372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-6fbabaf5-7d91-40df-8166-4a8636c94332 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 200 len: 897 time: 0.3146925 Dec 17 17:09:39.832528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320cd3d-76af-408b-ad53-f2bc33055258 req-4a837707-6328-421c-a299-50a654a6a977 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:39.833907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9320cd3d-76af-408b-ad53-f2bc33055258 req-4a837707-6328-421c-a299-50a654a6a977 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1365871 Dec 17 17:09:39.907785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-28cd747b-8797-4aa7-9145-7ec2e8b67cb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 200 len: 217 time: 0.0729446 Dec 17 17:09:39.933747 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:39.937570 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187155a-4d44-42f9-8663-2f134878a632 None None] The sync data for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv is: [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:06:19Z', 'revision_number': 4, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd422f596-a220-424d-88d5-7b8315227ed4', 'name': '', 'network_id': '0170784f-d54c-44f7-af8e-69f5c2737f08', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'mac_address': 'fa:16:3e:e5:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:15Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'subnets': [{'id': '20f896ed-3647-494b-abc2-0b499735f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:09:39.983304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9320cd3d-76af-408b-ad53-f2bc33055258 req-054eea76-5143-4dce-991e-2b5429c00f6c tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965872 Dec 17 17:09:39.993651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-dac19e4a-f8cc-4e79-9854-7f0e9265652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:39.995347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-dac19e4a-f8cc-4e79-9854-7f0e9265652e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 200 len: 835 time: 0.0804687 Dec 17 17:09:40.079269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-b943f860-ba83-466d-9d39-ac2c4d12efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:40.080944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-b943f860-ba83-466d-9d39-ac2c4d12efb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0170784f-d54c-44f7-af8e-69f5c2737f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758891 Dec 17 17:09:40.095275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-e2a70389-2a35-4b53-8b5d-16aac8accab7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:09:40.096243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-e2a70389-2a35-4b53-8b5d-16aac8accab7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058656 Dec 17 17:09:40.191430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ec626-d334-45b7-8877-9e42470d390f None None] New status for floating IP 9b0fd09c-9384-428d-8cca-7ddd958cc1b1: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:09:40.238061 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-409b57c0-a1bc-42fa-9e68-508a0fccfef0 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291208 Dec 17 17:09:40.375466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b3c6f1b-e020-4847-9df7-f15644fa9dde req-6f293312-0676-435e-bba5-d6c69fcce359 service neutron] 10.222.0.60 "GET /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280968 Dec 17 17:09:41.179062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885af2-3d6c-4b4c-9b6b-0affee7e4e22 req-5baff4a3-2929-4267-99cb-30edba411752 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:41.180503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3885af2-3d6c-4b4c-9b6b-0affee7e4e22 req-5baff4a3-2929-4267-99cb-30edba411752 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0834272 Dec 17 17:09:41.223017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3885af2-3d6c-4b4c-9b6b-0affee7e4e22 req-8b508e92-0a0f-454c-8679-6daf7dd12268 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d3017b5-491b-4229-befd-9b5e4a4cb967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368392 Dec 17 17:09:41.544187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792251a-2e54-48d0-9457-e5893fb8273c req-3df66005-b7f1-4470-8294-99d038e17398 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:41.545604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2792251a-2e54-48d0-9457-e5893fb8273c req-3df66005-b7f1-4470-8294-99d038e17398 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.60 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 946 time: 0.0783155 Dec 17 17:09:41.617674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Deleting port cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:41.618051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:41.869909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] For port cbe43132-88c8-4980-84ff-a171d152eb51, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=cbe43132-88c8-4980-84ff-a171d152eb51,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:41.870184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:41.990594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Calling delete_port for cbe43132-88c8-4980-84ff-a171d152eb51 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:42.204887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:42.210701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:42.257792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Port': ['ID=cbe43132-88c8-4980-84ff-a171d152eb51,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:42.260397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:42.371314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] No DVR routers for this DVR port cbe43132-88c8-4980-84ff-a171d152eb51 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:09:42.374629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:42.381790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-deleted', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:42.389319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98f93c8f-5c68-4425-a82c-d6386c5e9bae req-68bfb619-a49d-4aaa-9c9d-1e8ba23fd8b0 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "GET /v2.0/ports?device_id=a519449e-6dd7-4dd2-a27f-6d646c27a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0587935 Dec 17 17:09:42.395687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2792251a-2e54-48d0-9457-e5893fb8273c req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.60 "DELETE /v2.0/ports/cbe43132-88c8-4980-84ff-a171d152eb51 HTTP/1.1" status: 204 len: 173 time: 0.8438327 Dec 17 17:09:42.482229 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519449e-6dd7-4dd2-a27f-6d646c27a4f0', 'name': 'network-vif-deleted', 'tag': 'cbe43132-88c8-4980-84ff-a171d152eb51', 'status': 'completed', 'code': 200} Dec 17 17:09:43.479764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50086) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:44.148067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:44.507673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Deleting port d422f596-a220-424d-88d5-7b8315227ed4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:44.508383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:44.688629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] For port d422f596-a220-424d-88d5-7b8315227ed4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d422f596-a220-424d-88d5-7b8315227ed4,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:44.688984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:44.718544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:09:44.798858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: cbe43132-88c8-4980-84ff-a171d152eb51 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:09:44.799094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device cbe43132-88c8-4980-84ff-a171d152eb51 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:09:44.816216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Calling delete_port for d422f596-a220-424d-88d5-7b8315227ed4 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:45.292205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:45.315048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:45.318821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:45.367293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Port': ['ID=d422f596-a220-424d-88d5-7b8315227ed4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:45.370336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:45.648558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.011339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Router d33086b3-154f-4623-982f-515273403ab8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:09:46.196930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:09:46.206452 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Sync routers for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:09:46.209781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "PUT /v2.0/routers/d33086b3-154f-4623-982f-515273403ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7289445 Dec 17 17:09:46.212449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50094) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:46.215863 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:46.216476 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:46.276931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Deleting subnet 20f896ed-3647-494b-abc2-0b499735f7e2 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:09:46.280643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.338300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.392595 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:46.429451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.576427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.581870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1a691823-febc-4591-8d1d-bdda85d7059e tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:46.619524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Subnet': ['ID=20f896ed-3647-494b-abc2-0b499735f7e2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:46.622558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:46.624158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.632177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "DELETE /v2.0/subnets/20f896ed-3647-494b-abc2-0b499735f7e2 HTTP/1.1" status: 204 len: 168 time: 0.4187551 Dec 17 17:09:46.633220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9a166-3623-4474-baa6-009697d60e04 None None] Network 0170784f-d54c-44f7-af8e-69f5c2737f08 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:09:46.634301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50098) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:46.708047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:09:45Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:46.714282 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Checking router: d33086b3-154f-4623-982f-515273403ab8 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:09:46.730618 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Routers {'d33086b3-154f-4623-982f-515273403ab8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:46.730618 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d33086b3-154f-4623-982f-515273403ab8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:46.910726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] DHCP port deletion for 0170784f-d54c-44f7-af8e-69f5c2737f08 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:09:46.913181 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] Set router d33086b3-154f-4623-982f-515273403ab8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:46.915007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Deleting port f5e9f5d5-8467-417e-8698-4c31ff6b57ef {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:46.915435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:46.959917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.145610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] For port f5e9f5d5-8467-417e-8698-4c31ff6b57ef, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,segment=NetworkSegment(a6ab6d2a-d664-4a0a-951f-bb83fa75b597),segment_id=a6ab6d2a-d664-4a0a-951f-bb83fa75b597)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:47.145938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.153389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.203592 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:09:45Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:47.207466 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb895-5106-47b9-94f2-c693eadf924d None None] The sync data for ids ['d33086b3-154f-4623-982f-515273403ab8'] in dv-neutron-821073-1-hyperv is: [{'id': 'd33086b3-154f-4623-982f-515273403ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613471497', 'tenant_id': '73041c4eb31c4dbd96146a56da372862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '014effae-d932-4f6e-ac39-90001f8861c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:06Z', 'updated_at': '2021-12-17T17:09:45Z', 'revision_number': 5, 'project_id': '73041c4eb31c4dbd96146a56da372862', 'gw_port': {'id': '014effae-d932-4f6e-ac39-90001f8861c2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33086b3-154f-4623-982f-515273403ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:08Z', 'updated_at': '2021-12-17T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:09:47.224057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Deleting port 014effae-d932-4f6e-ac39-90001f8861c2 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:47.227857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.267163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Calling delete_port for f5e9f5d5-8467-417e-8698-4c31ff6b57ef owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:47.401290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] For port 014effae-d932-4f6e-ac39-90001f8861c2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=014effae-d932-4f6e-ac39-90001f8861c2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:47.401577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.422182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.425934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:47.471317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Pushing event deleted for resources: {'Port': ['ID=f5e9f5d5-8467-417e-8698-4c31ff6b57ef,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:47.478876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] No DVR routers for this DVR port f5e9f5d5-8467-417e-8698-4c31ff6b57ef on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:09:47.480891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.481242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.481587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.481955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.482293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.482627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.482989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.483319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.483650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.483976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.484302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.484624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:47.488050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:47.535601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Calling delete_port for 014effae-d932-4f6e-ac39-90001f8861c2 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:47.781660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:47.785652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-64952bb5-9d50-441d-afb6-9f42fa3652cd tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:47.831773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Port': ['ID=014effae-d932-4f6e-ac39-90001f8861c2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:47.834863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:47.922089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.093701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.095911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.175797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.176207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Fanout notify agent at l3_agent the message router_deleted on router d33086b3-154f-4623-982f-515273403ab8 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:09:48.191996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.193450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "DELETE /v2.0/routers/d33086b3-154f-4623-982f-515273403ab8 HTTP/1.1" status: 204 len: 168 time: 1.5577197 Dec 17 17:09:48.195799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50104) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:48.315031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.454078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.478031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0170784f-d54c-44f7-af8e-69f5c2737f08']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:48.490012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:48.490312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ab6d2a-d664-4a0a-951f-bb83fa75b597') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:48.500966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.515929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.521655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:09:48.522067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:09:48.536531 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:09:48.669510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.673543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a1d5a11-e558-4f4f-906e-68cacdead11c tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:48.687402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.698039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'Network': ['ID=0170784f-d54c-44f7-af8e-69f5c2737f08,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:48.701099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:48.757634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5e9f5d5-8467-417e-8698-4c31ff6b57ef no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:09:48.773067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "DELETE /v2.0/networks/0170784f-d54c-44f7-af8e-69f5c2737f08 HTTP/1.1" status: 204 len: 168 time: 0.5762508 Dec 17 17:09:48.775684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:48.791923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f5e9f5d5-8467-417e-8698-4c31ff6b57ef {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:09:48.792282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f5e9f5d5-8467-417e-8698-4c31ff6b57ef not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:09:48.792706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d422f596-a220-424d-88d5-7b8315227ed4 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:09:48.829184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d422f596-a220-424d-88d5-7b8315227ed4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:09:48.829543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d422f596-a220-424d-88d5-7b8315227ed4 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:09:48.829997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 014effae-d932-4f6e-ac39-90001f8861c2 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:09:48.846147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:48.862294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 014effae-d932-4f6e-ac39-90001f8861c2 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:09:48.862656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 014effae-d932-4f6e-ac39-90001f8861c2 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:09:48.875011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.006310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.010112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-53e47f4d-09d5-4188-8bce-92a58d763c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:49.022838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3017b5-491b-4229-befd-9b5e4a4cb967,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:49.028233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:49.030968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.035001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d3017b5-491b-4229-befd-9b5e4a4cb967 HTTP/1.1" status: 204 len: 168 time: 0.2582173 Dec 17 17:09:49.603492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50118) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:49.745918 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6a7f55f-511a-4206-9d99-55366fcf6671 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73041c4eb31c4dbd96146a56da372862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411293 Dec 17 17:09:49.748298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50124) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:49.807641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.832701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.964169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.967775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dd9b2c3e-c707-40c4-aa12-85689e43ea2a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:49.980085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb275e-c3da-486e-82fe-98d19755dd18,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:49.988898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.989290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.989671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.990139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.990512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.990879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.991246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.991610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.992019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.992382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.992741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.993099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:09:49.996211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:49.996993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:49.998795 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2bb275e-c3da-486e-82fe-98d19755dd18 HTTP/1.1" status: 204 len: 168 time: 0.2488835 Dec 17 17:09:50.515202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50134) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:50.533380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.547836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:09:50.551631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Usage tracker for resource:security_group_rule and tenant:308f1e4e432c4afb8cc3c15f1fd252a4 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:09:50.554423 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:09:50.560260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:09:50.646886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.679706 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:09:50.713186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.720345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-df58889b-db59-4ba8-a3a1-3112cb2e9a7b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:50.759516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433f409-0c33-4f9d-9bcb-c44bb3662659,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:50.763776 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=308f1e4e432c4afb8cc3c15f1fd252a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475543 Dec 17 17:09:50.764743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:50.768523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50138) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:50.826381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.852231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.970359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.974046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0157ae7c-cbe1-4529-b578-afb5ab05d7eb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:50.985637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433f409-0c33-4f9d-9bcb-c44bb3662659,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:50.988988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:50.992278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:50.993380 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9433f409-0c33-4f9d-9bcb-c44bb3662659 HTTP/1.1" status: 204 len: 168 time: 0.2260580 Dec 17 17:09:55.083729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50148) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:09:55.697069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:56.126825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:09:56.127524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:56.447420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:09:56.447676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:56.521730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-4981d356-c11c-45e5-9213-f475d87e0414 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3564320 Dec 17 17:09:56.572128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:09:56.663145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c906e92-64b1-401d-acc1-97dc96514072 req-ed73e94a-270e-4d62-a468-d7c6d7c086d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:56.664603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-ed73e94a-270e-4d62-a468-d7c6d7c086d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1098 time: 0.0721822 Dec 17 17:09:56.808749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c906e92-64b1-401d-acc1-97dc96514072 req-9033548e-7560-41af-a1ab-9ceb21fb1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:56.810206 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-9033548e-7560-41af-a1ab-9ceb21fb1d4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 898 time: 0.1247272 Dec 17 17:09:56.912792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:56.915840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-396ce034-41ca-4c4d-b8b4-557d914551e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0975101 Dec 17 17:09:56.917628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4f70fa33-72c3-4a38-b7a6-e7648a97a995 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:09:56.963885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=5350b0f0-b5ed-4bf1-95cf-8fb999810b8d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:56.984937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c906e92-64b1-401d-acc1-97dc96514072 req-80692ea3-7c6c-495b-a15c-00001b50cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:56.986428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-80692ea3-7c6c-495b-a15c-00001b50cc6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 200 len: 834 time: 0.0629427 Dec 17 17:09:56.989789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:09:57.070211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c906e92-64b1-401d-acc1-97dc96514072 req-79fe548c-dacd-4ee2-a7be-e0174812ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:57.071836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-79fe548c-dacd-4ee2-a7be-e0174812ca6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775166 Dec 17 17:09:57.221717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-c92296dd-1fea-4add-b319-f8bf8f7a4ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414196 Dec 17 17:09:57.263295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:09:57.352898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c906e92-64b1-401d-acc1-97dc96514072 req-ff26035b-8211-4ca2-a819-86019aea66ef service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244693 Dec 17 17:09:57.616804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:09:57.796005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:09:57.806286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:09:57.808422 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/a8d44268-22c7-4dd0-ab6b-81c5c86b0d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236149 Dec 17 17:09:57.815692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:57.816535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:57.991266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:58.382080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:58.383629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eea15-43c8-4e91-ac98-0a6a1410b139 req-c99c9d3e-9604-442b-8b49-b49f205df4e9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:58.385099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-621eea15-43c8-4e91-ac98-0a6a1410b139 req-c99c9d3e-9604-442b-8b49-b49f205df4e9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0873997 Dec 17 17:09:58.386249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:09:58.394901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:09:58.395518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:09:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:58.429127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-621eea15-43c8-4e91-ac98-0a6a1410b139 req-664e1af5-674f-40e8-80fe-3884946c1de9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383832 Dec 17 17:09:58.568284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:09:58.903817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:58.908258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d95a-f1ef-41f7-8ae9-e3fafd67e933 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41ecb604-2264-4a63-9923-ef1e68b6d564', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'port_id': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'mac_address': 'fa:16:3e:76:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:07:31Z', 'updated_at': '2021-12-17T17:07:34Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:09:59.618802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5d49-8a48-43cb-8cfc-541c9029362d req-b77c0c8b-5dfb-4589-9544-f3aa5f269d81 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:59.620135 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2aee5d49-8a48-43cb-8cfc-541c9029362d req-b77c0c8b-5dfb-4589-9544-f3aa5f269d81 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0780325 Dec 17 17:09:59.663104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2aee5d49-8a48-43cb-8cfc-541c9029362d req-5cf20ebd-3d4f-4a14-b85a-98c4429f3edc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367370 Dec 17 17:10:00.186515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-47ace880-e68f-4b7a-87c4-d155ca042a5c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:00.187959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-47ace880-e68f-4b7a-87c4-d155ca042a5c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.0828505 Dec 17 17:10:00.256015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:00.256359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:00.501641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 233576b6-0028-4cfd-a5b1-a90bcbc9f216, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=233576b6-0028-4cfd-a5b1-a90bcbc9f216,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:00.502039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:00.623157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 233576b6-0028-4cfd-a5b1-a90bcbc9f216 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:00.720402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:00.760016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:00.760369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5350b0f0-b5ed-4bf1-95cf-8fb999810b8d not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:00.944651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa9470-a670-4e73-9950-59aaa7bfa897 req-135cdb07-9586-4b4d-9b84-287ce704ef01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:00.946124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecfa9470-a670-4e73-9950-59aaa7bfa897 req-135cdb07-9586-4b4d-9b84-287ce704ef01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 946 time: 0.1524746 Dec 17 17:10:00.995919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecfa9470-a670-4e73-9950-59aaa7bfa897 req-bcfafe99-93cf-47b1-878b-5774cce6fbc4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=75d5a5ee-de80-44d0-abf3-4c5de362c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Dec 17 17:10:01.046686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:01.052542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13e384fb-749f-4066-baff-e73f720436ba tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:01.095417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=233576b6-0028-4cfd-a5b1-a90bcbc9f216,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:01.130488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.130884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.131266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.131645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.132017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.132462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.132834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.133199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.133570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.133975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.134335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.134692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:01.145391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:01.200615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 233576b6-0028-4cfd-a5b1-a90bcbc9f216 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:10:01.203062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:01.205559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'name': 'network-vif-deleted', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:01.216738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b77ad3f4-69dd-479d-b944-39da2acea6cd req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/233576b6-0028-4cfd-a5b1-a90bcbc9f216 HTTP/1.1" status: 204 len: 173 time: 1.0226154 Dec 17 17:10:01.249428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c54678-f31d-4c69-a6a6-6e3ffd1a4251', 'name': 'network-vif-deleted', 'tag': '233576b6-0028-4cfd-a5b1-a90bcbc9f216', 'status': 'completed', 'code': 200} Dec 17 17:10:02.156576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e19ad7a2-e6a4-45e6-a364-2ac15a5c60ff req-4b5fc328-beea-46fc-bf79-2f7b84072388 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:02.177665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2f1f-e825-4ddb-9e00-412d6d200ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:02.240220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e19ad7a2-e6a4-45e6-a364-2ac15a5c60ff req-4b5fc328-beea-46fc-bf79-2f7b84072388 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:02.241400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e19ad7a2-e6a4-45e6-a364-2ac15a5c60ff req-4b5fc328-beea-46fc-bf79-2f7b84072388 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=72c54678-f31d-4c69-a6a6-6e3ffd1a4251 HTTP/1.1" status: 200 len: 210 time: 0.1266880 Dec 17 17:10:02.810514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 233576b6-0028-4cfd-a5b1-a90bcbc9f216 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:02.844596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 233576b6-0028-4cfd-a5b1-a90bcbc9f216 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:02.844947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 233576b6-0028-4cfd-a5b1-a90bcbc9f216 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:03.336609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50170) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:03.407411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:03.554947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:03.695794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:03.699548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1992fa32-77ba-4b54-87d1-315bbae0dbc0 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:03.714136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5a5ee-de80-44d0-abf3-4c5de362c6e8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:03.716673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:03.793441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:03.794610 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/75d5a5ee-de80-44d0-abf3-4c5de362c6e8 HTTP/1.1" status: 204 len: 168 time: 0.4569876 Dec 17 17:10:03.886582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50176) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:03.959916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 1699be1a-c60a-4421-86b2-834cc63e28c3 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:10:03.962725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.019115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.101081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.227512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.231383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d879dd7e-54ef-40ea-85cd-dc8472789fdf tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:04.267684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=1699be1a-c60a-4421-86b2-834cc63e28c3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:04.270136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:04.277246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.280032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ef9478f-3a37-4550-8699-e27fb3792056 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/1699be1a-c60a-4421-86b2-834cc63e28c3 HTTP/1.1" status: 204 len: 168 time: 0.3924298 Dec 17 17:10:04.280166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d337c-9c10-4854-af9f-eafe8b21c792 None None] Network 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:10:04.283143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50180) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:04.400768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.411708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port d80764a5-81c6-4997-91a5-a1c33a265473 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:04.412041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.525467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] DHCP port deletion for 9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:10:04.530143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Deleting port d80764a5-81c6-4997-91a5-a1c33a265473 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:04.530713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.618485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port d80764a5-81c6-4997-91a5-a1c33a265473, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d80764a5-81c6-4997-91a5-a1c33a265473,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:04.618842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.732593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] For port d80764a5-81c6-4997-91a5-a1c33a265473, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d80764a5-81c6-4997-91a5-a1c33a265473,segment=NetworkSegment(4bb063c4-ddfe-4f3c-aa21-9de381847474),segment_id=4bb063c4-ddfe-4f3c-aa21-9de381847474)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:04.733030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.747228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for d80764a5-81c6-4997-91a5-a1c33a265473 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:04.797317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d80764a5-81c6-4997-91a5-a1c33a265473 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:04.884322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Calling delete_port for d80764a5-81c6-4997-91a5-a1c33a265473 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:04.918726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:04.923510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f0f3afc-a3d9-4a3d-b852-cb07a9e181ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:04.970655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=d80764a5-81c6-4997-91a5-a1c33a265473,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:04.973138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:04.975598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port d80764a5-81c6-4997-91a5-a1c33a265473 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:10:04.980409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port d80764a5-81c6-4997-91a5-a1c33a265473 {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:10:04.980861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d80764a5-81c6-4997-91a5-a1c33a265473 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:04.988998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:10:04.989745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:10:05.040513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86c20a2f-c923-4c76-a4b9-352f41074a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.103388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.127530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:05.138905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb063c4-ddfe-4f3c-aa21-9de381847474') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:05.139204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb063c4-ddfe-4f3c-aa21-9de381847474') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:05.150579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.165967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.171822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:10:05.172224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:10:05.185950 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:10:05.432845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.436223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-adfc9163-60bc-439c-b1ea-deffaaf0ab5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:05.450504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.461169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:05.464263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:05.490675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Deleting port d80764a5-81c6-4997-91a5-a1c33a265473 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:05.491147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.567385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/9c8bc6d9-b0c8-43eb-ad2e-b9bada3d8f11 HTTP/1.1" status: 204 len: 168 time: 1.2831764 Dec 17 17:10:05.569888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50186) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:05.603950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6e873f2-aebb-43af-b3a9-fec3a13970b9 None None] The port 'd80764a5-81c6-4997-91a5-a1c33a265473' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:10:05.673155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.778088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port b0bbbba5-5a47-4443-9259-40e2bbfbf608 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:05.778432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.906767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.944351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:05.944925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:06.063976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for b0bbbba5-5a47-4443-9259-40e2bbfbf608 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:06.283925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:06.287717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:06.334879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=b0bbbba5-5a47-4443-9259-40e2bbfbf608,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:06.337895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:06.425183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:06.425512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41ecb604-2264-4a63-9923-ef1e68b6d564 disassociated (deleted). External IP: 172.26.4.89, port: 8e753b50-5727-446b-a93b-c017f3de7ae9. Dec 17 17:10:06.769367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:10:07.074062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:10:07.084367 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:07.091986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:07.095133 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:07.096043 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:07.153763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/41ecb604-2264-4a63-9923-ef1e68b6d564 HTTP/1.1" status: 204 len: 168 time: 1.5828304 Dec 17 17:10:07.154505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:07.189269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:07.202408 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'status': 'completed', 'code': 200} Dec 17 17:10:07.277578 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:07.296459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-86315a58-f132-40fd-9506-0ca362e30699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:07.298131 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-86315a58-f132-40fd-9506-0ca362e30699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 1098 time: 0.0739043 Dec 17 17:10:07.430124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-30a5c584-3788-40f6-8312-846be53d7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:07.431471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-30a5c584-3788-40f6-8312-846be53d7d5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 200 len: 898 time: 0.1262567 Dec 17 17:10:07.508579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-dd796209-f961-4fa4-8936-1fc179e536bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 200 len: 217 time: 0.0697138 Dec 17 17:10:07.573920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-2fb01d06-e315-4f35-93e8-15189641f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:07.575424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-2fb01d06-e315-4f35-93e8-15189641f298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 200 len: 834 time: 0.0601017 Dec 17 17:10:07.586378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:07.590552 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:10:07.599275 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:07.599889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:07.659777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-7036201c-082e-4b38-a6e1-b8b1ade36477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:07.661271 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-7036201c-082e-4b38-a6e1-b8b1ade36477 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782735 Dec 17 17:10:07.807156 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:07.856897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4480-455f-44ea-ba56-d8909ddfc2ff req-9ba83fe7-16f6-42c3-8a33-4dddc8f4e56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:07.857590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-eb5c4480-455f-44ea-ba56-d8909ddfc2ff req-9ba83fe7-16f6-42c3-8a33-4dddc8f4e56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:07.862088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-c530fa71-7184-474f-a78a-7ca9b98bcf34 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604230 Dec 17 17:10:07.978299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-eb5c4480-455f-44ea-ba56-d8909ddfc2ff req-9ba83fe7-16f6-42c3-8a33-4dddc8f4e56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:07.979439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb5c4480-455f-44ea-ba56-d8909ddfc2ff req-9ba83fe7-16f6-42c3-8a33-4dddc8f4e56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.3172975 Dec 17 17:10:08.015019 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a573bccb-0b50-4fab-94e9-3e4e2ff50608 req-a5a91d39-5415-4198-820a-a8ae0b5f99a3 service neutron] 10.222.0.60 "GET /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447117 Dec 17 17:10:08.037758 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb5c4480-455f-44ea-ba56-d8909ddfc2ff req-82ddd483-2ffd-49eb-b2ff-a8cb17b7e1e3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Dec 17 17:10:08.115316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:08.119198 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905cd1a-3b8e-4e52-b374-6bff2b5d02a8 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:09:56Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '183915f4-9f36-47d4-96c4-f355cc4fe484', 'name': '', 'network_id': '0e0b6d61-c7bc-4bad-8186-63a0cf2d7241', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:06:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '37d60081-129f-4478-beed-9b9bdef9129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:07:00Z', 'updated_at': '2021-12-17T17:07:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '37d60081-129f-4478-beed-9b9bdef9129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:10:08.341888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1cd39-5338-4658-b221-b16122ec93a3 None None] New status for floating IP 41ecb604-2264-4a63-9923-ef1e68b6d564: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:10:09.226896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c61798-1632-43e1-897b-a1876a68f0ca req-80b9353a-b184-42b8-b1fc-1d5bc2233d43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:09.228360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86c61798-1632-43e1-897b-a1876a68f0ca req-80b9353a-b184-42b8-b1fc-1d5bc2233d43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.0807996 Dec 17 17:10:09.274379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86c61798-1632-43e1-897b-a1876a68f0ca req-976578ec-d80b-48b8-91a9-068b9fcfafc8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402546 Dec 17 17:10:09.431114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-a4a26ad4-4591-49e5-abe6-dc3574ebbaed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:09.432429 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-a4a26ad4-4591-49e5-abe6-dc3574ebbaed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 945 time: 0.0779645 Dec 17 17:10:09.500175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 8e753b50-5727-446b-a93b-c017f3de7ae9 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:09.500541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:09.739812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 8e753b50-5727-446b-a93b-c017f3de7ae9, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=8e753b50-5727-446b-a93b-c017f3de7ae9,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:09.740172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:09.865691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 8e753b50-5727-446b-a93b-c017f3de7ae9 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:10.217213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:10.223257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f462bb8-8df9-4313-84ac-e852845bab74 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:10.273191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=8e753b50-5727-446b-a93b-c017f3de7ae9,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:10.275705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:10.350073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 8e753b50-5727-446b-a93b-c017f3de7ae9 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:10:10.352730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:10.355397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'name': 'network-vif-deleted', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:10.426610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236d729f-d7e4-4dad-8354-4eecb5ab158e', 'name': 'network-vif-deleted', 'tag': '8e753b50-5727-446b-a93b-c017f3de7ae9', 'status': 'completed', 'code': 200} Dec 17 17:10:10.432260 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-129f9903-e47d-40a5-b73c-6f0b731bc27a req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/8e753b50-5727-446b-a93b-c017f3de7ae9 HTTP/1.1" status: 204 len: 173 time: 0.9937172 Dec 17 17:10:10.443482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-774786ae-1a04-4235-97bd-0e1066784111 req-c31c6cec-531e-41db-a6e4-2e4345ae1c38 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:10.564303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-774786ae-1a04-4235-97bd-0e1066784111 req-c31c6cec-531e-41db-a6e4-2e4345ae1c38 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:10.565407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-774786ae-1a04-4235-97bd-0e1066784111 req-c31c6cec-531e-41db-a6e4-2e4345ae1c38 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=236d729f-d7e4-4dad-8354-4eecb5ab158e HTTP/1.1" status: 200 len: 210 time: 0.1731606 Dec 17 17:10:11.662746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50204) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:11.729188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:11.757297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:11.885898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:11.889640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c95f29e-7157-4a97-90c1-4aad02e9e80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:11.905666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c932c2c-9961-4bf1-b89f-b5f2aa7ec881,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:11.909648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:11.913081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:11.914201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/9c932c2c-9961-4bf1-b89f-b5f2aa7ec881 HTTP/1.1" status: 204 len: 168 time: 0.2504728 Dec 17 17:10:11.983377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50210) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:12.553642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:12.867077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 8e753b50-5727-446b-a93b-c017f3de7ae9 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:12.902955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 8e753b50-5727-446b-a93b-c017f3de7ae9 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:12.903545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 8e753b50-5727-446b-a93b-c017f3de7ae9 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:12.920801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 183915f4-9f36-47d4-96c4-f355cc4fe484 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:12.921464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:13.229694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 183915f4-9f36-47d4-96c4-f355cc4fe484, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=183915f4-9f36-47d4-96c4-f355cc4fe484,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:13.230084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:13.360531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 183915f4-9f36-47d4-96c4-f355cc4fe484 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:13.606049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:13.610082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:13.656592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=183915f4-9f36-47d4-96c4-f355cc4fe484,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:13.659688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:13.929478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.289073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:10:14.469800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:10:14.480026 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Sync routers for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:14.489181 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:14.492368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:14.534054 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/a8d44268-22c7-4dd0-ab6b-81c5c86b0d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493352 Dec 17 17:10:14.536787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50214) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:14.602010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 37d60081-129f-4478-beed-9b9bdef9129a {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:10:14.604782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.661002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.663467 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:14.742343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.903606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.907614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d02c55e-8a83-4df4-9a53-ad132e4d58d0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:14.943920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=37d60081-129f-4478-beed-9b9bdef9129a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:14.946658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:14.952168 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:10:13Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:14.953251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:14.954049 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Checking router: a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:10:14.961488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2054d-af24-4ab5-b2bc-a5d10179fa87 None None] Network 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:10:14.962057 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/37d60081-129f-4478-beed-9b9bdef9129a HTTP/1.1" status: 204 len: 168 time: 0.4212809 Dec 17 17:10:14.962057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:14.964083 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Routers {'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:14.964705 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:15.145277 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] Set router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:15.163331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.223503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] DHCP port deletion for 0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:10:15.228865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Deleting port ded7ddad-faf5-4296-82ce-97ae9d5672d2 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:15.229390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.346193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.353610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.427125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:10:15.427487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.454662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] For port ded7ddad-faf5-4296-82ce-97ae9d5672d2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ded7ddad-faf5-4296-82ce-97ae9d5672d2,segment=NetworkSegment(6120dc48-60e3-4264-9be3-3267c63247bb),segment_id=6120dc48-60e3-4264-9be3-3267c63247bb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:15.454662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.476589 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:10:13Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:15.480424 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49457b-b5bc-49c4-8951-e805e5a15179 None None] The sync data for ids ['a8d44268-22c7-4dd0-ab6b-81c5c86b0d74'] in dv-neutron-821073-1-hyperv is: [{'id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'name': 'tempest-TestNetworkBasicOps-router-1999851871', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:53Z', 'updated_at': '2021-12-17T17:10:13Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '71b89bcc-019d-4a62-aaf7-43f8b1ac2025', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d44268-22c7-4dd0-ab6b-81c5c86b0d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:54Z', 'updated_at': '2021-12-17T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:10:15.579201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Calling delete_port for ded7ddad-faf5-4296-82ce-97ae9d5672d2 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:15.607725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 71b89bcc-019d-4a62-aaf7-43f8b1ac2025, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:15.608308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.714395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.718017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74bc8916-2319-48c1-ad8c-1b718d4dd3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:15.729541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:10:15.760429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Pushing event deleted for resources: {'Port': ['ID=ded7ddad-faf5-4296-82ce-97ae9d5672d2,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:15.763424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:15.764294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] No DVR routers for this DVR port ded7ddad-faf5-4296-82ce-97ae9d5672d2 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:10:15.958223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:15.962335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2868faf3-f85b-424d-af35-8e9d31a317d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:16.006015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=71b89bcc-019d-4a62-aaf7-43f8b1ac2025,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:16.009238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:16.098555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.383030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.385085 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.472797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.473348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:10:16.489196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.490329 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/a8d44268-22c7-4dd0-ab6b-81c5c86b0d74 HTTP/1.1" status: 204 len: 168 time: 1.5276997 Dec 17 17:10:16.492979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:16.627161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.753044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.776970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0b6d61-c7bc-4bad-8186-63a0cf2d7241']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:16.788692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6120dc48-60e3-4264-9be3-3267c63247bb') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:16.788992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6120dc48-60e3-4264-9be3-3267c63247bb') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:16.800549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.819834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.825735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:10:16.826146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:10:16.840280 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:10:16.975165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 183915f4-9f36-47d4-96c4-f355cc4fe484 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:16.977586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:16.980872 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-951e4379-cf39-4099-b6c8-7b830426e7a6 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:16.995719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.006581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=0e0b6d61-c7bc-4bad-8186-63a0cf2d7241,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:17.010009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 183915f4-9f36-47d4-96c4-f355cc4fe484 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:17.010262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:17.010400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 183915f4-9f36-47d4-96c4-f355cc4fe484 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:17.010782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ded7ddad-faf5-4296-82ce-97ae9d5672d2 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:17.013489 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/0e0b6d61-c7bc-4bad-8186-63a0cf2d7241 HTTP/1.1" status: 204 len: 168 time: 0.5180857 Dec 17 17:10:17.031510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50226) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:17.038084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--334684901', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:17.044921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:17.049720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:17.052655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:17.059448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:17.060516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ded7ddad-faf5-4296-82ce-97ae9d5672d2 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:17.061088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ded7ddad-faf5-4296-82ce-97ae9d5672d2 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:17.061510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:10:17.094999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:10:17.095490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 71b89bcc-019d-4a62-aaf7-43f8b1ac2025 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:10:17.137736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:10:17.141421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.170023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:10:17.178938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.180314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment f6d81f68-1780-4503-bd74-2264114947ec of type vlan for network de8c268f-6463-46d9-a755-8a64719a92cf Dec 17 17:10:17.203852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.314395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.319921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:17.320529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.324312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d148039d-88f0-4273-bfee-897d99c1ed15 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:17.553663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=de8c268f-6463-46d9-a755-8a64719a92cf,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:17.556322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:17.563592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network de8c268f-6463-46d9-a755-8a64719a92cf details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:10:17.606743 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5733697 Dec 17 17:10:17.609219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:17.614399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:17.621672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:17.626187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:17.628998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:17.635595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:17.685906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.687611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:17.701607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.035626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.405158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.434369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.578317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.214 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/addbf2d6-6160-4cd7-834e-0630581c7395) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:10:18.721463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.805823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:18.810226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85074d9e-1c88-4294-b9be-e704af030386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:18.866130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:18.868781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:18.872312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:10:18.918322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=addbf2d6-6160-4cd7-834e-0630581c7395,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:18.922176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:19.463251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:19.809001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:20.100933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:10:20.277441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:10:20.287650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Sync routers for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:20.297320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:20.297993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:20.362461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:20.362461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7504506 Dec 17 17:10:20.363842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50234) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:20.404174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b1d8e3a7-ab2a-430e-827a-73b878d018ce tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390854 Dec 17 17:10:20.406631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50238) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:20.521763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:20.543028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a0cf8-eeb7-4e16-9ba5-8e6dc6a457f0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:20.545991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-128a0cf8-eeb7-4e16-9ba5-8e6dc6a457f0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370127 Dec 17 17:10:20.547500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50242) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:20.589423 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-664e992d-f773-4e59-a849-afbcfd060dab tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407176 Dec 17 17:10:20.591930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50246) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:20.598354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3094229', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:20.711308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:20.715185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:20.718009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:20.723617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:20.800073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:10:20.803724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:20.805056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:19Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:20.808841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Checking router: c17fa1c4-57b5-49d6-8d7b-1bdd43352076 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:10:20.809199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Updating router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 port addbf2d6-6160-4cd7-834e-0630581c7395 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:10:20.860486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.073003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.077975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ba5e425a-4bd3-44d4-b626-9aee08bc56db tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:21.149218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:21.152268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:21.161892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:10:21.162562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: de8c268f-6463-46d9-a755-8a64719a92cf, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:10:21.185821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.197471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Transition to ACTIVE for port object addbf2d6-6160-4cd7-834e-0630581c7395 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:21.226627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network de8c268f-6463-46d9-a755-8a64719a92cf is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:10:21.257116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.261752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cee06010-05ef-4a2e-baf6-0ed89fda9144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:21.308433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, de8c268f-6463-46d9-a755-8a64719a92cf) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:21.313612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:21.314289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.324876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802dff5-218d-4416-9ad8-bf59a302f29c None None] Network de8c268f-6463-46d9-a755-8a64719a92cf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:10:21.400035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Attempting to bind port addbf2d6-6160-4cd7-834e-0630581c7395 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:10:21.400418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Attempting to bind port addbf2d6-6160-4cd7-834e-0630581c7395 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:10:21.400792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Attempting to bind port addbf2d6-6160-4cd7-834e-0630581c7395 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:10:21.410538 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.8174388 Dec 17 17:10:21.412091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Pushing event updated for resources: {'Port': ['ID=addbf2d6-6160-4cd7-834e-0630581c7395,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:21.413296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50250) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Bound port: addbf2d6-6160-4cd7-834e-0630581c7395, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:10:21.425042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.556368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] For port addbf2d6-6160-4cd7-834e-0630581c7395, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:10:21.574394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] For port addbf2d6-6160-4cd7-834e-0630581c7395, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=addbf2d6-6160-4cd7-834e-0630581c7395,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:10:21.627422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-de8c268f-6463-46d9-a755-8a64719a92cf', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:10:21.628257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.687713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:21.692865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-846c1590-f839-4074-834e-105f10e4b312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:21.799237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:21.799888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:21.900374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Pushing event updated for resources: {'Port': ['ID=addbf2d6-6160-4cd7-834e-0630581c7395,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:21.918504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:22.005118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Allocated IP 172.20.0.2 (de8c268f-6463-46d9-a755-8a64719a92cf/5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc/0c09d5c9-20fa-47e9-a294-5e4d468de054) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:10:22.157353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:22.208311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.524233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.537675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Transition to ACTIVE for port object 0c09d5c9-20fa-47e9-a294-5e4d468de054 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:22.561198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Transition to ACTIVE for port object 0c09d5c9-20fa-47e9-a294-5e4d468de054 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:22.572430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:19Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:22.576342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4825957-19f9-4449-854a-fbcdd820f738 None None] The sync data for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv is: [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:19Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:10:22.646046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.650965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-aeb07ebe-3e79-4cd3-b3ce-87cf44745762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:22.712632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (de8c268f-6463-46d9-a755-8a64719a92cf/5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc/1eeeb084-be24-477f-a89b-79283465a755) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:10:22.716883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Network de8c268f-6463-46d9-a755-8a64719a92cf is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:22.720064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:22.723672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:10:22.729412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Pushing event updated for resources: {'Port': ['ID=0c09d5c9-20fa-47e9-a294-5e4d468de054,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:22.733168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:22.833326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Attempting to bind port 0c09d5c9-20fa-47e9-a294-5e4d468de054 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:10:22.833702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Attempting to bind port 0c09d5c9-20fa-47e9-a294-5e4d468de054 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:10:22.834103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Attempting to bind port 0c09d5c9-20fa-47e9-a294-5e4d468de054 on network de8c268f-6463-46d9-a755-8a64719a92cf {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:10:22.839434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:10:22.839809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Checking segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:10:22.840212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.840607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Bound using segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:10:22.841069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Bound port: 0c09d5c9-20fa-47e9-a294-5e4d468de054, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:10:22.841444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.885083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:22.901610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 1eeeb084-be24-477f-a89b-79283465a755 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:22.936987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] For port 0c09d5c9-20fa-47e9-a294-5e4d468de054, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:10:22.940491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] For port 0c09d5c9-20fa-47e9-a294-5e4d468de054, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c09d5c9-20fa-47e9-a294-5e4d468de054,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:10:23.006428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:23.010511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:23.035134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:23.040229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:23.082551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network de8c268f-6463-46d9-a755-8a64719a92cf is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:23.086361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:23.089936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:10:23.139827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Pushing event updated for resources: {'Port': ['ID=0c09d5c9-20fa-47e9-a294-5e4d468de054,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:23.145434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:23.150337 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:23.154754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:23.168098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:23.540000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.077459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.079385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05357d-0155-4add-9f0d-fd24f7c1298e None None] Network de8c268f-6463-46d9-a755-8a64719a92cf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:10:24.135433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.171756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8aa79f97-5f90-476e-a933-c904bcc7f3d9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:24.257227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.257489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8e50a114-cb9d-4757-a873-e9dde1d49b11 None None] Provisioning for port 0c09d5c9-20fa-47e9-a294-5e4d468de054 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:24.262754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:24.264782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:24.417453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network de8c268f-6463-46d9-a755-8a64719a92cf is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:24.420878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:24.622055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:10:24.685582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a72be39b-1423-4dde-b623-e1e5d5cae81d None None] Provisioning for port 1eeeb084-be24-477f-a89b-79283465a755 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:24.691031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a72be39b-1423-4dde-b623-e1e5d5cae81d None None] Provisioning complete for port 1eeeb084-be24-477f-a89b-79283465a755 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:24.691417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a72be39b-1423-4dde-b623-e1e5d5cae81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.752718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a72be39b-1423-4dde-b623-e1e5d5cae81d None None] Port 1eeeb084-be24-477f-a89b-79283465a755 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:10:24.825463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:10:24.844669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device addbf2d6-6160-4cd7-834e-0630581c7395 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:24.847944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Sync routers for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:24.850339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50254) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:24.858119 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:24.858777 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:24.862918 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/c17fa1c4-57b5-49d6-8d7b-1bdd43352076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4482970 Dec 17 17:10:24.913979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-11449e5a-878f-4777-868b-7e2ae9c79990 None None] Provisioning complete for port 1eeeb084-be24-477f-a89b-79283465a755 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:24.914733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-11449e5a-878f-4777-868b-7e2ae9c79990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:24.980246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-11449e5a-878f-4777-868b-7e2ae9c79990 None None] Port 1eeeb084-be24-477f-a89b-79283465a755 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:10:24.997715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8aff7d-4868-40ec-b30e-63d4198773c8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:24.998371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8aff7d-4868-40ec-b30e-63d4198773c8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:24.998840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8aff7d-4868-40ec-b30e-63d4198773c8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:24.999352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8aff7d-4868-40ec-b30e-63d4198773c8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:25.001004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5a8aff7d-4868-40ec-b30e-63d4198773c8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1496668 Dec 17 17:10:25.007248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50258) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:25.060734 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:25.072155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port addbf2d6-6160-4cd7-834e-0630581c7395 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:25.078766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port addbf2d6-6160-4cd7-834e-0630581c7395 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:25.079393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.080143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13575473-97ef-4572-a01b-07bc85cf606f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:25.080614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13575473-97ef-4572-a01b-07bc85cf606f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:25.081065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13575473-97ef-4572-a01b-07bc85cf606f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:25.081514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13575473-97ef-4572-a01b-07bc85cf606f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:25.086320 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-13575473-97ef-4572-a01b-07bc85cf606f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0749531 Dec 17 17:10:25.087120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50262) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:25.154991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f3ceec29-3dbb-43c5-b246-66f574e18c1e None None] Provisioning complete for port 1eeeb084-be24-477f-a89b-79283465a755 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:25.155679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f3ceec29-3dbb-43c5-b246-66f574e18c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.255608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f3ceec29-3dbb-43c5-b246-66f574e18c1e None None] Port 1eeeb084-be24-477f-a89b-79283465a755 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:10:25.272354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.291683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port addbf2d6-6160-4cd7-834e-0630581c7395, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=addbf2d6-6160-4cd7-834e-0630581c7395,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:25.295288 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1c7b456c-ba4c-4fb4-8d45-fecae832b833 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2044156 Dec 17 17:10:25.363932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.364728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c09d5c9-20fa-47e9-a294-5e4d468de054 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:25.384786 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:25.388652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Checking router: c17fa1c4-57b5-49d6-8d7b-1bdd43352076 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:10:25.389048 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Updating router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 port 1eeeb084-be24-477f-a89b-79283465a755 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:10:25.417958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-86b03657-39c3-477e-b645-dcfb2572ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:25.444292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.491384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=addbf2d6-6160-4cd7-834e-0630581c7395,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:25.494433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:25.560023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50268) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:25.565614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881025165', 'description': 'tempest-secgroup-smoke-1881025165 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:25.571464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:25.575729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:25.581077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:25.586108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:25.600190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0c09d5c9-20fa-47e9-a294-5e4d468de054 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:25.605066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0c09d5c9-20fa-47e9-a294-5e4d468de054 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:25.605453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.663006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.684344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:25.689833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:25.693059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:25.699401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:25.773077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.783834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.805593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.806610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0c09d5c9-20fa-47e9-a294-5e4d468de054, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c09d5c9-20fa-47e9-a294-5e4d468de054,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:25.817283 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Transition to ACTIVE for port object 1eeeb084-be24-477f-a89b-79283465a755 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:25.862740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.866705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dd463cc4-4cb3-45ed-a59f-4abaa52056d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:25.885804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.886067 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:25.887745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:25.895318 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:25.957175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0c09d5c9-20fa-47e9-a294-5e4d468de054,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:25.960859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.024798 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Pushing event updated for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:26.045078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89de62c3-e56e-41e8-9751-049c863d81bc,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:26.048741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.068179 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.068526 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.068867 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.069434 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.069772 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.070126 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.070452 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.070775 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.071100 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.071451 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.071992 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.072558 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:26.084925 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.120039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.121571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5609221 Dec 17 17:10:26.125467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50272) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:26.131097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:26.136974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:26.141052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:26.144151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:26.150726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:26.156333 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Attempting to bind port 1eeeb084-be24-477f-a89b-79283465a755 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:10:26.156711 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Attempting to bind port 1eeeb084-be24-477f-a89b-79283465a755 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:10:26.157083 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Attempting to bind port 1eeeb084-be24-477f-a89b-79283465a755 on network de8c268f-6463-46d9-a755-8a64719a92cf {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:10:26.162488 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:10:26.164383 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Checking segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:10:26.164383 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.164383 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Bound using segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:10:26.164383 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Bound port: 1eeeb084-be24-477f-a89b-79283465a755, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:10:26.164960 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.250714 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] For port 1eeeb084-be24-477f-a89b-79283465a755, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:10:26.253628 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] For port 1eeeb084-be24-477f-a89b-79283465a755, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1eeeb084-be24-477f-a89b-79283465a755,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:10:26.257523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.308603 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.313343 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3cb82ddd-dd74-4883-831a-a4cc99935636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:26.315603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.399897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.402405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2000325a-309b-4162-971e-607737111a1e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:26.421631 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Pushing event updated for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:26.424255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95862d3a-7534-4640-a6da-8fce0c40faf6,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:26.424839 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.426655 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:26.427550 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:26.429470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.523814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.529496 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3986287 Dec 17 17:10:26.529628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50276) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:26.534587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:26.540632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:26.544717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:26.547654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:26.553461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:26.629518 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:26.629705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.693766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.777224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.779371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b2ea264c-2d75-480d-aff5-200112bddc51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:26.781982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device addbf2d6-6160-4cd7-834e-0630581c7395 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:26.801553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20724f9-8db4-4181-bb30-aee3d9b881f6,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:26.804094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:26.851165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port addbf2d6-6160-4cd7-834e-0630581c7395 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:26.851551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.885675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:26.890227 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574965 Dec 17 17:10:26.890483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50280) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:26.895712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:26.901859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:26.909226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:26.909226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:26.914855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:26.939084 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:26Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:26.943004 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfa98b-c16e-4d7e-84ad-16689421a051 None None] The sync data for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv is: [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:26Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:10:26.976518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c09d5c9-20fa-47e9-a294-5e4d468de054 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:26.996609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.083331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0c09d5c9-20fa-47e9-a294-5e4d468de054 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:27.083708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.089885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.186292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.188744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:27.213413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a77b61f-0b5e-44c5-9a4a-699a935a863b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:27.217399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:27.274179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.275386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839197 Dec 17 17:10:27.278540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50284) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:27.283727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:27.289773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:27.293695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:27.297136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:27.302964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:27.379132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.445235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.517750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.519737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:27.542877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5155c0-e58c-4a14-94eb-dca45668c025,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:27.545421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:27.628479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.629780 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503041 Dec 17 17:10:27.632828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50288) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:27.638099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:27.644411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:27.648256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:27.651605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:27.658111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:27.678876 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:10:27.720186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:10:27.727639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.800063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.874275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.876233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-26c4ece6-2518-4f15-bec6-df2ee6d9a727 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:27.899978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad60eaf2-218d-4a65-b148-73fdb69b4785,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:27.904776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:27.971647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:27.972856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390701 Dec 17 17:10:27.975561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50292) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:27.980680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '89de62c3-e56e-41e8-9751-049c863d81bc', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:27.986872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:27.990707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:27.993538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:27.999139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:28.060823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:10:28.069429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:28.138843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:28.215243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:28.217075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9d6beff-701e-4dbb-8353-ac0674be31ac tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:28.240025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc207bf-3e78-4eb8-8cce-417cc70ea5ac,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:28.242405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:28.331302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:28.332518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560092 Dec 17 17:10:28.548204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-93a0edd5-be46-49ac-8c82-d6659824cdda tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:28.638109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-93a0edd5-be46-49ac-8c82-d6659824cdda tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:28.639212 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-93a0edd5-be46-49ac-8c82-d6659824cdda tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881025165&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.1306691 Dec 17 17:10:28.796683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1eeeb084-be24-477f-a89b-79283465a755 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:28.797629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-e1d524ec-bd86-4b6e-9c65-aadd98915a16 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:28.798365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-e1d524ec-bd86-4b6e-9c65-aadd98915a16 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:28.880074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-e1d524ec-bd86-4b6e-9c65-aadd98915a16 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:28.881243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-e1d524ec-bd86-4b6e-9c65-aadd98915a16 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 200 len: 796 time: 0.2349730 Dec 17 17:10:28.896279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-f7b973d6-5349-4d53-934d-55c774f62352 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0095911 Dec 17 17:10:28.937489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 1eeeb084-be24-477f-a89b-79283465a755 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:28.942721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1eeeb084-be24-477f-a89b-79283465a755 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:28.943180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:28.985509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-91309e69-9a4c-46c1-9766-b8568065f105 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:29.060435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7d9aee61-2b31-435f-9027-872af903e865 req-91309e69-9a4c-46c1-9766-b8568065f105 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:29.063057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-91309e69-9a4c-46c1-9766-b8568065f105 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617067 Dec 17 17:10:29.067377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:29.080122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-251064c5-7faa-4684-a80a-a3e45fe6cd19 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:10:29.081691 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-251064c5-7faa-4684-a80a-a3e45fe6cd19 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068057 Dec 17 17:10:29.101141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 1eeeb084-be24-477f-a89b-79283465a755, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1eeeb084-be24-477f-a89b-79283465a755,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:29.175080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:29.176915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:29.216512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-79b0c1ca-a667-4ca5-8c12-f2ca1639099e service neutron] 10.222.0.61 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288986 Dec 17 17:10:29.241002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:29.244120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:29.349014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-515ed0e0-d5f4-4d7d-bd24-d6b838e70af9 service neutron] 10.222.0.61 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266813 Dec 17 17:10:29.595806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-da78bf49-f428-42f1-b3c0-350d6d9e73cc req-bf0bf22b-2965-4cf7-995f-888011b08dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 210 time: 0.0459526 Dec 17 17:10:30.748253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67854bf8-1e2f-47a0-abdd-734955492f42 req-12300429-f90e-43da-8d88-6393b449dc77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 210 time: 0.0460379 Dec 17 17:10:30.780893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1eeeb084-be24-477f-a89b-79283465a755 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:30.853066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 1eeeb084-be24-477f-a89b-79283465a755 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:30.853448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:31.601846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-a81f4f87-d826-41d5-866a-f7efee75fe5e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:31.603244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-a81f4f87-d826-41d5-866a-f7efee75fe5e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 200 len: 796 time: 0.1449995 Dec 17 17:10:31.652195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-ce888ad6-13ff-47e8-a509-2eb2d6065cfd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0396979 Dec 17 17:10:31.661445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '9997198b-9c81-495b-8981-0b24d71d5bef', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['89de62c3-e56e-41e8-9751-049c863d81bc']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:31.800996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:31.810756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:31.898249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:10:31.901766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:31.919588 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-036f2e5a-ccc2-4c64-b8c0-116738bce450 req-7c6a5adb-c7e9-4c10-8225-1f1f244cafb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 210 time: 0.0606513 Dec 17 17:10:32.068332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.6 (de8c268f-6463-46d9-a755-8a64719a92cf/5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc/a2652953-3dec-4afa-92d1-1372b4f0985a) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:10:32.169564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5c5508ff-4589-4a46-808b-99c86e845535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:32.262246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:32.278119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object a2652953-3dec-4afa-92d1-1372b4f0985a will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:32.375374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:32.382510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-844f221d-a25e-4ecb-bc5a-97984f89b505 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:32.446010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network de8c268f-6463-46d9-a755-8a64719a92cf is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:32.448955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:32.453846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:10:32.635406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:32.640512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:32.662643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:32.663245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:32.719805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-141a8100-ee3b-4bde-ad33-7690cceec43c None None] Provisioning for port a2652953-3dec-4afa-92d1-1372b4f0985a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:32.724850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-141a8100-ee3b-4bde-ad33-7690cceec43c None None] Provisioning complete for port a2652953-3dec-4afa-92d1-1372b4f0985a triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:32.725254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-141a8100-ee3b-4bde-ad33-7690cceec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:32.750993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0929210 Dec 17 17:10:32.763558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Request body: {'port': {'device_id': '9997198b-9c81-495b-8981-0b24d71d5bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:32.782562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-141a8100-ee3b-4bde-ad33-7690cceec43c None None] Port a2652953-3dec-4afa-92d1-1372b4f0985a cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:10:32.875312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.211806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e423962-60c4-47f6-b7ec-2dbdd6fb8d06 req-1c1bff11-f2c9-40bb-b908-4ae4c64f8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:33.212493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e423962-60c4-47f6-b7ec-2dbdd6fb8d06 req-1c1bff11-f2c9-40bb-b908-4ae4c64f8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:10:33.286990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e423962-60c4-47f6-b7ec-2dbdd6fb8d06 req-1c1bff11-f2c9-40bb-b908-4ae4c64f8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:10:33.288045 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e423962-60c4-47f6-b7ec-2dbdd6fb8d06 req-1c1bff11-f2c9-40bb-b908-4ae4c64f8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 931 time: 0.2573707 Dec 17 17:10:33.291810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2652953-3dec-4afa-92d1-1372b4f0985a {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:10:33.312169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.342559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Transition to ACTIVE for port object a2652953-3dec-4afa-92d1-1372b4f0985a will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:10:33.352088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e423962-60c4-47f6-b7ec-2dbdd6fb8d06 req-0edc5ec3-4376-4f50-b006-338de9d73a6d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555265 Dec 17 17:10:33.431591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.435500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-35873fe0-b6a8-413d-82fb-dc2941ae3b63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:33.560748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:33.586780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:33.665375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Attempting to bind port a2652953-3dec-4afa-92d1-1372b4f0985a on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:10:33.665710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Attempting to bind port a2652953-3dec-4afa-92d1-1372b4f0985a by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:10:33.666066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Attempting to bind port a2652953-3dec-4afa-92d1-1372b4f0985a on network de8c268f-6463-46d9-a755-8a64719a92cf {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:10:33.671113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Port a2652953-3dec-4afa-92d1-1372b4f0985a on network de8c268f-6463-46d9-a755-8a64719a92cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:10:33.671435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Attempting to bind port a2652953-3dec-4afa-92d1-1372b4f0985a on network de8c268f-6463-46d9-a755-8a64719a92cf {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:10:33.676379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:10:33.676715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Checking segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:10:33.677099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Bound using segment: {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:10:33.677516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Bound port: a2652953-3dec-4afa-92d1-1372b4f0985a, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d81f68-1780-4503-bd74-2264114947ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:10:33.677879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.766964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:10:33.769790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a2652953-3dec-4afa-92d1-1372b4f0985a,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:10:33.834535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.838318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:33.894598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:33.895221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:33.896542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] 10.222.0.60 "PUT /v2.0/ports/a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 200 len: 1093 time: 1.1375318 Dec 17 17:10:33.897059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:33.919843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:33.923433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:33.948559 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'status': 'completed', 'code': 200} Dec 17 17:10:34.045718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-bcf8d1bc-914c-4cfe-9171-3c16a213865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.047242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-bcf8d1bc-914c-4cfe-9171-3c16a213865f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1096 time: 0.0771663 Dec 17 17:10:34.191520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-0990e938-2be0-48a1-a58e-441b9480872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.192878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-0990e938-2be0-48a1-a58e-441b9480872f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1371875 Dec 17 17:10:34.326886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-f232ba2d-77c0-43ba-a63e-d2b98cbfe0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.328311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21dd60d8-f31c-450c-80da-5f1fd3085c74 req-f232ba2d-77c0-43ba-a63e-d2b98cbfe0aa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276286 Dec 17 17:10:34.434999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-b9119852-b9eb-49af-87b5-39d5edd272a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.436622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-b9119852-b9eb-49af-87b5-39d5edd272a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1096 time: 0.0694165 Dec 17 17:10:34.541907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-adfc256b-45d0-4776-a142-29794faad691 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 200 len: 217 time: 0.0971413 Dec 17 17:10:34.746918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-b1290085-8c57-486c-8771-cbcfb85bb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.748361 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-b1290085-8c57-486c-8771-cbcfb85bb611 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc HTTP/1.1" status: 200 len: 832 time: 0.1991262 Dec 17 17:10:34.759818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617317a3-78f7-46c1-9090-7890ffd942a1 req-bd29d800-8c78-457d-acea-6e84ef78df64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.761145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-617317a3-78f7-46c1-9090-7890ffd942a1 req-bd29d800-8c78-457d-acea-6e84ef78df64 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 943 time: 0.2656634 Dec 17 17:10:34.850158 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-617317a3-78f7-46c1-9090-7890ffd942a1 req-db57aa33-f1c8-4040-b201-69a3ef69a1e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579696 Dec 17 17:10:34.862773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aee61-2b31-435f-9027-872af903e865 req-bcd66687-3e4d-44e9-84d2-0f238c89a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:34.864192 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-bcd66687-3e4d-44e9-84d2-0f238c89a29a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de8c268f-6463-46d9-a755-8a64719a92cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022334 Dec 17 17:10:34.993008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-0ca2ba36-4327-4d00-8d48-7be15da4ee1f service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215022 Dec 17 17:10:35.045278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce14-bcb5-4859-a002-0ebfe5f433d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:35.124234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d9aee61-2b31-435f-9027-872af903e865 req-de549ee3-2dcd-485e-a3f8-838be8a79d7e service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237104 Dec 17 17:10:35.631896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:35.902858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:36.037996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbc437-551e-46d3-b774-e41ae429e400 req-ea36776e-902b-4f79-a524-2db9ba7a60ab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:36.039461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9dbbc437-551e-46d3-b774-e41ae429e400 req-ea36776e-902b-4f79-a524-2db9ba7a60ab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 943 time: 0.0834846 Dec 17 17:10:36.083799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9dbbc437-551e-46d3-b774-e41ae429e400 req-b175ca6a-e352-41e0-9de3-ac7ea0c77569 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Dec 17 17:10:36.985803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a2652953-3dec-4afa-92d1-1372b4f0985a details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:10:37.136748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a2652953-3dec-4afa-92d1-1372b4f0985a,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:37.150533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'port_id': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'mac_address': 'fa:16:3e:d0:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:10:37.198155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:37.208476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:37.224559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2652953-3dec-4afa-92d1-1372b4f0985a {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:10:37.239926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a2652953-3dec-4afa-92d1-1372b4f0985a,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:37.269790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71e7b-2b8c-4300-88cc-32009c137558 req-b5e5e056-eecb-41c2-9e24-a551d03b0528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:37.271242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7e71e7b-2b8c-4300-88cc-32009c137558 req-b5e5e056-eecb-41c2-9e24-a551d03b0528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 943 time: 0.0795174 Dec 17 17:10:37.308054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:37.309897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:37.319528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7e71e7b-2b8c-4300-88cc-32009c137558 req-5fa60aad-4cd8-4553-9b6a-d0b534a15b7b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Dec 17 17:10:37.382574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:37.385507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:37.641013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a2652953-3dec-4afa-92d1-1372b4f0985a'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:10:38.506613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a2467-3207-4a49-81a7-57e810251a6c req-58da75dd-387c-442d-99d1-29f3b44bc8a5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:38.508193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f3a2467-3207-4a49-81a7-57e810251a6c req-58da75dd-387c-442d-99d1-29f3b44bc8a5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 944 time: 0.0846043 Dec 17 17:10:38.552571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f3a2467-3207-4a49-81a7-57e810251a6c req-738cb2fd-d55b-4009-aa38-a6c03bb0348f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Dec 17 17:10:38.992365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a2652953-3dec-4afa-92d1-1372b4f0985a up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:10:39.153932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port a2652953-3dec-4afa-92d1-1372b4f0985a completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:10:39.159350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port a2652953-3dec-4afa-92d1-1372b4f0985a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:39.159725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:39.270517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:39.296109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:39.305242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a2652953-3dec-4afa-92d1-1372b4f0985a,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:10:39.354147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:39.356034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3a0a5d11-a526-4d20-a44c-f76bc0bbc530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:39.424538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:39.427590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:39.460722 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'code': 200} Dec 17 17:10:39.742975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf12a0e-fdea-4159-93ed-179fe234fe7c req-723522bb-c0a8-4f4e-93e6-a8cbc63fdbd5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:39.744425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8cf12a0e-fdea-4159-93ed-179fe234fe7c req-723522bb-c0a8-4f4e-93e6-a8cbc63fdbd5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0851474 Dec 17 17:10:39.788679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8cf12a0e-fdea-4159-93ed-179fe234fe7c req-bbb11223-053a-46ac-a5ec-c744c6e53a6a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Dec 17 17:10:39.958370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6dbf-566b-47e9-9e6c-04f90383a7ab req-c73206b1-ba3d-4932-9233-394a5c50cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:39.959700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-718e6dbf-566b-47e9-9e6c-04f90383a7ab req-c73206b1-ba3d-4932-9233-394a5c50cb3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1098 time: 0.0678699 Dec 17 17:10:40.000463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-718e6dbf-566b-47e9-9e6c-04f90383a7ab req-5971695a-0622-42f5-8d78-ce4f0ee5e442 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Dec 17 17:10:40.975450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67504e32-583c-414c-9950-fc37ed21b656 req-528aad6e-f35c-474a-ad06-00ad6d67e7b5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:40.976902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67504e32-583c-414c-9950-fc37ed21b656 req-528aad6e-f35c-474a-ad06-00ad6d67e7b5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0831487 Dec 17 17:10:41.020281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67504e32-583c-414c-9950-fc37ed21b656 req-d4640ef0-070a-4d06-9bb6-c97cb1ef9e76 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377665 Dec 17 17:10:42.202967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217141fb-ba13-4126-99a3-66b8242789c7 req-f44ecfb0-c0c7-42fe-9e60-04632df9a7ff tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:42.204387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-217141fb-ba13-4126-99a3-66b8242789c7 req-f44ecfb0-c0c7-42fe-9e60-04632df9a7ff tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0779288 Dec 17 17:10:42.250467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-217141fb-ba13-4126-99a3-66b8242789c7 req-3cc6525b-18be-4b16-877d-f46d14378002 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Dec 17 17:10:42.428230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef373e-334a-49e9-a2a6-346725c37805 req-40a8021b-4d19-4817-861c-b846db488948 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:42.429550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4eef373e-334a-49e9-a2a6-346725c37805 req-40a8021b-4d19-4817-861c-b846db488948 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0790017 Dec 17 17:10:42.471425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4eef373e-334a-49e9-a2a6-346725c37805 req-3439f080-29ef-4b5b-8508-166ce919d299 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363543 Dec 17 17:10:42.494700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50354) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:42.574065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cca58c-4f16-4a97-9f41-0592d1819309 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:42.575559 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8cca58c-4f16-4a97-9f41-0592d1819309 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1093 time: 0.0799100 Dec 17 17:10:42.578415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50358) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:42.583374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:10:42.589229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:10:42.593629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:10:42.596455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:10:42.602064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:10:42.655195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:42.793764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:42.922057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.95 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/16396ddb-bb20-4720-9198-66fd8d20b087) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:10:43.064385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:43.146614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:43.151539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d68585c0-2b76-4558-a418-a28ac48b5d7a tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:43.215544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:10:43.218393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:10:43.222199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:10:43.261642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=16396ddb-bb20-4720-9198-66fd8d20b087,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:43.266206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:43.751254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:43.898534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:44.098747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:44.152093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:44.156630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b7326afa-ec60-4bf4-a383-7579647d5b0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:10:44.261012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=16396ddb-bb20-4720-9198-66fd8d20b087,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:44.265714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:10:44.273981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:44.448593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 7ff14407-0dc3-4686-93cb-3517bb17f2c0 associated. External IP: 172.26.4.95, port: a2652953-3dec-4afa-92d1-1372b4f0985a. Dec 17 17:10:44.802682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:10:44.974686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:10:44.983790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Sync routers for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:44.992811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:44.993422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:45.048877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:45.104325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5248847 Dec 17 17:10:45.104983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:45.107322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50362) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:45.160616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'status': 'completed', 'code': 200} Dec 17 17:10:45.167043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:45.230867 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0d3259d-309e-4e57-bee8-c2b5bb245a94 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/7ff14407-0dc3-4686-93cb-3517bb17f2c0 HTTP/1.1" status: 200 len: 990 time: 0.1208932 Dec 17 17:10:45.364567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:10:45.397835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165527-50c9-4890-a77a-247e2f291372 req-6a3ead05-a803-4897-b4e7-0d86de55c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.399412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-6a3ead05-a803-4897-b4e7-0d86de55c761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1098 time: 0.2123356 Dec 17 17:10:45.523995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '7ff14407-0dc3-4686-93cb-3517bb17f2c0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'port_id': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'mac_address': 'fa:16:3e:d0:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997198b-9c81-495b-8981-0b24d71d5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:10:43Z', 'updated_at': '2021-12-17T17:10:43Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:45.528032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Checking router: c17fa1c4-57b5-49d6-8d7b-1bdd43352076 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:10:45.531300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165527-50c9-4890-a77a-247e2f291372 req-49c4b8d9-78cd-419f-bbd1-671878412275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.532836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-49c4b8d9-78cd-419f-bbd1-671878412275 service neutron] 10.222.0.60 "GET /v2.0/networks?id=de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 200 len: 897 time: 0.1265199 Dec 17 17:10:45.536946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:10:45.537601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:45.641421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-3249fdb1-172b-4d87-b71e-1e014bcdc27d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 200 len: 998 time: 0.1018872 Dec 17 17:10:45.703308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165527-50c9-4890-a77a-247e2f291372 req-1b22bb4f-0024-43a2-bdb8-7697e2193363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.704747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-1b22bb4f-0024-43a2-bdb8-7697e2193363 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc HTTP/1.1" status: 200 len: 832 time: 0.0567105 Dec 17 17:10:45.712994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:10:45.786734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165527-50c9-4890-a77a-247e2f291372 req-265a069d-7770-4acd-a693-671e66700584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.788111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-265a069d-7770-4acd-a693-671e66700584 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de8c268f-6463-46d9-a755-8a64719a92cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775206 Dec 17 17:10:45.922013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-85312861-5297-4b3c-b132-2adbf1cc3742 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268542 Dec 17 17:10:46.054224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '7ff14407-0dc3-4686-93cb-3517bb17f2c0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'port_id': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'mac_address': 'fa:16:3e:d0:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997198b-9c81-495b-8981-0b24d71d5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:10:43Z', 'updated_at': '2021-12-17T17:10:43Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:46.058250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fb15c-1906-4fb6-bc04-6892afc2d1a0 None None] The sync data for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv is: [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '7ff14407-0dc3-4686-93cb-3517bb17f2c0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'port_id': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'mac_address': 'fa:16:3e:d0:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997198b-9c81-495b-8981-0b24d71d5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:10:43Z', 'updated_at': '2021-12-17T17:10:43Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:10:46.062776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165527-50c9-4890-a77a-247e2f291372 req-ffad244d-c91c-4e0e-be2c-d70022144667 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286876 Dec 17 17:10:46.232839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50368) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:46.261504 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb762c68-8379-42a2-ab8d-d37785a4871b None None] New status for floating IP 7ff14407-0dc3-4686-93cb-3517bb17f2c0: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:10:46.336199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dcf94053-2717-45fd-9084-aeddc2e8dd03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/7ff14407-0dc3-4686-93cb-3517bb17f2c0 HTTP/1.1" status: 200 len: 990 time: 0.1019716 Dec 17 17:10:47.339776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50372) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:10:47.444532 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6d1b3808-f10e-42ec-a658-c3603c30dae6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/7ff14407-0dc3-4686-93cb-3517bb17f2c0 HTTP/1.1" status: 200 len: 992 time: 0.1034694 Dec 17 17:11:02.168169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f021632b-146c-4615-9be3-7b3bb92bbe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:04.677838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:11:05.061757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8236b319-455a-4a57-a537-96748ae31aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:05.670995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:05.899551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:07.225372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:15.318951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:32.175286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-552262cf-8b25-4292-a3c0-2665d93b0ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:35.030519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef6c11d3-93d7-4283-b527-80f793b01bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:35.676108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:35.899093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:37.190314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:41.677253 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:11:45.323481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:11:59.243717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-70b136f5-5ec0-4869-a1a3-c59e0307931d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723474 Dec 17 17:11:59.380540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-4fa1df4b-3b62-4ec7-9e10-566858714563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:59.382316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-4fa1df4b-3b62-4ec7-9e10-566858714563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1098 time: 0.0703504 Dec 17 17:11:59.533807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-9c1087a3-7632-46b7-884d-faa481d35bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:59.535246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-9c1087a3-7632-46b7-884d-faa481d35bbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 200 len: 897 time: 0.1337705 Dec 17 17:11:59.637251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-fc34305b-388a-470b-9221-75c7950e042a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 200 len: 1000 time: 0.0950177 Dec 17 17:11:59.698439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-33893a61-2bc5-4c56-801b-6ae36e4a81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:59.699805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-33893a61-2bc5-4c56-801b-6ae36e4a81b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc HTTP/1.1" status: 200 len: 832 time: 0.0564907 Dec 17 17:11:59.776741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-e19e5240-73f3-4359-9280-ff1e423d10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:59.778185 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-e19e5240-73f3-4359-9280-ff1e423d10b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de8c268f-6463-46d9-a755-8a64719a92cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710192 Dec 17 17:12:00.025253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-c015db35-c8db-4c07-bcf0-749864f6b8d1 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403216 Dec 17 17:12:00.155143 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-007ca668-fda9-4f00-b935-7c04aed1c68e req-5d89d3c2-cb39-4ef1-901e-0bb5b2f64040 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228061 Dec 17 17:12:00.480466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50398) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:00.698409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-eb82c8f1-4a07-4d9f-9786-d7569f53dade tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/7ff14407-0dc3-4686-93cb-3517bb17f2c0 HTTP/1.1" status: 200 len: 992 time: 0.2166710 Dec 17 17:12:01.907756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50412) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:02.169530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-86fc705d-9db0-409a-b7ef-f74f261590ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.213189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 16396ddb-bb20-4720-9198-66fd8d20b087 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:12:02.213525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.376358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.376602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.494444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 16396ddb-bb20-4720-9198-66fd8d20b087 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:12:02.709751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.713514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-63953085-72e6-41b9-aec6-cdd54b718e7c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:02.764554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=16396ddb-bb20-4720-9198-66fd8d20b087,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:02.797308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.797692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.798108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.798481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.798847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.799214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.799578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.799940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.800304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.800665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.801026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.801385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:02.812222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:02.872081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:02.872413 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 7ff14407-0dc3-4686-93cb-3517bb17f2c0 disassociated (deleted). External IP: 172.26.4.95, port: a2652953-3dec-4afa-92d1-1372b4f0985a. Dec 17 17:12:03.232155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:12:03.413266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:12:03.423161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Sync routers for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:12:03.432073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:03.432699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:11:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:03.532594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:03.587953 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/7ff14407-0dc3-4686-93cb-3517bb17f2c0 HTTP/1.1" status: 204 len: 168 time: 1.6786549 Dec 17 17:12:03.588293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:12:03.610416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:03.643343 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'status': 'completed', 'code': 200} Dec 17 17:12:03.741737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-8f83f572-ef69-4a58-bf05-f5282bfa35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:03.743258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-8f83f572-ef69-4a58-bf05-f5282bfa35c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 1098 time: 0.0718277 Dec 17 17:12:03.881283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-88a93d8e-7c63-413d-9cb6-6540a835d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:03.882762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-88a93d8e-7c63-413d-9cb6-6540a835d0dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 200 len: 897 time: 0.1319091 Dec 17 17:12:03.936356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:03.940898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Checking router: c17fa1c4-57b5-49d6-8d7b-1bdd43352076 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:12:03.950627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:03.951255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:11:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:03.957121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-982c1a07-c253-4ac7-b6c1-6c876941c670 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 200 len: 217 time: 0.0671799 Dec 17 17:12:04.020505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-078a48ca-c83f-4e6b-8175-691b7bece5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:04.022307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-078a48ca-c83f-4e6b-8175-691b7bece5f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc HTTP/1.1" status: 200 len: 832 time: 0.0576556 Dec 17 17:12:04.115122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-1dcddaad-fa85-4605-92fd-fed3b449cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:04.116860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-1dcddaad-fa85-4605-92fd-fed3b449cd3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de8c268f-6463-46d9-a755-8a64719a92cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880830 Dec 17 17:12:04.138833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:04.313118 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-405ef4c4-0b31-4bf6-ab24-c07e2024b341 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892617 Dec 17 17:12:04.324660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdaabb-e36f-44f2-958f-6da0c1336c33 req-2430ec0d-d897-4f85-be84-99b2a0ea6cf2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:04.326044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29fdaabb-e36f-44f2-958f-6da0c1336c33 req-2430ec0d-d897-4f85-be84-99b2a0ea6cf2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.1750038 Dec 17 17:12:04.452037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:04.455046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29fdaabb-e36f-44f2-958f-6da0c1336c33 req-d73e96ff-488e-4b37-8bb2-6a5f06fdf58b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084237 Dec 17 17:12:04.457091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aa04-4835-46ac-9c3d-cc54b0ea7981 None None] The sync data for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv is: [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:10:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '1eeeb084-be24-477f-a89b-79283465a755', 'name': '', 'network_id': 'de8c268f-6463-46d9-a755-8a64719a92cf', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:72:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:22Z', 'updated_at': '2021-12-17T17:10:29Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:12:04.498708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77564acc-8cd2-48a2-83fc-8eb9938c6ae0 req-29b1de0a-b0b7-42ed-91e4-8255f9398af6 service neutron] 10.222.0.60 "GET /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717329 Dec 17 17:12:04.683858 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959ab79-9d70-4681-b8ad-3d8c66863493 None None] New status for floating IP 7ff14407-0dc3-4686-93cb-3517bb17f2c0: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:12:05.023564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bad88072-e8f7-4de6-9e6c-ccf9840f5846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:05.641556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667880-41ee-4b6d-9fdc-f159140841d3 req-5b380418-5b8e-4b5e-a8bf-d1d712ce2277 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:05.643020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-96667880-41ee-4b6d-9fdc-f159140841d3 req-5b380418-5b8e-4b5e-a8bf-d1d712ce2277 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0803642 Dec 17 17:12:05.658082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:05.686492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-96667880-41ee-4b6d-9fdc-f159140841d3 req-ed7ae05f-87ab-431a-9349-50a756a81239 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=89de62c3-e56e-41e8-9751-049c863d81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377553 Dec 17 17:12:05.900957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-15282658-3f60-4b84-be22-a9beb93a6bbf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:05.902341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-15282658-3f60-4b84-be22-a9beb93a6bbf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 945 time: 0.0854509 Dec 17 17:12:05.915187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:05.970473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port a2652953-3dec-4afa-92d1-1372b4f0985a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:12:05.970814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:06.334584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port a2652953-3dec-4afa-92d1-1372b4f0985a, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a2652953-3dec-4afa-92d1-1372b4f0985a,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:06.334948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:06.454128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for a2652953-3dec-4afa-92d1-1372b4f0985a owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:12:06.652360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:06.658530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a58b9bfa-aa49-474e-9be9-2e767550a8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:06.700164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=a2652953-3dec-4afa-92d1-1372b4f0985a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:06.735281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.735675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.736062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.736437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.736836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.737213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.737578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.737975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.738342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.738708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.739089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.739437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:06.747480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:06.791125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port a2652953-3dec-4afa-92d1-1372b4f0985a on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:12:06.793506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:06.796152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'name': 'network-vif-deleted', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:12:06.851199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997198b-9c81-495b-8981-0b24d71d5bef', 'name': 'network-vif-deleted', 'tag': 'a2652953-3dec-4afa-92d1-1372b4f0985a', 'status': 'completed', 'code': 200} Dec 17 17:12:06.853434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0c220bbe-5dd4-4d13-bd3d-5e57453ccd02 req-11a4eb09-f389-4d8f-8736-22ed657535f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:12:06.856641 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3dbb855-9e35-4847-bfce-b2e34a13edad req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/a2652953-3dec-4afa-92d1-1372b4f0985a HTTP/1.1" status: 204 len: 173 time: 0.9486475 Dec 17 17:12:06.940752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0c220bbe-5dd4-4d13-bd3d-5e57453ccd02 req-11a4eb09-f389-4d8f-8736-22ed657535f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:12:06.942886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c220bbe-5dd4-4d13-bd3d-5e57453ccd02 req-11a4eb09-f389-4d8f-8736-22ed657535f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=9997198b-9c81-495b-8981-0b24d71d5bef HTTP/1.1" status: 200 len: 210 time: 0.1414051 Dec 17 17:12:07.209373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:08.036741 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:08.107100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:08.243438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:08.349266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:08.354245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-85bf107f-69ef-4118-89b2-2d38259712a3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:08.369245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de62c3-e56e-41e8-9751-049c863d81bc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:08.371602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:08.428065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:08.429197 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/89de62c3-e56e-41e8-9751-049c863d81bc HTTP/1.1" status: 204 len: 168 time: 0.3914931 Dec 17 17:12:08.517842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:09.053852 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:09.398875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 1eeeb084-be24-477f-a89b-79283465a755 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:12:09.399139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:09.510169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a2652953-3dec-4afa-92d1-1372b4f0985a no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:12:09.587231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 1eeeb084-be24-477f-a89b-79283465a755, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=1eeeb084-be24-477f-a89b-79283465a755,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:09.587589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:09.588535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: a2652953-3dec-4afa-92d1-1372b4f0985a {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:12:09.588892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a2652953-3dec-4afa-92d1-1372b4f0985a not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:12:09.708054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 1eeeb084-be24-477f-a89b-79283465a755 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:12:10.166546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:10.170139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c1b0089-66fc-4676-8eae-364f1ae0fa1f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:10.213523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=1eeeb084-be24-477f-a89b-79283465a755,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:10.216613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:10.482871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:10.835828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:12:11.016547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:12:11.026563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Sync routers for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:12:11.035616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:11.036229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:11.096945 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/c17fa1c4-57b5-49d6-8d7b-1bdd43352076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779109 Dec 17 17:12:11.099725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50442) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:11.167588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:12:11.170603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.214346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:11.223608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.304666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.494685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:12:10Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:11.498532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Checking router: c17fa1c4-57b5-49d6-8d7b-1bdd43352076 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:12:11.507232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Routers {'c17fa1c4-57b5-49d6-8d7b-1bdd43352076'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:11.507864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:11.552497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.556359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a917d490-908f-42a8-91b5-6d87f70eb144 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:11.589734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:11.593736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:11.596103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.602386 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/5ecf7c92-c1c7-44b2-8b4f-f1e43f68ebdc HTTP/1.1" status: 204 len: 168 time: 0.5017087 Dec 17 17:12:11.604975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50446) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:11.639138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3f9e4-59ae-4e21-b062-55d7a767c85a None None] Network de8c268f-6463-46d9-a755-8a64719a92cf requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:12:11.785174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:11.791605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] Set router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:11.962866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.094837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port addbf2d6-6160-4cd7-834e-0630581c7395 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:12:12.094837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.122386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:12:10Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:12.126444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacbe39-6b97-4b8e-bed2-c358bc554af5 None None] The sync data for ids ['c17fa1c4-57b5-49d6-8d7b-1bdd43352076'] in dv-neutron-821073-1-hyperv is: [{'id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'name': 'tempest-TestNetworkBasicOps-router-2017057824', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:10:17Z', 'updated_at': '2021-12-17T17:12:10Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'addbf2d6-6160-4cd7-834e-0630581c7395', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17fa1c4-57b5-49d6-8d7b-1bdd43352076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:10:18Z', 'updated_at': '2021-12-17T17:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:12:12.179376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] DHCP port deletion for de8c268f-6463-46d9-a755-8a64719a92cf request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:12:12.183575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Deleting port 0c09d5c9-20fa-47e9-a294-5e4d468de054 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:12:12.183958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.279033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port addbf2d6-6160-4cd7-834e-0630581c7395, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=addbf2d6-6160-4cd7-834e-0630581c7395,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:12.279727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.402815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for addbf2d6-6160-4cd7-834e-0630581c7395 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:12:12.431437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] For port 0c09d5c9-20fa-47e9-a294-5e4d468de054, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0c09d5c9-20fa-47e9-a294-5e4d468de054,segment=NetworkSegment(f6d81f68-1780-4503-bd74-2264114947ec),segment_id=f6d81f68-1780-4503-bd74-2264114947ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:12.435813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.567039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Calling delete_port for 0c09d5c9-20fa-47e9-a294-5e4d468de054 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:12:12.652407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.656829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4c5eac00-6e11-4792-af90-44b19759539b tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:12.703129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=addbf2d6-6160-4cd7-834e-0630581c7395,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:12.706329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:12.721011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.725900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:12.770475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Pushing event deleted for resources: {'Port': ['ID=0c09d5c9-20fa-47e9-a294-5e4d468de054,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:12.777152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] No DVR routers for this DVR port 0c09d5c9-20fa-47e9-a294-5e4d468de054 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:12:12.786499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.786861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.789982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.790271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.790619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.790963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.791304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.791641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.791974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.792302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.792746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.792940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:12.797374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:12.798803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.877320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1eeeb084-be24-477f-a89b-79283465a755 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:12:12.910989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 1eeeb084-be24-477f-a89b-79283465a755 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:12:12.911347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 1eeeb084-be24-477f-a89b-79283465a755 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:12:12.911771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c09d5c9-20fa-47e9-a294-5e4d468de054 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:12:12.945057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0c09d5c9-20fa-47e9-a294-5e4d468de054 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:12:12.945417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0c09d5c9-20fa-47e9-a294-5e4d468de054 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:12:12.975136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:12.977271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.086834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.087288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router c17fa1c4-57b5-49d6-8d7b-1bdd43352076 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:12:13.103296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.104424 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/c17fa1c4-57b5-49d6-8d7b-1bdd43352076 HTTP/1.1" status: 204 len: 168 time: 1.4985349 Dec 17 17:12:13.106986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50450) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:13.330231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.459187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.484492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8c268f-6463-46d9-a755-8a64719a92cf']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:13.499364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d81f68-1780-4503-bd74-2264114947ec') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:13.499663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d81f68-1780-4503-bd74-2264114947ec') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:13.510652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.527080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.533985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:12:13.534378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:12:13.548756 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:12:13.734719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.738114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-415319a5-42b2-44b7-9766-d07e6e3317f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:13.752464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.767616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=de8c268f-6463-46d9-a755-8a64719a92cf,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:13.772754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:13.830009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/de8c268f-6463-46d9-a755-8a64719a92cf HTTP/1.1" status: 204 len: 168 time: 0.7219069 Dec 17 17:12:13.845670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50454) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:13.851376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--620460749', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:13.856518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:13.861133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:13.865752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:13.871003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:13.926316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:12:13.929936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.956743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:12:13.964894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:13.965219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 8523e4df-95ac-4261-b3e4-3ad628ade9ad of type vlan for network a4cc80a8-fb89-437f-9203-71220b3d90d0 Dec 17 17:12:13.994459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.091914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.098195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:14.098773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.104000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b17809ff-034b-460c-9728-78c70beb8063 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:14.219249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=a4cc80a8-fb89-437f-9203-71220b3d90d0,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:14.222032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:14.229097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:12:14.255486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4085524 Dec 17 17:12:14.258145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:14.263826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:14.271460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:14.275498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:14.278267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:14.285102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:14.346402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.347452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.361755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.680077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:14.782962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device addbf2d6-6160-4cd7-834e-0630581c7395 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:12:14.819213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: addbf2d6-6160-4cd7-834e-0630581c7395 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:12:14.819627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device addbf2d6-6160-4cd7-834e-0630581c7395 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:12:15.023006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:15.051933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:15.302855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.209 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/096eec56-075d-449d-9342-146ab729b669) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:12:15.326722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:15.444224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:15.523877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:15.527387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-401bb562-96ca-4f64-959b-594ec7ebbea5 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:15.591136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:15.594318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:15.598078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:12:15.636743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=096eec56-075d-449d-9342-146ab729b669,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:15.641217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:16.082194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:16.425404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:16.688847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:12:16.998098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:12:17.007147 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:12:17.015966 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:17.016571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:17.083328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.087686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8254797 Dec 17 17:12:17.088350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50462) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:17.240821 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:17.241338 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-abbdec3b-25b3-48e5-ae15-73fc40e1efd8 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1518972 Dec 17 17:12:17.243791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50468) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:17.374734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acd4c1-9272-4b0c-9d8b-768fa7906059 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:17.376539 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-24acd4c1-9272-4b0c-9d8b-768fa7906059 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317465 Dec 17 17:12:17.379422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50472) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:17.419008 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c27d3856-aa4d-4349-b70e-677efa85dc77 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380077 Dec 17 17:12:17.421491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50476) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:17.426834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311295327', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:17.515053 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:15Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:17.518892 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:12:17.519251 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Updating router 35a345f9-97fd-455f-bff9-33da61c79446 port 096eec56-075d-449d-9342-146ab729b669 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:12:17.537479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:17.541278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:17.544068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:17.550205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:17.574383 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.612052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:12:17.616422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.886723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.889420 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.891978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-12ab3db1-e717-46a9-874e-565409a18b4b tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:17.902241 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Transition to ACTIVE for port object 096eec56-075d-449d-9342-146ab729b669 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:17.960682 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:17.964702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=9baea410-c5f0-4275-98b8-c35429b60082,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:17.969302 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:17.969446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:17.975320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:12:17.975681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: a4cc80a8-fb89-437f-9203-71220b3d90d0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:12:18.042651 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Attempting to bind port 096eec56-075d-449d-9342-146ab729b669 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:12:18.043150 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Attempting to bind port 096eec56-075d-449d-9342-146ab729b669 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:12:18.043391 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Attempting to bind port 096eec56-075d-449d-9342-146ab729b669 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:12:18.048943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:12:18.049293 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Pushing event updated for resources: {'Port': ['ID=096eec56-075d-449d-9342-146ab729b669,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:18.054178 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:12:18.054560 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:12:18.054965 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.055459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:12:18.055873 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Bound port: 096eec56-075d-449d-9342-146ab729b669, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:12:18.056278 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.092550 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.093493 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.093864 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.094198 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.094522 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.094846 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.095195 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.095515 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.095836 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.096157 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.096471 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.096782 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:12:18.100945 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:18.137832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a4cc80a8-fb89-437f-9203-71220b3d90d0) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:18.142538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:18.143135 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.146755 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] For port 096eec56-075d-449d-9342-146ab729b669, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:12:18.146935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fde40-51c4-4043-8ff1-5319f9adc2e0 None None] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:12:18.150255 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] For port 096eec56-075d-449d-9342-146ab729b669, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=096eec56-075d-449d-9342-146ab729b669,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:12:18.232769 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.237960 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-3bc564c0-98d8-416b-8fea-b8428052669e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:18.263265 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-52805d24-6ef4-4fcd-a87f-b05a183126d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8406975 Dec 17 17:12:18.266710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50480) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:18.316584 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:18.317201 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:18.374828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a4cc80a8-fb89-437f-9203-71220b3d90d0', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:12:18.376065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.389277 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Pushing event updated for resources: {'Port': ['ID=096eec56-075d-449d-9342-146ab729b669,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:18.394663 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:18.498234 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:18.535789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Allocated IP 172.20.0.2 (a4cc80a8-fb89-437f-9203-71220b3d90d0/9baea410-c5f0-4275-98b8-c35429b60082/7e8b0037-e596-48ca-92e5-22b9f067ea78) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:12:18.693752 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:12:18.756729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.767361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Transition to ACTIVE for port object 7e8b0037-e596-48ca-92e5-22b9f067ea78 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:18.786309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Transition to ACTIVE for port object 7e8b0037-e596-48ca-92e5-22b9f067ea78 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:18.801381 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:15Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:18.805247 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da49bf-8fb3-4da8-827b-540fe425df89 None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:15Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:12:18.855316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:18.864021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a250f44b-72f3-450e-98c6-221b5a2cafd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:18.925398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:18.928599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:18.932265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:12:18.941765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Pushing event updated for resources: {'Port': ['ID=7e8b0037-e596-48ca-92e5-22b9f067ea78,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:18.971873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:19.044009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Attempting to bind port 7e8b0037-e596-48ca-92e5-22b9f067ea78 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:12:19.044009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Attempting to bind port 7e8b0037-e596-48ca-92e5-22b9f067ea78 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:12:19.044009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Attempting to bind port 7e8b0037-e596-48ca-92e5-22b9f067ea78 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:12:19.058227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:12:19.058994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Checking segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:12:19.060590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.061178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Bound using segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:12:19.062200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Bound port: 7e8b0037-e596-48ca-92e5-22b9f067ea78, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:12:19.062784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.142528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.169303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] For port 7e8b0037-e596-48ca-92e5-22b9f067ea78, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:12:19.173281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] For port 7e8b0037-e596-48ca-92e5-22b9f067ea78, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7e8b0037-e596-48ca-92e5-22b9f067ea78,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:12:19.260704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.264442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-51afe9b1-5a18-49b2-9e94-2c3e9089d6ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:19.386801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Pushing event updated for resources: {'Port': ['ID=7e8b0037-e596-48ca-92e5-22b9f067ea78,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:19.391051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:19.587964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (a4cc80a8-fb89-437f-9203-71220b3d90d0/9baea410-c5f0-4275-98b8-c35429b60082/a215b978-539e-4378-878f-87b8d212bd01) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:12:19.760609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.777110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object a215b978-539e-4378-878f-87b8d212bd01 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:19.866349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:19.870223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e4d78d97-2c61-4074-b30d-3e0f5b178d27 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:19.949067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:19.952095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:19.956643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:12:19.982937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:19.992634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:20.011877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:20.332052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:20.356864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5546e7d-8d49-4f7e-88bd-66cdaff4c350 None None] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:12:20.529790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-eb69b16e-9a6c-4a17-95ae-9bffaa2aa5b9 None None] Provisioning for port 7e8b0037-e596-48ca-92e5-22b9f067ea78 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:20.903240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 096eec56-075d-449d-9342-146ab729b669 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:20.913552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:20.948803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c7975a5b-5cda-494b-a042-98b832c3c8ab None None] Provisioning for port a215b978-539e-4378-878f-87b8d212bd01 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:20.959476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c7975a5b-5cda-494b-a042-98b832c3c8ab None None] Provisioning complete for port a215b978-539e-4378-878f-87b8d212bd01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:20.959892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c7975a5b-5cda-494b-a042-98b832c3c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:20.978013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.004390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e7f19588-f9a8-43f5-b545-7175904da9dc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:21.023723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c7975a5b-5cda-494b-a042-98b832c3c8ab None None] Port a215b978-539e-4378-878f-87b8d212bd01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:12:21.097247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:21.100599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:21.103500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.103687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 096eec56-075d-449d-9342-146ab729b669 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:21.108992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 096eec56-075d-449d-9342-146ab729b669 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:21.109375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.176437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a5f7b713-8f20-4209-891e-b5821619e6e7 None None] Provisioning complete for port a215b978-539e-4378-878f-87b8d212bd01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:21.176820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5f7b713-8f20-4209-891e-b5821619e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.242520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:21.243701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:21.283699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7b713-8f20-4209-891e-b5821619e6e7 None None] Port a215b978-539e-4378-878f-87b8d212bd01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:12:21.293266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.311187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 096eec56-075d-449d-9342-146ab729b669, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=096eec56-075d-449d-9342-146ab729b669,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:21.372666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.373404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7e8b0037-e596-48ca-92e5-22b9f067ea78 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:21.400864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:21.439995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:12:21.490373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=096eec56-075d-449d-9342-146ab729b669,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:21.494771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:21.513350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-17ce12d5-3964-4823-8652-a028a6a38e4d None None] Provisioning complete for port a215b978-539e-4378-878f-87b8d212bd01 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:21.513729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17ce12d5-3964-4823-8652-a028a6a38e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.562559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 7e8b0037-e596-48ca-92e5-22b9f067ea78 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:21.570440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7e8b0037-e596-48ca-92e5-22b9f067ea78 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:21.570831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.606022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-17ce12d5-3964-4823-8652-a028a6a38e4d None None] Port a215b978-539e-4378-878f-87b8d212bd01 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:12:21.617621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:12:21.627165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:12:21.632118 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/35a345f9-97fd-455f-bff9-33da61c79446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618774 Dec 17 17:12:21.632351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:21.640002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:21.640688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:21.767242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f56a9-5d5b-4e68-b838-c96cf342bd62 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.768033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f56a9-5d5b-4e68-b838-c96cf342bd62 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.768501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f56a9-5d5b-4e68-b838-c96cf342bd62 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.768968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f56a9-5d5b-4e68-b838-c96cf342bd62 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.770625 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-169f56a9-5d5b-4e68-b838-c96cf342bd62 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1374032 Dec 17 17:12:21.773564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50488) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:21.841385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:21.845061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3585ae-c41a-48aa-9455-fcc7903542c7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.845538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3585ae-c41a-48aa-9455-fcc7903542c7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.846039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3585ae-c41a-48aa-9455-fcc7903542c7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.846522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3585ae-c41a-48aa-9455-fcc7903542c7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:21.848146 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ab3585ae-c41a-48aa-9455-fcc7903542c7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0736551 Dec 17 17:12:21.850867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50492) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:21.891005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:21.939797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 7e8b0037-e596-48ca-92e5-22b9f067ea78, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7e8b0037-e596-48ca-92e5-22b9f067ea78,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:22.014184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.022997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:22.053409 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06f10bbc-62d8-405d-9d38-00e2a3e1b5e6 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1988733 Dec 17 17:12:22.165320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=7e8b0037-e596-48ca-92e5-22b9f067ea78,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:22.170770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:22.264060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:22.268373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:12:22.268744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Updating router 35a345f9-97fd-455f-bff9-33da61c79446 port a215b978-539e-4378-878f-87b8d212bd01 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:12:22.357473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.502895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:22.508182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938438218', 'description': 'tempest-secgroup-smoke-1938438218 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:22.513961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:22.518022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:22.520784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:22.526657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:22.577568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.597519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:22.601534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:22.604493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:22.610931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:22.684270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.690878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.701790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Transition to ACTIVE for port object a215b978-539e-4378-878f-87b8d212bd01 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:22.737340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.741171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-076016b8-8799-4c57-9e0f-1c920c0b07fd tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:22.754719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.759328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5cc42e38-cade-4219-b46d-93fe4d46f06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:22.783796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e9231-6297-4151-bad2-7232417071a6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:22.786939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:22.823359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.824735 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3207865 Dec 17 17:12:22.827479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50502) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:22.833861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:22.840762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:22.845862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:22.854021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:22.862676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:22.868840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 096eec56-075d-449d-9342-146ab729b669 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:22.955871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Pushing event updated for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:22.959527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:22.969962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:23.031147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.043419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Attempting to bind port a215b978-539e-4378-878f-87b8d212bd01 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:12:23.043810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Attempting to bind port a215b978-539e-4378-878f-87b8d212bd01 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:12:23.044162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Attempting to bind port a215b978-539e-4378-878f-87b8d212bd01 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:12:23.056262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:12:23.056642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Checking segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:12:23.057043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.057434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Bound using segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:12:23.057921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Bound port: a215b978-539e-4378-878f-87b8d212bd01, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:12:23.058297 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.078257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 096eec56-075d-449d-9342-146ab729b669 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:23.078631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.080723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.091390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d94fdec6-d790-4e92-a165-09a59799eeb6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:23.106566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c601ea4-8424-4390-ab36-a984869b2eba,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:23.109591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:23.174771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.176000 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3473470 Dec 17 17:12:23.178745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50506) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:23.183875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:23.189763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:23.193508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:23.196343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:23.202510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:23.204513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] For port a215b978-539e-4378-878f-87b8d212bd01, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:12:23.247668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] For port a215b978-539e-4378-878f-87b8d212bd01, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a215b978-539e-4378-878f-87b8d212bd01,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:12:23.263377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7e8b0037-e596-48ca-92e5-22b9f067ea78 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:23.279361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.295175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.304311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cded0f83-aff9-42e5-a03f-d66f64fafea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:23.344877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.397474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.400940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Pushing event updated for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:23.404522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:23.406411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:23.407024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:23.407703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0673438d-3f88-4078-92bf-401278fa40f6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:23.483324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7e8b0037-e596-48ca-92e5-22b9f067ea78 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:23.483722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.557494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d637808f-f356-404b-83f6-de54b655a123,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:23.560459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:23.617908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.619344 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396203 Dec 17 17:12:23.621919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50510) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:23.627647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:23.633516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:23.637314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:23.640751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:23.646363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:23.702725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:23.727096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.790451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.829354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.831349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:23.854806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b94e99c-15db-4e6a-86e8-3bf551ec2c00,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:23.859192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:23.929306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:23.930477 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076339 Dec 17 17:12:23.933205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50514) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:23.938858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:23.944763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:23.948602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:23.951550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:23.958579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:24.033178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.070606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:24.076031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ca154-ebb0-45b0-9484-1303c29c3bf5 None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:23Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:12:24.098079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.166542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.168558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6c226195-570e-43d5-a7b9-bb8e482be008 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:24.194856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0d8f36-d7a3-4e1f-b211-ca974945eee2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:24.199439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:24.260779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.270092 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f9a8c08e-a5bc-4a8b-8245-1b909b0feeab tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279328 Dec 17 17:12:24.270092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50518) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:24.270343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:24.276560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:24.280888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:24.283987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:24.289919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:24.377510 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:12:24.382236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.451939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.523030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.529632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-554d193c-9eea-4148-91f9-e0dd0600ccdc tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:24.550286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8864cf7d-5434-4e7a-8338-490348a34fbe,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:24.553198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:24.643146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.644352 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9511092d-546d-4d8e-8c17-f45ab0e23d57 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3784003 Dec 17 17:12:24.647221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50522) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:24.652707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'f87e9231-6297-4151-bad2-7232417071a6', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:24.659478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:24.663440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:24.668107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:24.672690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:24.740330 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:12:24.747563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.820139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.854062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a215b978-539e-4378-878f-87b8d212bd01 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:24.883941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.887697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ff7ad6a9-529a-4996-b1b2-0a3c93ee4d79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:24.909781 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6be2db-a483-4454-a5ce-ce7fb66697ed,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:24.912468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:24.980305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:24.981634 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334310 Dec 17 17:12:25.003170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a215b978-539e-4378-878f-87b8d212bd01 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:25.008748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a215b978-539e-4378-878f-87b8d212bd01 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:25.009133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:25.138025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:25.174289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a215b978-539e-4378-878f-87b8d212bd01, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a215b978-539e-4378-878f-87b8d212bd01,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:25.175427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-d9bc5d14-f3fe-4d03-8495-15ec393a6ad0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938438218&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0461037 Dec 17 17:12:25.237557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:25.240563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:25.306647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:25.309858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:25.332638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-ba37253d-5235-40c7-be28-6a5d736d04c7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:25.333301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-208567b5-ac42-435c-bb12-07e590a82699 req-ba37253d-5235-40c7-be28-6a5d736d04c7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:12:25.394498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-208567b5-ac42-435c-bb12-07e590a82699 req-ba37253d-5235-40c7-be28-6a5d736d04c7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:12:25.395895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-ba37253d-5235-40c7-be28-6a5d736d04c7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 796 time: 0.2138402 Dec 17 17:12:25.411379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-3851e53f-83d6-471d-a064-948f8e631952 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0098951 Dec 17 17:12:25.492580 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-fded6638-0e1e-45df-8f78-764519221564 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763481 Dec 17 17:12:25.550240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-dbea1272-bc99-40de-904b-e134e80bb98b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:12:25.551205 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-dbea1272-bc99-40de-904b-e134e80bb98b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477390 Dec 17 17:12:25.683999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-942b967d-7dc1-4809-a2e8-7498f8a2bb39 service neutron] 10.222.0.61 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268864 Dec 17 17:12:25.812619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-a18a2154-ebfa-4479-90d5-4e05614a38b4 service neutron] 10.222.0.61 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228259 Dec 17 17:12:26.829542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a215b978-539e-4378-878f-87b8d212bd01 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:26.899059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a215b978-539e-4378-878f-87b8d212bd01 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:26.899441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:27.078533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae0b6380-5676-4baa-b099-43bf3f1b00b9 req-cfdd499f-aa92-4b7f-8f6e-112653f70e65 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0493274 Dec 17 17:12:28.191016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8bf20ab3-4463-420c-9d2a-be700f8cdfba req-2c9becd5-ae8f-4c30-92a5-5507e9c08979 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0458357 Dec 17 17:12:29.284815 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-701dd986-c524-4306-b05d-08a2a326068b req-9e0982ea-27a8-46c2-941c-50814e57401c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0446551 Dec 17 17:12:30.385414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f8c36cb-c22d-4528-b56a-4886cbd6add1 req-b57bf042-a498-4126-977c-e616fd5dc2ff tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0437005 Dec 17 17:12:31.532045 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ced029d8-1a65-46b0-9d4d-81f044988674 req-46f3666a-dd59-498b-b1e1-671f12bc7996 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0455382 Dec 17 17:12:32.009967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-3ad3a240-98e0-4b6c-8ddb-0bde149770d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:32.011370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-3ad3a240-98e0-4b6c-8ddb-0bde149770d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 796 time: 0.1506953 Dec 17 17:12:32.060891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-34b7fcb2-da7c-498f-b1b5-a82d7729936c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0405939 Dec 17 17:12:32.070573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['f87e9231-6297-4151-bad2-7232417071a6']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:32.168496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8502679-3689-462f-859d-c3441f297137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:32.204541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:32.208558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:port and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:32.211365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:32.217016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:32.271936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:12:32.277493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:32.437161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.8 (a4cc80a8-fb89-437f-9203-71220b3d90d0/9baea410-c5f0-4275-98b8-c35429b60082/75f741f1-11a4-444d-8bd2-2c0bc7902830) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:12:32.729177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1abbc606-8afe-42fc-a670-c947cd80af8f req-72329ac9-0467-4a1a-aeac-126455d39edd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.0490181 Dec 17 17:12:32.791463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:32.806586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 75f741f1-11a4-444d-8bd2-2c0bc7902830 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:32.897926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:32.903683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c64e666a-5007-45f7-b34a-1f9b2fe08a3a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:32.970588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:32.973759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:32.977581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:12:33.008042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:33.019511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:33.045544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:33.046188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:33.141734 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748744 Dec 17 17:12:33.153349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Request body: {'port': {'device_id': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:33.265492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:33.283037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b70ebc12-db3c-4957-868e-a42d311bf90b None None] Provisioning for port 75f741f1-11a4-444d-8bd2-2c0bc7902830 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:33.288002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b70ebc12-db3c-4957-868e-a42d311bf90b None None] Provisioning complete for port 75f741f1-11a4-444d-8bd2-2c0bc7902830 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:33.288379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b70ebc12-db3c-4957-868e-a42d311bf90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:33.340702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b70ebc12-db3c-4957-868e-a42d311bf90b None None] Port 75f741f1-11a4-444d-8bd2-2c0bc7902830 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:12:33.602667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f741f1-11a4-444d-8bd2-2c0bc7902830 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:12:33.609628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:33.623103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Transition to ACTIVE for port object 75f741f1-11a4-444d-8bd2-2c0bc7902830 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:12:33.714816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:33.718839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c2cea252-73cb-4237-b711-0e3a5aad2dcb tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:33.918032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:33.921457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:34.033458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Attempting to bind port 75f741f1-11a4-444d-8bd2-2c0bc7902830 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:12:34.033786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Attempting to bind port 75f741f1-11a4-444d-8bd2-2c0bc7902830 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:12:34.034135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Attempting to bind port 75f741f1-11a4-444d-8bd2-2c0bc7902830 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:12:34.044761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98349-e431-48e3-9ca8-1048715934b7 req-cfd51b5d-cdcb-4883-a1ea-d06fbcb4050f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.045981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-44d98349-e431-48e3-9ca8-1048715934b7 req-cfd51b5d-cdcb-4883-a1ea-d06fbcb4050f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:12:34.050724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Port 75f741f1-11a4-444d-8bd2-2c0bc7902830 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:12:34.051039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Attempting to bind port 75f741f1-11a4-444d-8bd2-2c0bc7902830 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:12:34.058540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:12:34.058871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Checking segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:12:34.059240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Bound using segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:12:34.059659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Bound port: 75f741f1-11a4-444d-8bd2-2c0bc7902830, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:12:34.059996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:34.127921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-44d98349-e431-48e3-9ca8-1048715934b7 req-cfd51b5d-cdcb-4883-a1ea-d06fbcb4050f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:12:34.129078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44d98349-e431-48e3-9ca8-1048715934b7 req-cfd51b5d-cdcb-4883-a1ea-d06fbcb4050f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 943 time: 0.2848885 Dec 17 17:12:34.177854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:12:34.182397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:12:34.193119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44d98349-e431-48e3-9ca8-1048715934b7 req-84461420-998e-4318-b841-dcb4f24bf51e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532014 Dec 17 17:12:34.260576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:34.265423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:34.329428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.330069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:34.331466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 1093 time: 1.1822143 Dec 17 17:12:34.332011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:12:34.355077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:34.355077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:34.383397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'status': 'completed', 'code': 200} Dec 17 17:12:34.478283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-bde4a58a-7b28-4a9b-9876-e65836250812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.479771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-bde4a58a-7b28-4a9b-9876-e65836250812 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1096 time: 0.0737269 Dec 17 17:12:34.619352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-be375246-c2b9-4822-ad9a-9b39c28a02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.620774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-be375246-c2b9-4822-ad9a-9b39c28a02d3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1333268 Dec 17 17:12:34.753984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-399188ea-e82f-4ad3-aae6-d6c310074c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.755414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46aaf8d6-ccc7-4be1-b6a0-d6edd14a11f3 req-399188ea-e82f-4ad3-aae6-d6c310074c05 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280532 Dec 17 17:12:34.864842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-61dd481d-cadd-4774-8488-7fd566a01526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:34.866324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-61dd481d-cadd-4774-8488-7fd566a01526 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1096 time: 0.0726912 Dec 17 17:12:34.940728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-e7a7026b-09d2-453a-b737-71e7c2fbfe6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 217 time: 0.0660617 Dec 17 17:12:35.009904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-6ca21054-6bd3-4ffb-8fa9-f2cc91b9c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:35.011336 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-6ca21054-6bd3-4ffb-8fa9-f2cc91b9c7e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0627079 Dec 17 17:12:35.051458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1dd6-7994-4403-a08c-cd82ace17496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:35.087068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208567b5-ac42-435c-bb12-07e590a82699 req-bc1d0b85-8ad0-47c8-a28f-b29741a066ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:35.088667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-bc1d0b85-8ad0-47c8-a28f-b29741a066ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708015 Dec 17 17:12:35.411540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-ab254b68-f434-4f18-a94b-d0753f3f82bf service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165381 Dec 17 17:12:35.447542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a569f01-99d2-4a77-919a-c313b990e869 req-5ae73b9b-9944-4680-bc60-31dbc27b4bd0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:35.448903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a569f01-99d2-4a77-919a-c313b990e869 req-5ae73b9b-9944-4680-bc60-31dbc27b4bd0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 943 time: 0.1482604 Dec 17 17:12:35.554339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a569f01-99d2-4a77-919a-c313b990e869 req-e0216db8-4ef8-4ae3-b4bf-0fc3bbec5784 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587111 Dec 17 17:12:35.583584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208567b5-ac42-435c-bb12-07e590a82699 req-2e2d7723-7164-46aa-9725-690f9cc633ea service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623929 Dec 17 17:12:35.677413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:35.903067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:36.739143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e1de-91a0-48e2-b59a-b7062296f156 req-eef9e52c-f79d-43bd-8dd5-7d92af1335cc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:36.740566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6796e1de-91a0-48e2-b59a-b7062296f156 req-eef9e52c-f79d-43bd-8dd5-7d92af1335cc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 943 time: 0.0829332 Dec 17 17:12:36.784195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6796e1de-91a0-48e2-b59a-b7062296f156 req-bc7b0fbb-0d54-4af5-850a-4540da87e225 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Dec 17 17:12:37.208302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:37.725282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 75f741f1-11a4-444d-8bd2-2c0bc7902830 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:12:37.854926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:37.868343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'port_id': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'mac_address': 'fa:16:3e:ba:bc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:12:37.927871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:37.944140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f741f1-11a4-444d-8bd2-2c0bc7902830 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:12:37.958896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:37.962690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7faa33-6d05-45b0-a1eb-d75034359d4c req-5340bbbf-67ae-4e86-8922-8a5bd5d3fc88 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:37.964167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e7faa33-6d05-45b0-a1eb-d75034359d4c req-5340bbbf-67ae-4e86-8922-8a5bd5d3fc88 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 943 time: 0.0789258 Dec 17 17:12:38.009683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e7faa33-6d05-45b0-a1eb-d75034359d4c req-4309281d-1758-4377-bc49-18650cee9965 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 Dec 17 17:12:38.057699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:38.059542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e2c90180-f341-4858-8dd6-79500cd72a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:38.126359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:38.130532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:38.422489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['75f741f1-11a4-444d-8bd2-2c0bc7902830'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:12:39.198215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a085c-f338-493e-8548-700ebb3127d4 req-71b9032c-3335-4a05-b4e9-ba0f87ce038b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:39.199570 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-313a085c-f338-493e-8548-700ebb3127d4 req-71b9032c-3335-4a05-b4e9-ba0f87ce038b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 944 time: 0.0831285 Dec 17 17:12:39.241953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-313a085c-f338-493e-8548-700ebb3127d4 req-f8a614a3-e1d7-4533-9779-cb0ded8ef8b5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366888 Dec 17 17:12:39.733259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 75f741f1-11a4-444d-8bd2-2c0bc7902830 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:12:39.882749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 75f741f1-11a4-444d-8bd2-2c0bc7902830 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:12:39.887417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 75f741f1-11a4-444d-8bd2-2c0bc7902830 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:12:39.887797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:40.001061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:40.026995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:12:40.036587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:12:40.070136 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'code': 200} Dec 17 17:12:40.088735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:40.090614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:40.155749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:40.158724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:40.469065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323de97-4db7-453c-aab4-d53bf80ae0d5 req-179c8ae8-8983-470c-b04a-5731f205ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:40.470573 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e323de97-4db7-453c-aab4-d53bf80ae0d5 req-179c8ae8-8983-470c-b04a-5731f205ccee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.1331217 Dec 17 17:12:40.478542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c31-9236-423d-9738-a046cf587e29 req-0be22739-ad31-485d-812c-3baf1832034c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:40.479860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e847c31-9236-423d-9738-a046cf587e29 req-0be22739-ad31-485d-812c-3baf1832034c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.1116190 Dec 17 17:12:40.543046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e323de97-4db7-453c-aab4-d53bf80ae0d5 req-01f3e60d-037f-4100-9313-37b2cca792b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622125 Dec 17 17:12:40.547295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e847c31-9236-423d-9738-a046cf587e29 req-a6382b0f-2f79-4ed9-9644-ca3de82ad97f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546279 Dec 17 17:12:41.875984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d66b2-03cb-42bf-9225-9ad97f84795b req-a543f80b-3853-4116-ab51-60483a1acabf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:41.877325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a1d66b2-03cb-42bf-9225-9ad97f84795b req-a543f80b-3853-4116-ab51-60483a1acabf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.0827286 Dec 17 17:12:41.921622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a1d66b2-03cb-42bf-9225-9ad97f84795b req-bec25755-806b-4937-8db3-221b97cf4d5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381148 Dec 17 17:12:43.102018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509b95-e212-4ac2-a57f-2060651dc926 req-74db7b64-6db7-43a5-a572-fb081d6fcba7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:43.103471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ef509b95-e212-4ac2-a57f-2060651dc926 req-74db7b64-6db7-43a5-a572-fb081d6fcba7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.0784364 Dec 17 17:12:43.147208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ef509b95-e212-4ac2-a57f-2060651dc926 req-c2273231-c200-45a0-96de-6778bc420f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381453 Dec 17 17:12:43.334023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf21c1a-fca2-4a42-8a5c-77201518a71c req-3f7a0d95-7e3a-4d33-a182-d6de78ffea8d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:43.335448 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf21c1a-fca2-4a42-8a5c-77201518a71c req-3f7a0d95-7e3a-4d33-a182-d6de78ffea8d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.0819871 Dec 17 17:12:43.380928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf21c1a-fca2-4a42-8a5c-77201518a71c req-99d20833-d2c5-4fa5-a128-ec91f35a637c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 Dec 17 17:12:43.412436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50594) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:43.486147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb72af-7eaa-434e-81bc-c52801c7d38e tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:43.487626 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d0eb72af-7eaa-434e-81bc-c52801c7d38e tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1093 time: 0.0739088 Dec 17 17:12:43.490726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50598) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:43.496697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:12:43.502725 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:12:43.506438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:12:43.509195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:12:43.515380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:12:43.605513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:43.739910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:43.872715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.68 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/542f47ea-6be6-45a0-a974-004ba8fb0baa) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:12:44.014113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.109312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.113094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a0779f-8320-4bb0-8d3b-1394ab82b128 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:44.176152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:12:44.178840 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:12:44.182946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:12:44.206863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=542f47ea-6be6-45a0-a974-004ba8fb0baa,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:44.211500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:44.583730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.712168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.915243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.991022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:44.994575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8f9e983c-59f9-4702-b112-d99214174bfe tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:12:45.215906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=542f47ea-6be6-45a0-a974-004ba8fb0baa,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:12:45.221002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:12:45.226682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:45.357097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:45.400257 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d associated. External IP: 172.26.4.68, port: 75f741f1-11a4-444d-8bd2-2c0bc7902830. Dec 17 17:12:45.752565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:12:45.925542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:12:45.935450 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:12:45.944337 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:45.944943 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:46.017254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:12:46.075305 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5835705 Dec 17 17:12:46.076547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:12:46.079127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50602) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:46.119047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:46.136748 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'status': 'completed', 'code': 200} Dec 17 17:12:46.254206 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-24e3dcd4-3677-43a2-bd77-f79827344801 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 990 time: 0.1726294 Dec 17 17:12:46.268101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-33e51967-62d3-4e5f-b637-e26a28a8bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:46.269451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-33e51967-62d3-4e5f-b637-e26a28a8bc11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.0994759 Dec 17 17:12:46.400914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-4c79ff8e-9f34-405b-bf00-9c4218d24288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:46.402371 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-4c79ff8e-9f34-405b-bf00-9c4218d24288 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1257122 Dec 17 17:12:46.457702 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:ba:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:12:44Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:46.461515 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:12:46.469654 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:12:46.470281 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:12:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:46.504725 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-40dcbdd2-b444-40c9-aaec-993d3f93d25d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 998 time: 0.0954046 Dec 17 17:12:46.571660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-5c5fb831-0635-4141-ae70-690c26618259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:46.572978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-5c5fb831-0635-4141-ae70-690c26618259 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0600770 Dec 17 17:12:46.649617 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:12:46.788476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-bc4b80be-1b96-43d4-a56b-961d750ce793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:12:46.789891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-bc4b80be-1b96-43d4-a56b-961d750ce793 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2102456 Dec 17 17:12:46.920789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-9685f185-99cd-4db3-bc2b-a10edd28fa9c service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231279 Dec 17 17:12:46.989922 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:ba:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:12:44Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:12:46.993704 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f7821-d2a1-40ca-9112-6049567e30d8 None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:ba:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:12:44Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:12:47.056514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df86c098-db6f-4811-a7c8-339ab08ea343 req-dd0901a0-6f14-483e-a05c-4b59fb7ab7f2 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291661 Dec 17 17:12:47.209412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a3381-b858-4ebf-b4dc-d7a40f77aea1 None None] New status for floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:12:47.257366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50608) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:47.365147 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83ba1579-ea40-4266-8b5f-ca4e6477d384 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 990 time: 0.1053426 Dec 17 17:12:48.367674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50612) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:12:48.475868 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3e20fe27-d456-422c-88d0-99fc3430e6cc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 992 time: 0.1070213 Dec 17 17:12:55.681806 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:13:01.274649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-5bd19742-05f1-41f9-ade3-491c6b837df3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729525 Dec 17 17:13:01.418444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-f49d7ecb-1c6a-4efd-bd14-ea02ff9167dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:01.420308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-f49d7ecb-1c6a-4efd-bd14-ea02ff9167dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.0706601 Dec 17 17:13:01.583531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-c06cd3a5-a4de-4a6e-aabf-c931a377394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:01.584969 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-c06cd3a5-a4de-4a6e-aabf-c931a377394f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1453505 Dec 17 17:13:01.690022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-99031d31-de54-4854-aaea-e5cae33ccc42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 1000 time: 0.0954072 Dec 17 17:13:01.751526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-66a74338-28b4-4bf0-919a-8c6344f6c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:01.752908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-66a74338-28b4-4bf0-919a-8c6344f6c870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0553880 Dec 17 17:13:01.833251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-8abb5809-47a8-4288-aab9-33699a0ebb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:01.835188 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-8abb5809-47a8-4288-aab9-33699a0ebb59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741761 Dec 17 17:13:01.963743 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-85b73457-f67c-4dbd-963a-1ce36a35999b service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205668 Dec 17 17:13:02.096708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-255a98a6-82a1-4a58-99ce-c97c196bf905 req-0ac04622-8249-49bb-adf1-52fb2041b78a service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Dec 17 17:13:02.173528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7aaf00c5-0ff1-43b4-9147-6fcfcf426274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:05.036750 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a445ce4f-84a1-4476-a11d-913a89b8f0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:05.665205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:05.896300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:07.203088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:15.370548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:32.172645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7cba9730-42c4-40ec-9687-f1d0bb5d0138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:32.680026 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:13:35.038675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a755a3ed-5e94-4172-b90d-37db872e1da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:35.661291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:35.901234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:37.198695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:45.358140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:13:57.495263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50640) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:13:57.571721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6d4bd-ff67-4f37-9d9c-a3f9e33cf907 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:57.572202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6d4bd-ff67-4f37-9d9c-a3f9e33cf907 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:57.572672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6d4bd-ff67-4f37-9d9c-a3f9e33cf907 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:57.574347 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06d6d4bd-ff67-4f37-9d9c-a3f9e33cf907 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=32466777aa1b43ea8c5c00ae92606e23&network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 2999 time: 0.0781198 Dec 17 17:13:59.236988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50652) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:13:59.296005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a99b41-71f8-46c3-8b29-c9359e0580e4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:13:59.297436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a5a99b41-71f8-46c3-8b29-c9359e0580e4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d HTTP/1.1" status: 200 len: 814 time: 0.0594771 Dec 17 17:14:00.064731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50660) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:00.071517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:00.174218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:00.608919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:00.655099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:00.655415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d disassociated. External IP: 172.26.4.68, port: 75f741f1-11a4-444d-8bd2-2c0bc7902830. Dec 17 17:14:01.015604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:14:01.197131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:14:01.202076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:01.206931 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:14:01.215952 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:14:01.216563 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:13:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:01.258568 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2b7f2072-bee7-4d9f-95a7-3e15cec050b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 689 time: 1.1926458 Dec 17 17:14:01.260633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:14:01.261460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50664) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:01.318417 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'status': 'completed', 'code': 200} Dec 17 17:14:01.359258 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f22e45a1-d7b6-4433-a960-2e3aa8af999f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 689 time: 0.0947227 Dec 17 17:14:01.411134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-38fcdc08-a0cf-406a-b0f0-4cfa4aaf31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:01.412730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-38fcdc08-a0cf-406a-b0f0-4cfa4aaf31e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.0717034 Dec 17 17:14:01.422102 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:14:01.542681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-e46c3903-3de6-486d-9761-e9bbfa8d7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:01.544120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-e46c3903-3de6-486d-9761-e9bbfa8d7e83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1247473 Dec 17 17:14:01.616099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-b1148bc0-0bdf-4163-bbd6-219610258d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 217 time: 0.0644674 Dec 17 17:14:01.677897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-0ce778b2-09d7-4492-8c24-cbdd45222593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:01.679319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-0ce778b2-09d7-4492-8c24-cbdd45222593 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0566628 Dec 17 17:14:01.732814 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:01.736508 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:14:01.745469 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:14:01.746094 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:13:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:01.762359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-b113653a-cc1e-4eba-8bd5-f7bc0c8f8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:01.763837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-b113653a-cc1e-4eba-8bd5-f7bc0c8f8c43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771871 Dec 17 17:14:01.918815 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:14:01.949380 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-c04e722e-25dc-4d39-bf0c-35b369619bad service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778235 Dec 17 17:14:01.955927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-ae1d9307-b2d4-43cb-bc08-51cf7c0de251 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1194229 Dec 17 17:14:02.195333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20684fda-d3ab-4ee3-9569-44af20a92f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:02.223370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1c7e1c3-c9bc-4a82-9007-3276042477ca req-37d4f884-b586-4c49-8582-ad5ec9cd7681 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664442 Dec 17 17:14:02.234398 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:02.238304 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3dfa-490c-4e34-849b-5c284368268e None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:14:02.361971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50670) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:02.453618 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ae1450db-f3ab-44e5-b82b-012222e3386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 689 time: 0.0903769 Dec 17 17:14:02.454693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-b03e3530-b31f-46ac-89cb-1fd894570f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:02.456401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-b03e3530-b31f-46ac-89cb-1fd894570f00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.0805502 Dec 17 17:14:02.457470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabe42d-3371-401f-9c96-dc16d14d2d77 None None] New status for floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:14:02.606151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-c694372b-2258-47fc-a8be-9e01691f22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:02.607630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-c694372b-2258-47fc-a8be-9e01691f22a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1262674 Dec 17 17:14:02.675515 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-28fad36e-3745-436d-ba3c-ce92213f6cf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 217 time: 0.0608227 Dec 17 17:14:02.741185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-c71583f3-2a1f-42d4-a2d8-ef0bb649360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:02.742671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-c71583f3-2a1f-42d4-a2d8-ef0bb649360f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0599055 Dec 17 17:14:02.816927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-bb3806aa-3eec-49c5-af8d-ecf024340c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:02.818422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-bb3806aa-3eec-49c5-af8d-ecf024340c58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691943 Dec 17 17:14:02.952339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-e7425c3d-a154-4d7c-b863-cac8db9208a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264894 Dec 17 17:14:03.093282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-7ef628fd-5403-4f55-ac03-3d66344b052d service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335084 Dec 17 17:14:03.457354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50674) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:03.660161 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1b2474e9-0e47-4da0-8200-17e33ece0356 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 687 time: 0.2016423 Dec 17 17:14:05.058112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a184e73f-654f-4406-9656-1262263d52f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.180188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50680) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:05.185428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24694646', 'description': 'tempest-secgroup-smoke-24694646 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:05.191273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:05.195379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:05.198188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:05.203720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:05.269620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.290432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:05.294461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:05.297922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:05.303670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:05.375788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.431975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.435741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-37d0e490-6cfd-4492-9e57-2c19d7243253 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:05.477522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11fcb4-1068-46b9-a0b5-780ce85755c8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:05.484830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.485220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.485601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.486032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.490183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:05.492367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:05.529764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.530973 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3498001 Dec 17 17:14:05.533909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50684) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:05.538817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:05.544607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:05.548365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:05.551175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:05.556702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:05.636932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.681238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.713055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.772386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.774276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1742af9b-166f-4493-875b-aa204ceebd41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:05.796460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb403028-cb8a-4fda-82df-ef92fe8d81d5,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:05.798770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:05.866230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.867400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325961 Dec 17 17:14:05.870211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50688) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:05.875790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:05.881636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:05.885385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:05.888279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:05.894399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:05.928807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:05.964069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.032436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.100490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.102333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55219c13-a97c-4622-b013-967cfbd6aa08 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:06.124726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e02af0b-1322-4676-b3aa-0e90bdef3789,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:06.129017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:06.186711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.187813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166583 Dec 17 17:14:06.190466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50692) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:06.195315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:06.201647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:06.207448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:06.208358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:06.214008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:06.306643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.367337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.420803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.422648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-263770be-52b9-4f1a-a1c2-e422c672483e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:06.444261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6169c9d6-21a7-492d-bb4c-6c354d2fc124,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:06.446487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:06.506135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.507348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159795 Dec 17 17:14:06.510018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50696) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:06.514944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:06.520457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:06.524458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:06.527274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:06.532855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:06.615260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.680412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.743436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.747757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c18bcd6-d4cd-421c-a3ca-c5fb556b098c tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:06.766069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba865d6-11b3-45ba-9ee6-d53408995e2f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:06.768350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:06.852207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:06.853383 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3424730 Dec 17 17:14:06.856063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50700) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:06.861625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:06.867364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:06.871047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:06.873879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:06.879434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:06.943557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:14:06.949967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.010758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.086603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.093063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-08c0ea4b-f0a0-4238-b38a-1d15d4ee35c0 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:07.112433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f72cf-d911-4eb9-b804-08d4aa3c6e47,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:07.114819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:07.236066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.238087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.239099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3811815 Dec 17 17:14:07.241727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50704) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:07.248091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'fa11fcb4-1068-46b9-a0b5-780ce85755c8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:07.254024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:07.257968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:14:07.260899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:14:07.267443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:07.338289 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:14:07.345152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.410509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.477351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.479159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-481d8e1f-2502-49a6-b4da-356fb1754ab2 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:07.500975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594d2b0f-93e8-41f2-8acc-52ff787594b4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:07.505981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:07.574676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:07.576424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-293928fc-c750-4931-8866-3d02c6e30c84 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330820 Dec 17 17:14:07.735909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-c4a6f43a-3a88-4f9f-b063-d99b01a0ad36 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:14:07.829229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-c4a6f43a-3a88-4f9f-b063-d99b01a0ad36 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:14:07.830378 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-c4a6f43a-3a88-4f9f-b063-d99b01a0ad36 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24694646&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.1337557 Dec 17 17:14:07.979058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-733a1d95-a082-486c-b589-c3d9243d7a0f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:07.980488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-733a1d95-a082-486c-b589-c3d9243d7a0f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 796 time: 0.1427517 Dec 17 17:14:08.080145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-9431592c-c882-4d06-ad01-b28061ee9c27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0935431 Dec 17 17:14:08.172221 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-c2967ab0-775a-41c8-82ca-37f3e8e74e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867009 Dec 17 17:14:08.307785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-a757921d-9343-4dc2-852f-be80fce54582 service neutron] 10.222.0.61 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243312 Dec 17 17:14:08.441679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-8e63b97d-1a01-4bfb-93e6-830a705656e4 service neutron] 10.222.0.61 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274273 Dec 17 17:14:08.672360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-775c8a2d-3ef2-4121-ae33-c4c5a19aab56 req-c8329d14-e358-4848-9df5-9f0b9553277b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 210 time: 0.0422411 Dec 17 17:14:09.678096 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:14:09.836830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-057e14d5-99d1-4e43-a455-c7d3267bd8c7 req-2ae82b7b-475d-43de-adf7-94fc29c843b3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 210 time: 0.0473242 Dec 17 17:14:10.669596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-6915fef8-e8c9-4bdd-894b-f92828e50657 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:10.671023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-6915fef8-e8c9-4bdd-894b-f92828e50657 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 796 time: 0.2706435 Dec 17 17:14:10.720559 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-4fc21d61-3d66-4fd7-b34a-0620c9aff0a5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 471 time: 0.0410776 Dec 17 17:14:10.729044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['fa11fcb4-1068-46b9-a0b5-780ce85755c8']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:10.866647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:14:10.877065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:14:10.957596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:14:10.961127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.064343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0532990a-e142-4869-a22d-d574b8c9bf33 req-b78073dc-c634-476c-abee-db954e26bab0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 210 time: 0.1226454 Dec 17 17:14:11.162134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.14 (a4cc80a8-fb89-437f-9203-71220b3d90d0/9baea410-c5f0-4275-98b8-c35429b60082/7e760aa5-021d-4963-a3b1-cdeba8c7c8a8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:14:11.345277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.360865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:14:11.458208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.465052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-975bdfa9-b1e3-41b6-a5f1-ccab10a24f2f tempest-PortsAdminExtendedAttrsTestJSON-1966109497 tempest-PortsAdminExtendedAttrsTestJSON-1966109497-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:11.532063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:14:11.535070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:14:11.537683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:14:11.584235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:11.588581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:11.606669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:11.607234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.710467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9848967 Dec 17 17:14:11.722521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Request body: {'port': {'device_id': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:11.835623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.849117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e73656ef-b520-433a-80d3-c18bba2a5857 None None] Provisioning for port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:14:11.854652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e73656ef-b520-433a-80d3-c18bba2a5857 None None] Provisioning complete for port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:14:11.855030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e73656ef-b520-433a-80d3-c18bba2a5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:11.910220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e73656ef-b520-433a-80d3-c18bba2a5857 None None] Port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:14:12.171710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:14:12.216931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:12.244062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Transition to ACTIVE for port object 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:14:12.270701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2667a-a723-40bc-836d-7d963e7fda6d req-a020febb-7b90-4916-9724-76168b11be15 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:12.271381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f7b2667a-a723-40bc-836d-7d963e7fda6d req-a020febb-7b90-4916-9724-76168b11be15 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:14:12.306092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:12.309521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f4a10c3-6a07-4bac-9ed5-e53c63d2ed16 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:12.351053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f7b2667a-a723-40bc-836d-7d963e7fda6d req-a020febb-7b90-4916-9724-76168b11be15 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:14:12.352165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f7b2667a-a723-40bc-836d-7d963e7fda6d req-a020febb-7b90-4916-9724-76168b11be15 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 932 time: 0.1849368 Dec 17 17:14:12.461963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Pushing event updated for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:12.495797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:12.536004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f7b2667a-a723-40bc-836d-7d963e7fda6d req-17c75071-8453-43f0-830b-b5623908c3cf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749623 Dec 17 17:14:12.576900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Attempting to bind port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:14:12.577251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Attempting to bind port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:14:12.577553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Attempting to bind port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:14:12.582064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:14:12.582384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Attempting to bind port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 on network a4cc80a8-fb89-437f-9203-71220b3d90d0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:14:12.587345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:14:12.587676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Checking segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:14:12.588047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Bound using segment: {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:14:12.588460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Bound port: 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8523e4df-95ac-4261-b3e4-3ad628ade9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:14:12.588796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:12.677470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:14:12.680318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:14:12.740250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:12.744779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-de1b2623-bf5a-45d3-93ca-9c54cd56264d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:12.798911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:12.799525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:12.800897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 HTTP/1.1" status: 200 len: 1094 time: 1.0825851 Dec 17 17:14:12.801428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:14:12.829653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Pushing event updated for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:12.833249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:12.853282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'status': 'completed', 'code': 200} Dec 17 17:14:12.943120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-4c045e1d-f3c0-40d1-ab49-541d48960efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:12.944624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-4c045e1d-f3c0-40d1-ab49-541d48960efd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 1097 time: 0.0737903 Dec 17 17:14:13.089653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-c81be98c-10d9-4c26-8e5c-dac2e4462ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.091863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-c81be98c-10d9-4c26-8e5c-dac2e4462ee9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1386819 Dec 17 17:14:13.226639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-e94e1a41-fe82-4e20-94b6-e7187d4ead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.228079 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf25becd-1dc1-4d10-b8c3-2920fbfda94b req-e94e1a41-fe82-4e20-94b6-e7187d4ead07 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304510 Dec 17 17:14:13.336080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-7af6f933-790c-4cc5-bef0-57a41281a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.337432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-7af6f933-790c-4cc5-bef0-57a41281a55a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 1097 time: 0.0736275 Dec 17 17:14:13.409381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-a8c0be7f-2586-4ffb-a9d9-1d286fd05296 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 HTTP/1.1" status: 200 len: 217 time: 0.0631471 Dec 17 17:14:13.588688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-39618c1f-d9aa-4a7e-8c9d-995db2259141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.590113 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-39618c1f-d9aa-4a7e-8c9d-995db2259141 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.1739302 Dec 17 17:14:13.726645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-a81f1ae5-04d9-4136-b02f-fc9ec9eadf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.728093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-a81f1ae5-04d9-4136-b02f-fc9ec9eadf3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1314127 Dec 17 17:14:13.761604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030f6cd-fd7d-4c93-b87e-8a0c759777cb req-54dc6836-aa62-441c-ad9d-108d6c8473d1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:13.763548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f030f6cd-fd7d-4c93-b87e-8a0c759777cb req-54dc6836-aa62-441c-ad9d-108d6c8473d1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 944 time: 0.1146612 Dec 17 17:14:13.881433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f030f6cd-fd7d-4c93-b87e-8a0c759777cb req-d1b88338-52bd-4c01-b8dc-68fda7bcc586 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669250 Dec 17 17:14:13.902410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-60c0ec21-5dad-4730-aa2d-7b5d385462fe service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666553 Dec 17 17:14:14.032251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9eb907e-fb43-4fd5-9b18-d16533684b82 req-a43d37d5-d190-4e59-94f4-cac0512a5204 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232138 Dec 17 17:14:15.066454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf468dc-d2c2-42b2-bfb9-67e008229b3b req-3b2d464b-9fea-4610-9561-3ca0b46cffcb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:15.067878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bf468dc-d2c2-42b2-bfb9-67e008229b3b req-3b2d464b-9fea-4610-9561-3ca0b46cffcb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 944 time: 0.0836258 Dec 17 17:14:15.111159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bf468dc-d2c2-42b2-bfb9-67e008229b3b req-311fb27a-471d-441e-afe8-da20eef364dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375431 Dec 17 17:14:15.360636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:16.291347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:14:16.293681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c28a7-66c0-4ad3-8ac2-41463f934e5e req-bdf7cf3d-9892-4696-a737-af24dc39019b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:16.295177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-626c28a7-66c0-4ad3-8ac2-41463f934e5e req-bdf7cf3d-9892-4696-a737-af24dc39019b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 944 time: 0.0800116 Dec 17 17:14:16.343283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-626c28a7-66c0-4ad3-8ac2-41463f934e5e req-46d7bb57-4315-4a57-9908-e735974d577f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421865 Dec 17 17:14:16.422183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:14:16.434629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'port_id': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'mac_address': 'fa:16:3e:6b:22:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:14:16.487058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:16.503208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:14:16.518285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:14:16.619815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:16.621464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:16.723650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:16.730505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.730859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.731199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.731536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.732398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.732732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.733060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.733388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.733722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.734076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.734401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.734724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:14:16.738550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:16.928395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:14:17.529582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf650993-5628-483b-9334-0425bb920b63 req-b53c1157-6a80-4246-8c6d-6763824f1190 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:17.531049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf650993-5628-483b-9334-0425bb920b63 req-b53c1157-6a80-4246-8c6d-6763824f1190 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 945 time: 0.0817382 Dec 17 17:14:17.572883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf650993-5628-483b-9334-0425bb920b63 req-d2bb2154-7051-444e-b0d0-982df891d855 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363200 Dec 17 17:14:18.307459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:14:18.437875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:14:18.443324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:14:18.443977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:18.555775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:18.581132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:14:18.590277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:14:18.626190 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'code': 200} Dec 17 17:14:18.644097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:18.647488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:14:18.715764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:14:18.720042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:14:18.760786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f91e6-c233-4d1c-a2f2-6af8298123f0 req-8a9f6d41-b182-496f-8610-901225f665c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:18.762312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af5f91e6-c233-4d1c-a2f2-6af8298123f0 req-8a9f6d41-b182-496f-8610-901225f665c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0846949 Dec 17 17:14:18.806598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af5f91e6-c233-4d1c-a2f2-6af8298123f0 req-d361c1ab-ab18-4417-b9f5-91e5a9ff0f8b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385289 Dec 17 17:14:18.962755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f70c15-2118-4e04-8ba7-5fd9186d41c6 req-3ce5a532-d94a-46e0-8374-379c33f38fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:18.964184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-64f70c15-2118-4e04-8ba7-5fd9186d41c6 req-3ce5a532-d94a-46e0-8374-379c33f38fe3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 1099 time: 0.0698590 Dec 17 17:14:19.004284 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-64f70c15-2118-4e04-8ba7-5fd9186d41c6 req-77e10140-0e2c-4220-9dab-16cd66a790a1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332508 Dec 17 17:14:19.992083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a40ac-3cfa-4cb0-beb9-aa4712659808 req-26a52fa3-53a6-4dbc-a449-fa187d6ed960 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:19.993531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-da7a40ac-3cfa-4cb0-beb9-aa4712659808 req-26a52fa3-53a6-4dbc-a449-fa187d6ed960 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0829563 Dec 17 17:14:20.037075 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-da7a40ac-3cfa-4cb0-beb9-aa4712659808 req-78909d7a-e969-4fa4-a7a8-6d5ccb0311ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379744 Dec 17 17:14:21.229054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24eca7-a380-41cc-a8d0-d1cef7425326 req-99b223b4-c0b2-477c-813a-7aabfbd6c3d1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:21.230513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c24eca7-a380-41cc-a8d0-d1cef7425326 req-99b223b4-c0b2-477c-813a-7aabfbd6c3d1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0796330 Dec 17 17:14:21.277650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c24eca7-a380-41cc-a8d0-d1cef7425326 req-3e63635d-788f-43bc-8cd3-3b360ba1fb68 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411124 Dec 17 17:14:21.462819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b8eb6-e654-4bac-9097-bf87f3e5ae47 req-2f4f6f51-2adb-4f07-88a3-4e2cbe45ffce tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:21.464142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-046b8eb6-e654-4bac-9097-bf87f3e5ae47 req-2f4f6f51-2adb-4f07-88a3-4e2cbe45ffce tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0777142 Dec 17 17:14:21.506787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-046b8eb6-e654-4bac-9097-bf87f3e5ae47 req-75f48e7c-a047-4dbf-8a83-35bf8647899c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372214 Dec 17 17:14:21.528335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:21.599791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa30ed-4f8b-4843-8058-53caa36d77da tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:21.601241 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-37fa30ed-4f8b-4843-8058-53caa36d77da tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 1094 time: 0.0719695 Dec 17 17:14:21.604106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50768) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:21.609446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'port_id': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:14:21.682505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:22.385318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:22.443035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:22.608034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d associated. External IP: 172.26.4.68, port: 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8. Dec 17 17:14:22.949479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:14:23.123499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:14:23.128385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:23.133882 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:14:23.143795 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:14:23.144397 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:14:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:23.185207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a1c55982-cea5-4de7-a82d-cb0e7adcf9a4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 991 time: 1.5801063 Dec 17 17:14:23.194114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:14:23.194332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:23.233143 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'status': 'completed', 'code': 200} Dec 17 17:14:23.302252 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9acc2cff-b72c-477a-81ad-850152357685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 991 time: 0.1117616 Dec 17 17:14:23.324047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-b5e22420-f190-4b7d-93da-372fb3ccff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:23.325642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-b5e22420-f190-4b7d-93da-372fb3ccff89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 1099 time: 0.0711505 Dec 17 17:14:23.329522 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:14:23.462012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-06fcf7bd-e6b7-4e28-9d7a-0d0c322c4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:23.463368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-06fcf7bd-e6b7-4e28-9d7a-0d0c322c4bc7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1315851 Dec 17 17:14:23.704001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-1ec48f64-e389-4d85-ad3b-e01e6b697ee5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 HTTP/1.1" status: 200 len: 999 time: 0.2337775 Dec 17 17:14:23.721536 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:6b:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:14:22Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:23.725353 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:14:23.733992 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:14:23.734621 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:14:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:23.769353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-e4c99e84-3882-4751-a972-63317a020d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:23.771085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-e4c99e84-3882-4751-a972-63317a020d15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0595536 Dec 17 17:14:23.855293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-ae8e252e-6535-4f82-ae4b-1de76b33839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:14:23.856759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-ae8e252e-6535-4f82-ae4b-1de76b33839a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782802 Dec 17 17:14:23.907438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:14:23.992473 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-07639402-08e7-497c-922b-38a443b0a8ce service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288378 Dec 17 17:14:24.124967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f6a9589-1168-43da-9ad7-565f54a55c5f req-17112b98-0948-4ec1-8aae-2a03a1b9c9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249321 Dec 17 17:14:24.244616 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:6b:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:14:22Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:14:24.248932 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597ddc9-f739-41e6-8dc9-d57b4bac75b4 None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41bca8e2-b251-496e-abc3-53bc0618a61d', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'port_id': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'mac_address': 'fa:16:3e:6b:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:12:44Z', 'updated_at': '2021-12-17T17:14:22Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:14:24.304789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:24.413441 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f702f947-8db7-487f-8144-f0ceb616f06b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 991 time: 0.1073952 Dec 17 17:14:24.443835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55e62-4d3d-4510-9763-ebba79674b8b None None] New status for floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:14:25.417367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50782) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:14:25.524713 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8dd3a107-0dc5-4a2d-bd19-731920f6e060 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 200 len: 993 time: 0.1061897 Dec 17 17:14:32.196864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a940fedc-e44a-4b1a-a117-e655f6319595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:35.031359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6234135d-ae79-40c7-a66c-d8dae4744332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:35.657359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:35.914825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:37.230849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:39.147855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-01a998b8-6253-4033-ae41-29f465e05603 req-49334113-a525-40e6-8192-6ff8e03ca39a service neutron] (88116) timed out ('10.222.0.60', 58790) {{(pid=88116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 17 17:14:45.413856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:14:46.677038 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:15:01.262166 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-3b85970c-4f83-443b-a499-2b1f60aad48c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104822 Dec 17 17:15:01.420012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-e905d8e7-f4b4-4290-8848-6e8f1be8a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:01.422092 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-e905d8e7-f4b4-4290-8848-6e8f1be8a083 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 1098 time: 0.0868595 Dec 17 17:15:01.574850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-eab8ac17-0183-4f17-ada8-457168905188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:01.576298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-eab8ac17-0183-4f17-ada8-457168905188 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 200 len: 897 time: 0.1331549 Dec 17 17:15:01.649166 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-1ed04f08-6c25-4664-9c14-de9a12e65e5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 200 len: 217 time: 0.0652101 Dec 17 17:15:01.715585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-5bfb7ba9-7cfd-4a59-b557-d4f6d591d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:01.716934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-5bfb7ba9-7cfd-4a59-b557-d4f6d591d949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 200 len: 834 time: 0.0606315 Dec 17 17:15:01.802957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-5c189d93-bb0c-40f0-ab83-60b62beac661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:01.804488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-5c189d93-bb0c-40f0-ab83-60b62beac661 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cc80a8-fb89-437f-9203-71220b3d90d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807385 Dec 17 17:15:01.960401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-d7f18bb4-a523-4e81-8bae-3b3f24171975 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484652 Dec 17 17:15:02.106244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-508cd3b6-beea-4dcc-a317-4e7c705c2726 req-66989f6f-9216-4df6-9bd7-dbe858ee05a7 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383355 Dec 17 17:15:02.188327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7f71c904-dcae-4d4d-8583-83fff0b62a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:05.059066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85b11ba2-45df-434a-b7b4-40315acce9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:05.662539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:05.919856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:07.234730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:15.372710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:23.675861 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:15:32.170465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f6149218-846b-45f1-9d2e-48bb11f8eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:35.040824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8df2c09e-dc78-48a7-8167-fa02830ea549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:35.678892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:35.909021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:37.193636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:39.117137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc13c8-e7df-4670-a9a6-c4dbc6785881 req-cc167675-3251-4467-9326-5c86f32c3ab5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:39.118591 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2dc13c8-e7df-4670-a9a6-c4dbc6785881 req-cc167675-3251-4467-9326-5c86f32c3ab5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0793927 Dec 17 17:15:39.165372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2dc13c8-e7df-4670-a9a6-c4dbc6785881 req-71f87f95-54dd-4a2b-add1-23d80fa2e271 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404797 Dec 17 17:15:40.356137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0afad9-0a8c-475d-9a99-2e79403ba2a3 req-df97d4c6-5161-495e-bcaf-fcc07ec60481 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:40.357513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c0afad9-0a8c-475d-9a99-2e79403ba2a3 req-df97d4c6-5161-495e-bcaf-fcc07ec60481 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0809424 Dec 17 17:15:40.401733 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c0afad9-0a8c-475d-9a99-2e79403ba2a3 req-8c29b7bb-12da-44e2-8b93-8b2de6b0f199 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385332 Dec 17 17:15:40.800476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-e3f019be-ecf3-491d-ae13-4c9dceb8f3fb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:40.801878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-e3f019be-ecf3-491d-ae13-4c9dceb8f3fb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.0808713 Dec 17 17:15:40.869356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:40.869719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:41.228758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:15:41.229105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:41.550795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:41.551540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:41.551673 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d disassociated. External IP: 172.26.4.68, port: 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8. Dec 17 17:15:41.551972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:41.663579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c373e-d652-472e-aca1-7532370b68c9 req-97fd7fca-bfca-45f6-be96-f937d19e212c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:41.665036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c7c373e-d652-472e-aca1-7532370b68c9 req-97fd7fca-bfca-45f6-be96-f937d19e212c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 946 time: 0.1618323 Dec 17 17:15:41.762365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c7c373e-d652-472e-aca1-7532370b68c9 req-f90fc38d-bf5d-458e-b80e-cb43246c7091 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa11fcb4-1068-46b9-a0b5-780ce85755c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670764 Dec 17 17:15:41.815967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:41.822258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:41.864994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=7e760aa5-021d-4963-a3b1-cdeba8c7c8a8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:41.877096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.877487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.877885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.878261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.878622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.878993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.879360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.879789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.880158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.880523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.880942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.881309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:41.885295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:42.068819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:15:42.250758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:15:42.260742 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:15:42.271860 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:15:42.272482 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:42.329490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:15:42.331903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:42.334632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'name': 'network-vif-deleted', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:15:42.411093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e49be55a-3ac2-40b1-b0f7-8b5dd501514e req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 HTTP/1.1" status: 204 len: 173 time: 1.6032474 Dec 17 17:15:42.431014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41836e-b02f-44e2-aaff-06374ab9117e', 'name': 'network-vif-deleted', 'tag': '7e760aa5-021d-4963-a3b1-cdeba8c7c8a8', 'status': 'completed', 'code': 200} Dec 17 17:15:42.457111 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:15:42.791838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:42.796094 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:15:42.805082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:15:42.805690 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:42.929303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0bf2ad69-6b34-444d-b55c-f252f156c52d req-03f87d65-fa69-4be5-90ea-f518058bb21a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:15:42.981180 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:15:43.000081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0bf2ad69-6b34-444d-b55c-f252f156c52d req-03f87d65-fa69-4be5-90ea-f518058bb21a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:15:43.004039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0bf2ad69-6b34-444d-b55c-f252f156c52d req-03f87d65-fa69-4be5-90ea-f518058bb21a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc41836e-b02f-44e2-aaff-06374ab9117e HTTP/1.1" status: 200 len: 210 time: 0.1161227 Dec 17 17:15:43.290608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:43.294547 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a8a04-1a6a-4231-9a1b-80ad349981fe None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:12:20Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'a215b978-539e-4378-878f-87b8d212bd01', 'name': '', 'network_id': 'a4cc80a8-fb89-437f-9203-71220b3d90d0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:08:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9baea410-c5f0-4275-98b8-c35429b60082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:19Z', 'updated_at': '2021-12-17T17:12:25Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '9baea410-c5f0-4275-98b8-c35429b60082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:15:43.510506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b9c07-edc2-44eb-9677-7fe625207534 None None] New status for floating IP 41bca8e2-b251-496e-abc3-53bc0618a61d: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:15:44.098375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50824) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:44.165969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.195079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.319103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.324234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bfa81095-2fe4-422a-86f5-91c90d4f79ac tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:44.339075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11fcb4-1068-46b9-a0b5-780ce85755c8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:44.347127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.347516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.347888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.348272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.348616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.349004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.349365 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.349723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.350106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.350474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.350812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.351162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:44.354287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:44.411482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.412617 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa11fcb4-1068-46b9-a0b5-780ce85755c8 HTTP/1.1" status: 204 len: 168 time: 0.3132567 Dec 17 17:15:44.503721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50830) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:44.659824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 542f47ea-6be6-45a0-a974-004ba8fb0baa {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:44.660057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.734229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:15:44.769959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:15:44.770326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7e760aa5-021d-4963-a3b1-cdeba8c7c8a8 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:15:44.943551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:44.943779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:45.068097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 542f47ea-6be6-45a0-a974-004ba8fb0baa owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:45.267471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:45.271603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-311cc89f-cf6c-4cb6-a017-228bac7f3588 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:45.318531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=542f47ea-6be6-45a0-a974-004ba8fb0baa,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:45.322015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:45.364476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:45.409030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:45.497498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:45.499164 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/41bca8e2-b251-496e-abc3-53bc0618a61d HTTP/1.1" status: 204 len: 168 time: 0.9944232 Dec 17 17:15:46.060173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48f15-9bf2-4ed1-add2-89f7050a09a0 req-ce701a61-4d50-49e8-ac84-708aba1cf9fd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:46.060859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fec48f15-9bf2-4ed1-add2-89f7050a09a0 req-ce701a61-4d50-49e8-ac84-708aba1cf9fd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:15:46.149003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fec48f15-9bf2-4ed1-add2-89f7050a09a0 req-ce701a61-4d50-49e8-ac84-708aba1cf9fd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:15:46.150225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fec48f15-9bf2-4ed1-add2-89f7050a09a0 req-ce701a61-4d50-49e8-ac84-708aba1cf9fd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.1730525 Dec 17 17:15:46.194108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fec48f15-9bf2-4ed1-add2-89f7050a09a0 req-3b26714f-47b7-4e5d-aa09-6d783ff03371 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 Dec 17 17:15:47.378687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1384-587a-4cb8-a117-a25f9eff473f req-a73818cd-f3b9-44b2-b751-9431dc4813f3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:47.380119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bbc1384-587a-4cb8-a117-a25f9eff473f req-a73818cd-f3b9-44b2-b751-9431dc4813f3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.0810781 Dec 17 17:15:47.427052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bbc1384-587a-4cb8-a117-a25f9eff473f req-ead5378d-2029-43ed-8b16-2ee27aca8567 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=f87e9231-6297-4151-bad2-7232417071a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Dec 17 17:15:47.754627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-55643fa2-0145-4677-bb45-fc07e18c77f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:47.756030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-55643fa2-0145-4677-bb45-fc07e18c77f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 945 time: 0.0782838 Dec 17 17:15:47.824809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 75f741f1-11a4-444d-8bd2-2c0bc7902830 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:47.825148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:48.131790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 75f741f1-11a4-444d-8bd2-2c0bc7902830, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=75f741f1-11a4-444d-8bd2-2c0bc7902830,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:15:48.132155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:48.262417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 75f741f1-11a4-444d-8bd2-2c0bc7902830 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:48.474752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:48.480550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dfa6d8e6-7331-42fd-9885-455841e3b4b5 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:48.529326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=75f741f1-11a4-444d-8bd2-2c0bc7902830,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:48.534329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:48.638356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-895c05f5-70e3-4a8e-b743-190ada98d61f req-6d30e393-61cd-4818-a232-7fab193bcf9c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ed024c-b77e-4e11-8a04-b6d771f4373f HTTP/1.1" status: 200 len: 210 time: 0.1050291 Dec 17 17:15:48.644221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 75f741f1-11a4-444d-8bd2-2c0bc7902830 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:15:48.646640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:48.649229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'name': 'network-vif-deleted', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:15:48.695075 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ed024c-b77e-4e11-8a04-b6d771f4373f', 'name': 'network-vif-deleted', 'tag': '75f741f1-11a4-444d-8bd2-2c0bc7902830', 'status': 'completed', 'code': 200} Dec 17 17:15:48.713603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1e0ff70f-d4b9-4713-858e-bae6c8aaf3c1 req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/75f741f1-11a4-444d-8bd2-2c0bc7902830 HTTP/1.1" status: 204 len: 173 time: 0.9504893 Dec 17 17:15:49.733958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50850) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:49.800172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:49.829900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:49.949030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:49.953416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48e5258a-437e-4f13-87ca-f2ee64ae0751 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:49.967347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87e9231-6297-4151-bad2-7232417071a6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:49.970696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:49.976103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:49.977207 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/f87e9231-6297-4151-bad2-7232417071a6 HTTP/1.1" status: 204 len: 168 time: 0.2422428 Dec 17 17:15:50.052306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50858) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:50.606328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:51.068240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port a215b978-539e-4378-878f-87b8d212bd01 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:51.068925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:51.252743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port a215b978-539e-4378-878f-87b8d212bd01, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a215b978-539e-4378-878f-87b8d212bd01,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:15:51.253100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:51.375617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for a215b978-539e-4378-878f-87b8d212bd01 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:51.748668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:51.753150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-757b1d48-9df7-4659-b674-f56b1642066a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:51.796848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=a215b978-539e-4378-878f-87b8d212bd01,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:51.799963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:52.071317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:52.561802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 35a345f9-97fd-455f-bff9-33da61c79446 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:15:52.737669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:15:52.747499 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Sync routers for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:15:52.751376 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/35a345f9-97fd-455f-bff9-33da61c79446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976330 Dec 17 17:15:52.753724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50866) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:52.757089 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:15:52.757695 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:52.795683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 75f741f1-11a4-444d-8bd2-2c0bc7902830 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:15:52.822721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 9baea410-c5f0-4275-98b8-c35429b60082 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:15:52.825682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:52.829798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 75f741f1-11a4-444d-8bd2-2c0bc7902830 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:15:52.830412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 75f741f1-11a4-444d-8bd2-2c0bc7902830 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:15:52.886029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:52.952436 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:15:52.977739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.132526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.137486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39d0ab0d-c62e-4845-baef-a5148d64ede6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:53.174176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=9baea410-c5f0-4275-98b8-c35429b60082,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:53.177199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:53.178319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.185501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c929cd3-c425-4332-b636-094afcd4afc4 None None] Network a4cc80a8-fb89-437f-9203-71220b3d90d0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:15:53.186924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50870) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:53.187372 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/9baea410-c5f0-4275-98b8-c35429b60082 HTTP/1.1" status: 204 len: 168 time: 0.4322088 Dec 17 17:15:53.247353 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:15:51Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:53.250445 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Checking router: 35a345f9-97fd-455f-bff9-33da61c79446 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:15:53.261774 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Routers {'35a345f9-97fd-455f-bff9-33da61c79446'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:15:53.262525 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['35a345f9-97fd-455f-bff9-33da61c79446'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:53.483443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] Set router 35a345f9-97fd-455f-bff9-33da61c79446 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:15:53.517941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] DHCP port deletion for a4cc80a8-fb89-437f-9203-71220b3d90d0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:15:53.521896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Deleting port 7e8b0037-e596-48ca-92e5-22b9f067ea78 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:53.522068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.522288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.706880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.726262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] For port 7e8b0037-e596-48ca-92e5-22b9f067ea78, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7e8b0037-e596-48ca-92e5-22b9f067ea78,segment=NetworkSegment(8523e4df-95ac-4261-b3e4-3ad628ade9ad),segment_id=8523e4df-95ac-4261-b3e4-3ad628ade9ad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:15:53.726662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.769680 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:15:51Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:53.773414 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d3026-9c04-418b-8483-451ea8efdc35 None None] The sync data for ids ['35a345f9-97fd-455f-bff9-33da61c79446'] in dv-neutron-821073-1-hyperv is: [{'id': '35a345f9-97fd-455f-bff9-33da61c79446', 'name': 'tempest-TestNetworkBasicOps-router-1359381467', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '096eec56-075d-449d-9342-146ab729b669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:12:14Z', 'updated_at': '2021-12-17T17:15:51Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '096eec56-075d-449d-9342-146ab729b669', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a345f9-97fd-455f-bff9-33da61c79446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:12:15Z', 'updated_at': '2021-12-17T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:15:53.783348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 096eec56-075d-449d-9342-146ab729b669 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:15:53.783705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.852417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Calling delete_port for 7e8b0037-e596-48ca-92e5-22b9f067ea78 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:53.960489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 096eec56-075d-449d-9342-146ab729b669, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=096eec56-075d-449d-9342-146ab729b669,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:15:53.960769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.984150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:53.988738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b0b94dd1-cd38-48bb-b664-643223c6d270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:54.032677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Pushing event deleted for resources: {'Port': ['ID=7e8b0037-e596-48ca-92e5-22b9f067ea78,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:54.037396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] No DVR routers for this DVR port 7e8b0037-e596-48ca-92e5-22b9f067ea78 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:15:54.043146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.043497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.043840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.044175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.044507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.044842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.045723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.046076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.046405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.050501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.050501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.050501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:15:54.056882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:54.084485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 096eec56-075d-449d-9342-146ab729b669 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:15:54.304600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.312848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41126c19-9771-45e4-940b-94873ef1bc1f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:54.394706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=096eec56-075d-449d-9342-146ab729b669,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:54.406618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:54.459175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.625378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.627489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.718198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.718719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router 35a345f9-97fd-455f-bff9-33da61c79446 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:15:54.734150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:54.735291 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/35a345f9-97fd-455f-bff9-33da61c79446 HTTP/1.1" status: 204 len: 168 time: 1.5467823 Dec 17 17:15:54.739116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50874) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:54.853754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.107142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.134162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cc80a8-fb89-437f-9203-71220b3d90d0']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:55.147634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8523e4df-95ac-4261-b3e4-3ad628ade9ad') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:55.147939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8523e4df-95ac-4261-b3e4-3ad628ade9ad') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:55.159823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.176434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 096eec56-075d-449d-9342-146ab729b669 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:15:55.179816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.186670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:15:55.187104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:15:55.201691 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:15:55.210854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 096eec56-075d-449d-9342-146ab729b669 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:15:55.217978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 096eec56-075d-449d-9342-146ab729b669 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:15:55.217978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7e8b0037-e596-48ca-92e5-22b9f067ea78 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:15:55.244749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 7e8b0037-e596-48ca-92e5-22b9f067ea78 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:15:55.245106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7e8b0037-e596-48ca-92e5-22b9f067ea78 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:15:55.245554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a215b978-539e-4378-878f-87b8d212bd01 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:15:55.280657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a215b978-539e-4378-878f-87b8d212bd01 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:15:55.281018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a215b978-539e-4378-878f-87b8d212bd01 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:15:55.360564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.363838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-412e146d-72c2-437b-a810-b4ee2a645457 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:55.378024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.388657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=a4cc80a8-fb89-437f-9203-71220b3d90d0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:55.391683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:55.451061 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/a4cc80a8-fb89-437f-9203-71220b3d90d0 HTTP/1.1" status: 204 len: 168 time: 0.7108195 Dec 17 17:15:55.473032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50878) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:55.478774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--380262141', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:15:55.484315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:15:55.488380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:15:55.491242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:15:55.496751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:15:55.593108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:15:55.596590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.626026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:15:55.634417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.634886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 0a1f71df-bc22-49cc-a0a4-dad1b16b9548 of type vlan for network 486d8b5c-639b-4c26-bc24-23a5ca18c53e Dec 17 17:15:55.662603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.752517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.757963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:55.758543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:55.761994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fcbf7579-8ace-4019-b328-bcb0be0f5cd5 tempest-QuotasNegativeTest-1380599720 tempest-QuotasNegativeTest-1380599720-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:55.863759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=486d8b5c-639b-4c26-bc24-23a5ca18c53e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:55.866374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:55.875039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:15:55.926876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4524930 Dec 17 17:15:55.929526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:55.936115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-412219599', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:15:55.944290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:15:55.948086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:15:55.950967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:15:55.961829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:15:56.063391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.064468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.079832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.401246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.773549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.801887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:56.934559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.78 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/c0c36795-b0c4-499e-a64c-55064def3afa) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:15:57.081314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:57.166362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:57.170594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b1eb3d02-64e4-47d4-9584-a445d8389e07 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:57.234440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:15:57.237287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:15:57.240816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:15:57.416594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=c0c36795-b0c4-499e-a64c-55064def3afa,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:57.421704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:57.861213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:58.196406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:58.480035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 18c052a7-7a6d-435e-bf21-9ef2d149a33f is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:15:58.656670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:15:58.666113 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Sync routers for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:15:58.674977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:15:58.675609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:58.737587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:58.738777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8081715 Dec 17 17:15:58.741759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50886) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:58.781745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a9cd8bc2-d8ac-4875-b299-17603986d6ce tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388105 Dec 17 17:15:58.784199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50890) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:58.852742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:15:59.048701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b97413-07b6-409b-bbc9-bfb26f632ab4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:59.050126 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-94b97413-07b6-409b-bbc9-bfb26f632ab4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2650166 Dec 17 17:15:59.052774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50894) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:59.093899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-efad0aea-e3e1-401f-a40d-f0fafa848ea4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370257 Dec 17 17:15:59.094703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50898) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:59.099396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779780661', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:15:59.147693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:57Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:15:59.151462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Checking router: 18c052a7-7a6d-435e-bf21-9ef2d149a33f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:15:59.151815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Updating router 18c052a7-7a6d-435e-bf21-9ef2d149a33f port c0c36795-b0c4-499e-a64c-55064def3afa binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:15:59.202405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.208008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:15:59.211916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:15:59.214835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:15:59.221156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:15:59.274408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:15:59.278008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.537455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.542142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-06d088ea-2b9d-474c-ab09-495a74c2f0d6 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:59.550353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.562433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Transition to ACTIVE for port object c0c36795-b0c4-499e-a64c-55064def3afa will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:15:59.619922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=abb50f9f-4570-4447-9052-0a7167fea886,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:59.621544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.622689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:59.626581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:15:59.628774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:15:59.629140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: 486d8b5c-639b-4c26-bc24-23a5ca18c53e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:15:59.701806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:15:59.705204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Attempting to bind port c0c36795-b0c4-499e-a64c-55064def3afa on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:15:59.705725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Attempting to bind port c0c36795-b0c4-499e-a64c-55064def3afa by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:15:59.709794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Attempting to bind port c0c36795-b0c4-499e-a64c-55064def3afa on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:15:59.709794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Pushing event updated for resources: {'Port': ['ID=c0c36795-b0c4-499e-a64c-55064def3afa,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:15:59.711696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:15:59.714150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:15:59.714635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:15:59.714926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.715312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:15:59.715776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Bound port: c0c36795-b0c4-499e-a64c-55064def3afa, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:15:59.716158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.775518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 486d8b5c-639b-4c26-bc24-23a5ca18c53e) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:15:59.779674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:15:59.780268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.785397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320ff0e-8b36-4963-b610-50d9dd613454 None None] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:15:59.804132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] For port c0c36795-b0c4-499e-a64c-55064def3afa, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:15:59.863786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] For port c0c36795-b0c4-499e-a64c-55064def3afa, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c0c36795-b0c4-499e-a64c-55064def3afa,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:15:59.870782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7731364 Dec 17 17:15:59.871025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50902) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:15:59.940051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:15:59.951999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:00.034740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:00.035379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:00.149472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Pushing event updated for resources: {'Port': ['ID=c0c36795-b0c4-499e-a64c-55064def3afa,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:00.152818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:00.209402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:16:00.210262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:00.322344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:00.557486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:00.589117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Allocated IP 172.20.0.2 (486d8b5c-639b-4c26-bc24-23a5ca18c53e/abb50f9f-4570-4447-9052-0a7167fea886/3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:16:00.675868 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:16:00.881635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:57Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:00.888895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae7c8c-cd70-4203-b134-be170414ab67 None None] The sync data for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv is: [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:57Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:16:00.912938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:00.925616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Transition to ACTIVE for port object 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:00.946052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Transition to ACTIVE for port object 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:01.040479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.046643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:01.130972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:16:01.133898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:16:01.138291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:16:01.142749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (486d8b5c-639b-4c26-bc24-23a5ca18c53e/abb50f9f-4570-4447-9052-0a7167fea886/69f5af3e-99fd-4f78-9436-5bb9638634b7) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:16:01.176588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Pushing event updated for resources: {'Port': ['ID=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:01.179488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:01.245844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Attempting to bind port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:16:01.246323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Attempting to bind port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:16:01.246795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Attempting to bind port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:01.252970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:16:01.253453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Checking segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:16:01.254008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.254511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Bound using segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:16:01.255056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Bound port: 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:16:01.255510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.326090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.343013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 69f5af3e-99fd-4f78-9436-5bb9638634b7 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:01.351003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] For port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:01.355266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] For port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:16:01.434848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.439099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:01.463495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.467565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c74903ac-da79-4834-bd77-bbba9933499b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:01.529109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Pushing event updated for resources: {'Port': ['ID=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:01.531718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:01.539177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:16:01.552126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:16:01.559138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:16:01.601744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:01.606860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:01.626289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:01.984823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:02.183426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-842b58bf-7ee6-479d-bacb-aee8ec2214e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:02.414986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:02.474787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:02.503362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f249ee1c-39d2-4d8c-9fc0-3bd6286c8a51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:02.586420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:02.589988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:02.593750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:02.723742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:16:02.724793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:16:03.000519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c0c36795-b0c4-499e-a64c-55064def3afa up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:03.062430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 18c052a7-7a6d-435e-bf21-9ef2d149a33f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:16:03.137251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port c0c36795-b0c4-499e-a64c-55064def3afa completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:03.144509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c0c36795-b0c4-499e-a64c-55064def3afa triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:03.144921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.175321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e213d8e-5121-40fd-845a-1d83e4fbd3c6 None None] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:16:03.251482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:16:03.262518 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Sync routers for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:16:03.269234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/18c052a7-7a6d-435e-bf21-9ef2d149a33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3970475 Dec 17 17:16:03.271897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50908) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:03.275729 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:03.276446 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:15:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:03.380481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a36ba1b5-a6cf-490d-bc0e-160872a6d768 None None] Provisioning for port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:03.427356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.433517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4ebf5-7866-4f60-89d0-d807a5c1c8d7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.434060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4ebf5-7866-4f60-89d0-d807a5c1c8d7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.434512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4ebf5-7866-4f60-89d0-d807a5c1c8d7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.434972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4ebf5-7866-4f60-89d0-d807a5c1c8d7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.440232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50912) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:03.445061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c0c36795-b0c4-499e-a64c-55064def3afa, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c0c36795-b0c4-499e-a64c-55064def3afa,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:03.454413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-00b4ebf5-7866-4f60-89d0-d807a5c1c8d7 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1817529 Dec 17 17:16:03.497396 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:03.522889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71700fc-1d0a-4fb7-a653-57a65f0dacc0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.523793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71700fc-1d0a-4fb7-a653-57a65f0dacc0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.524463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71700fc-1d0a-4fb7-a653-57a65f0dacc0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.524959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71700fc-1d0a-4fb7-a653-57a65f0dacc0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:03.526718 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c71700fc-1d0a-4fb7-a653-57a65f0dacc0 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0853069 Dec 17 17:16:03.529893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50916) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:03.534313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.534313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:03.565070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d0b8e18c-586e-4e41-92bc-c96236c67e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:03.658734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c0c36795-b0c4-499e-a64c-55064def3afa,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:03.662723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:03.731687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:03.738425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:03.739233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.750472 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3aa419b1-a9d2-4b67-85a1-cab9c3c07cf4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2187910 Dec 17 17:16:03.758303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50920) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:03.770366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-745721032', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:03.879281 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:02Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:03.883596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Checking router: 18c052a7-7a6d-435e-bf21-9ef2d149a33f for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:16:03.883967 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Updating router 18c052a7-7a6d-435e-bf21-9ef2d149a33f port 69f5af3e-99fd-4f78-9436-5bb9638634b7 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:16:03.897888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.934663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:03.936627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:03.939577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:port and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:03.942637 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:03.942809 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:03.945437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Provisioning for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:03.949186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:03.953132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Provisioning complete for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:03.954446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.000688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.006008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:16:04.009473 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.018329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-fb234e53-315b-4276-a44d-55c43d41597d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:04.033844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] device_id is not set on port f4d7312a-f092-4ab2-a068-674bdf2f629f yet. {{(pid=88117) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:16:04.065475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Port 69f5af3e-99fd-4f78-9436-5bb9638634b7 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:16:04.113332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Provisioning complete for port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:04.113939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6305e386-01a4-4b84-b632-b568ef30ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.170790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:04.176401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:04.202238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.7 (486d8b5c-639b-4c26-bc24-23a5ca18c53e/abb50f9f-4570-4447-9052-0a7167fea886/f4d7312a-f092-4ab2-a068-674bdf2f629f) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:16:04.372287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-70eabe22-61ff-412e-94de-935c2de1f546 None None] Provisioning complete for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:04.373201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70eabe22-61ff-412e-94de-935c2de1f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.414966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.428728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-70eabe22-61ff-412e-94de-935c2de1f546 None None] Port 69f5af3e-99fd-4f78-9436-5bb9638634b7 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:16:04.430974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object f4d7312a-f092-4ab2-a068-674bdf2f629f will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:04.515149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.521146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91cdc678-4884-4dab-9386-6f2d9c154527 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:04.588630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:16:04.591939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:16:04.596009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:16:04.635489 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:04.640297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:04.663132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:04.663757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.732785 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.744701 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Transition to ACTIVE for port object 69f5af3e-99fd-4f78-9436-5bb9638634b7 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:04.760805 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9984829 Dec 17 17:16:04.823128 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.828883 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:04.931605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-632af8d3-532b-4052-872e-6606fcefcc2c None None] Provisioning for port f4d7312a-f092-4ab2-a068-674bdf2f629f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:04.937197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-632af8d3-532b-4052-872e-6606fcefcc2c None None] Provisioning complete for port f4d7312a-f092-4ab2-a068-674bdf2f629f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:04.937584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-632af8d3-532b-4052-872e-6606fcefcc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:04.988081 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Pushing event updated for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:04.992300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c0c36795-b0c4-499e-a64c-55064def3afa up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:05.068361 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.068839 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.069347 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.069689 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.070056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.070426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.070638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-632af8d3-532b-4052-872e-6606fcefcc2c None None] Port f4d7312a-f092-4ab2-a068-674bdf2f629f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:16:05.070816 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.071052 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.071368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.071681 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.071989 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.072296 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:05.076614 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:05.101316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50926) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:05.102528 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Attempting to bind port 69f5af3e-99fd-4f78-9436-5bb9638634b7 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:16:05.102906 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Attempting to bind port 69f5af3e-99fd-4f78-9436-5bb9638634b7 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:16:05.103358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Attempting to bind port 69f5af3e-99fd-4f78-9436-5bb9638634b7 on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:05.105316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c0c36795-b0c4-499e-a64c-55064def3afa triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:05.106028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.108110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119748544', 'description': 'tempest-secgroup-smoke-2119748544 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:05.116636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:05.121025 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:16:05.121260 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Checking segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:16:05.121637 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.122073 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Bound using segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:16:05.122546 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Bound port: 69f5af3e-99fd-4f78-9436-5bb9638634b7, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:16:05.122948 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.123332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:05.127617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:05.134416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:05.139959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9553a3fb-7446-46d7-868f-99707db4ce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.200373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.222965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:05.224906 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] For port 69f5af3e-99fd-4f78-9436-5bb9638634b7, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:05.226908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:05.228144 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] For port 69f5af3e-99fd-4f78-9436-5bb9638634b7, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=69f5af3e-99fd-4f78-9436-5bb9638634b7,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:16:05.230026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:05.236531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:05.275580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:05.313418 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.319167 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:05.356115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:05.356360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.399988 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:05.400860 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:05.433089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.485740 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Pushing event updated for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:05.488819 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:05.559906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.564694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e147ebc8-c7cd-4d2a-8f5b-05d3e179f007 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:05.594736 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:05.607940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c6bb7-21ff-41f9-9ab3-59e6da66a73b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:05.611583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:05.661606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.662802 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5604525 Dec 17 17:16:05.665904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50930) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:05.672033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:05.678220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:05.683171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:05.686912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:05.691442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.694201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:05.772451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.832142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.917197 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:05Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:05.921595 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa07e7-8ab0-4a8a-89c5-9adf844e6979 None None] The sync data for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv is: [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:05Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:16:05.931743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.939728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-feb51f1b-1382-4db9-b8b2-cca9ad101804 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:05.954968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:05.979512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57836dc-3600-47d8-b46d-b2abeb1c3d6d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:05.983051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:06.063294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.064782 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976169 Dec 17 17:16:06.067433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50934) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:06.073381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:06.079940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:06.083859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:06.087001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:06.094667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:06.167253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.234393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.280871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.287540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c42a2bf1-92f7-4a69-82f3-1032a097e602 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:06.306731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb3b4c3-00eb-455d-963a-135d51f34e46,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:06.309711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:06.381737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.383463 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3145773 Dec 17 17:16:06.385688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 50938) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:06.391601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:06.399933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:06.408237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:06.412451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:06.418283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:06.504946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.568812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.645786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.651842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-669ff7f3-ab0a-40b6-a692-2d5395abc182 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:06.670891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5263cea4-aeb8-4399-8be7-d986c0aa44b7,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:06.673544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:06.737096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.738324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516278 Dec 17 17:16:06.741255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50942) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:06.746543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:06.753309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:06.757204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:06.760171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:06.767982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:06.847330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.921028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.971567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 69f5af3e-99fd-4f78-9436-5bb9638634b7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:06.977020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:06.983460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d1bcb5d6-486f-4adf-9a30-f7642f086a46 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:07.003540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc78ffd8-743e-4741-a7ae-f4af811b557e,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:07.006072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:07.068493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.069967 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276615 Dec 17 17:16:07.072683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50946) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:07.077874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:07.083743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:07.087604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:07.090829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:07.095332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:07.096001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:07.100526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:07.101017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.159970 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:16:07.166950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.230972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.245157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.307083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.315724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8037e96c-4f98-4b2d-9e33-c807f44f413c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:07.323801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.333865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e480c8-dcf6-47b0-a84c-4fe717c1ba8b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:07.336898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:07.414572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 69f5af3e-99fd-4f78-9436-5bb9638634b7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=69f5af3e-99fd-4f78-9436-5bb9638634b7,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:07.416063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.417258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3436739 Dec 17 17:16:07.420706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 50950) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:07.425679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'a62c6bb7-21ff-41f9-9ab3-59e6da66a73b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:07.431867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:07.435634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:07.438564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:07.444416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:07.497292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.498973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:07.526014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:16:07.533413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.563383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:07.566298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:07.615658 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.703102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.704991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1ba56d29-95c5-460e-94ca-7657f8ea7b6d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:07.727659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f072799-6f23-4455-adce-b44bcd2e60ea,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:07.730008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:07.809616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:07.810845 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3892088 Dec 17 17:16:07.973229 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-616b7c68-f917-42b0-b143-c6b9c1a65bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119748544&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0419276 Dec 17 17:16:08.049824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-237d96e6-5122-4ce3-b11e-b6f21301e204 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:08.050418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-237d96e6-5122-4ce3-b11e-b6f21301e204 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:16:08.113954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-237d96e6-5122-4ce3-b11e-b6f21301e204 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:16:08.115112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-237d96e6-5122-4ce3-b11e-b6f21301e204 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 929 time: 0.1340075 Dec 17 17:16:08.231667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-5a7c0115-40f9-4960-bac7-062e627c881d service neutron] 10.222.0.61 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1042838 Dec 17 17:16:08.370943 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-261a6b44-284c-4806-87ab-7a3afdde530c service neutron] 10.222.0.61 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335027 Dec 17 17:16:08.507978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-346f7071-be36-4597-83b7-25ee3b9ca5e9 service neutron] 10.222.0.61 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306860 Dec 17 17:16:08.767020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe95dc6d-c977-4fcf-b346-c12fc50bd357 req-09f49c0d-5692-4a2c-a7c9-091a177890f1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 210 time: 0.0419235 Dec 17 17:16:08.940670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 69f5af3e-99fd-4f78-9436-5bb9638634b7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:09.016286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 69f5af3e-99fd-4f78-9436-5bb9638634b7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:09.016671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:09.917008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89ee2b8a-b44a-4e73-80a9-288cdffd991b req-f0e9ea7f-ea56-4e00-9241-6432307f1da6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 210 time: 0.0457528 Dec 17 17:16:10.599750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-8178216e-ef88-4c05-b519-473f9e20174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:10.601102 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-8178216e-ef88-4c05-b519-473f9e20174c service neutron] 10.222.0.60 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1025 time: 0.0603063 Dec 17 17:16:10.748104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-98edc580-d6e8-4999-a02d-db98ec12b200 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:10.748779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-98edc580-d6e8-4999-a02d-db98ec12b200 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:16:10.822694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-98edc580-d6e8-4999-a02d-db98ec12b200 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:16:10.823807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-98edc580-d6e8-4999-a02d-db98ec12b200 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 200 len: 796 time: 0.2166483 Dec 17 17:16:10.871201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-0d823998-3bab-42fd-b7be-3461e6e2bf50 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0384631 Dec 17 17:16:10.882622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Request body: {'port': {'device_id': '4822914e-e16a-4c06-b770-e0367878a3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:11.009575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:11.234793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e98e6dca-2052-4ce8-9fe1-f0fa5d371341 req-c709163c-9205-4122-9561-095845cbeb7c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 210 time: 0.1822736 Dec 17 17:16:11.514233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d7312a-f092-4ab2-a068-674bdf2f629f {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:16:11.521462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:11.535239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Transition to ACTIVE for port object f4d7312a-f092-4ab2-a068-674bdf2f629f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:11.609096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:11.612595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b170864f-504c-41bb-9575-f4f9f70e81a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:11.762477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:11.770326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:11.845582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:16:11.845954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:16:11.846284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:11.850900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:16:11.851223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:11.856300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:16:11.856642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Checking segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:16:11.857582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Bound using segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:16:11.858080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Bound port: f4d7312a-f092-4ab2-a068-674bdf2f629f, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:16:11.858426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:11.945407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:11.948206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:16:12.011224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:12.014913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-83320c2c-2065-41f3-9436-edd0ebaaf63a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:12.075131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.076275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:12.077664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] 10.222.0.60 "PUT /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1130 time: 1.1988416 Dec 17 17:16:12.078147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:16:12.332124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:12.332124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:12.332124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'status': 'completed', 'code': 200} Dec 17 17:16:12.332124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-5f0d9fc0-4f86-4c66-864f-a5ab1875ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.332124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-5f0d9fc0-4f86-4c66-864f-a5ab1875ecbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 1133 time: 0.0766523 Dec 17 17:16:12.443062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-2cf34abd-6856-4699-b643-9d667b0d4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.444489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-2cf34abd-6856-4699-b643-9d667b0d4ce7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1951501 Dec 17 17:16:12.552659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c7548-cc38-4e46-a333-32ab8db28565 req-31aab048-9b67-4526-aedd-b5d4bca26143 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.554122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-804c7548-cc38-4e46-a333-32ab8db28565 req-31aab048-9b67-4526-aedd-b5d4bca26143 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 980 time: 0.2051179 Dec 17 17:16:12.629736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-3d249759-b64a-4400-87cd-f2db73fc77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.631104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03b23b5-4e5a-47a8-832a-dd6c23507f43 req-3d249759-b64a-4400-87cd-f2db73fc77e0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780865 Dec 17 17:16:12.633980 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-804c7548-cc38-4e46-a333-32ab8db28565 req-c327640a-9efa-45ac-aec9-2d3aa2f6097a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727851 Dec 17 17:16:12.747276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-889b8716-8b4b-4375-877e-38dd23470043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.748748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-889b8716-8b4b-4375-877e-38dd23470043 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 1133 time: 0.0751619 Dec 17 17:16:12.823325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-7b520709-4923-4bbb-8755-24487f102dcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 217 time: 0.0639453 Dec 17 17:16:12.884540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-43ee727f-0ee7-4b01-8ba3-a9103877a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.885939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-43ee727f-0ee7-4b01-8ba3-a9103877a8d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abb50f9f-4570-4447-9052-0a7167fea886 HTTP/1.1" status: 200 len: 835 time: 0.0548799 Dec 17 17:16:12.963754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-d6e4de3e-e3fd-4d1e-b6a8-149d44b6a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:12.965175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-d6e4de3e-e3fd-4d1e-b6a8-149d44b6a655 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=486d8b5c-639b-4c26-bc24-23a5ca18c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706501 Dec 17 17:16:13.226903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-cb402aa0-8c34-4929-9c89-ef7580f5cf5a service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526908 Dec 17 17:16:13.356362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e8bba78-72c1-4fa1-b714-c185d9b6fc0d req-0d553baa-bc34-4ea4-9176-cbf3645330a2 service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213517 Dec 17 17:16:13.815234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783367c-639b-42d6-affc-aab4edef9eb0 req-6fba0abe-b8a8-4f89-b157-1eceb5c9bdb3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:13.816648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5783367c-639b-42d6-affc-aab4edef9eb0 req-6fba0abe-b8a8-4f89-b157-1eceb5c9bdb3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 980 time: 0.0784657 Dec 17 17:16:13.860182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5783367c-639b-42d6-affc-aab4edef9eb0 req-ed38fe4f-8e32-44ab-8233-2ed1fb88a883 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Dec 17 17:16:14.934515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:16:15.052075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d352f7-7244-44e9-8d3d-7fcca4fae1e0 req-8a5abe3e-f80c-4c89-be02-efdb351fbdca tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:15.053560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-33d352f7-7244-44e9-8d3d-7fcca4fae1e0 req-8a5abe3e-f80c-4c89-be02-efdb351fbdca tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 980 time: 0.0862250 Dec 17 17:16:15.073866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:15.087606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'mac_address': 'fa:16:3e:ed:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:16:15.098916 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-33d352f7-7244-44e9-8d3d-7fcca4fae1e0 req-9832c9d6-cb35-4bb0-941c-02c5c43b7632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Dec 17 17:16:15.141587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:15.157940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d7312a-f092-4ab2-a068-674bdf2f629f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:16:15.173236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:15.222702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:15.224415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:15.300803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:15.304169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:15.371427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:15.581478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['f4d7312a-f092-4ab2-a068-674bdf2f629f'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:16:16.282986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcafc28-711c-4a29-b4c9-76f98f887816 req-e0eed48f-f555-45cf-b4a5-6186e4504c69 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:16.284334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bcafc28-711c-4a29-b4c9-76f98f887816 req-e0eed48f-f555-45cf-b4a5-6186e4504c69 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 981 time: 0.0797985 Dec 17 17:16:16.331673 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bcafc28-711c-4a29-b4c9-76f98f887816 req-5305f1df-4230-4508-b410-9cc98680fdd5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Dec 17 17:16:16.949253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:17.102390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port f4d7312a-f092-4ab2-a068-674bdf2f629f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:17.107473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port f4d7312a-f092-4ab2-a068-674bdf2f629f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:17.107857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:17.257141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:17.283824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:16:17.293689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:17.376971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:17.380284 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'code': 200} Dec 17 17:16:17.380862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-16ba342b-9f98-4ff9-909c-ba7e77059298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:17.449544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:17.452719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:17.534513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f77bf-1d9d-4592-ba2d-c180f433d476 req-9ae4e6f3-cba2-4081-961e-7ba1d40e9591 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:17.534513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9d0f77bf-1d9d-4592-ba2d-c180f433d476 req-9ae4e6f3-cba2-4081-961e-7ba1d40e9591 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0902333 Dec 17 17:16:17.577335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9d0f77bf-1d9d-4592-ba2d-c180f433d476 req-d4b14c58-1893-4074-8a76-e022b631e501 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Dec 17 17:16:17.816248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64e8cf-b5b2-47bc-9c4f-2b2d0506177b req-cb551f54-3fb5-4934-a874-771534d75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:17.817642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d64e8cf-b5b2-47bc-9c4f-2b2d0506177b req-cb551f54-3fb5-4934-a874-771534d75cab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 1135 time: 0.0702927 Dec 17 17:16:17.862160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d64e8cf-b5b2-47bc-9c4f-2b2d0506177b req-e1878527-cde8-4379-81f6-a03116209d9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Dec 17 17:16:18.760793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1920-c76a-415f-9450-dbda71de108c req-0cce4d4e-9159-4b4b-8e93-a3cbf6571be8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:18.762322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-020c1920-c76a-415f-9450-dbda71de108c req-0cce4d4e-9159-4b4b-8e93-a3cbf6571be8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0805736 Dec 17 17:16:18.804843 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-020c1920-c76a-415f-9450-dbda71de108c req-cf35f96d-0fcc-4d04-b0da-45a64e722b99 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Dec 17 17:16:19.989883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6c7d6-a991-4485-80d6-786e95dd71da req-57b37874-0daa-4855-a6ff-28f862547a28 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:19.992075 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa6c7d6-a991-4485-80d6-786e95dd71da req-57b37874-0daa-4855-a6ff-28f862547a28 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0831692 Dec 17 17:16:20.034758 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa6c7d6-a991-4485-80d6-786e95dd71da req-41149ce0-342e-4958-8773-84beb52f3112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Dec 17 17:16:20.214106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec78108-5ed9-4b53-9f87-504746984cf6 req-b282b973-d3f1-4f23-9406-67f5238a43f2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:20.215544 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fec78108-5ed9-4b53-9f87-504746984cf6 req-b282b973-d3f1-4f23-9406-67f5238a43f2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0789440 Dec 17 17:16:20.258489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fec78108-5ed9-4b53-9f87-504746984cf6 req-cb9a5aa7-7900-4903-aff0-417fa8e45a63 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Dec 17 17:16:20.280805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51016) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:20.352196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931170da-84c2-42f3-8b6a-303dd6fd188c tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:20.353577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-931170da-84c2-42f3-8b6a-303dd6fd188c tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 1130 time: 0.0717933 Dec 17 17:16:20.356315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:20.361644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:20.367423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:20.371231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:20.374631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:20.380198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:20.455196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:20.603828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:20.736065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.18 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/999f2abb-cfb6-479e-8e35-18709f3569ba) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:16:20.884669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:20.965836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:20.970262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2bd22bf0-d243-47b7-baff-4c3b23fe6d2d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:21.027723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:16:21.030541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:16:21.034230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:16:21.080649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=999f2abb-cfb6-479e-8e35-18709f3569ba,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:21.084789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:21.557100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:21.679674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:21.883624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:21.959075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:21.962578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-354db4fb-1263-4ece-b614-b668ffc1ceb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:22.066696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=999f2abb-cfb6-479e-8e35-18709f3569ba,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:22.070787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:22.079149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:22.248337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP ee928068-3f2e-4bde-bfa4-1b1f3bc323a2 associated. External IP: 172.26.4.18, port: f4d7312a-f092-4ab2-a068-674bdf2f629f. Dec 17 17:16:22.600589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 18c052a7-7a6d-435e-bf21-9ef2d149a33f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:16:22.774228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:16:22.783553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Sync routers for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:16:22.793567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:22.794730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:22.868082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:22.973382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:23.054349 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6965129 Dec 17 17:16:23.055330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:16:23.056666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51024) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:23.122414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4822914e-e16a-4c06-b770-e0367878a3b0', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'status': 'completed', 'code': 200} Dec 17 17:16:23.157452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28caf14-d17e-4c9f-ab76-2c30fb2ce68e tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.158984 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c28caf14-d17e-4c9f-ab76-2c30fb2ce68e tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0&network_id=486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 200 len: 1130 time: 0.1006811 Dec 17 17:16:23.224570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-d931b22c-d4fd-4d8e-8501-a71b325728fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.226530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-d931b22c-d4fd-4d8e-8501-a71b325728fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 1135 time: 0.0775838 Dec 17 17:16:23.340079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ee928068-3f2e-4bde-bfa4-1b1f3bc323a2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-745721032', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'mac_address': 'fa:16:3e:ed:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4822914e-e16a-4c06-b770-e0367878a3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:16:21Z', 'updated_at': '2021-12-17T17:16:21Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:23.344580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Checking router: 18c052a7-7a6d-435e-bf21-9ef2d149a33f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:16:23.352792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:23.353405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:23.367855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-7ff6647c-9ef4-4e4a-a773-996b3a57dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.369323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-7ff6647c-9ef4-4e4a-a773-996b3a57dab8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 200 len: 897 time: 0.1335912 Dec 17 17:16:23.477457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-3f04dd83-5dc8-4812-b5d3-342f256f1155 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1035 time: 0.1011782 Dec 17 17:16:23.532402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:23.546980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-05f292aa-59ae-4d49-b795-6ad23d0d286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.548459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-05f292aa-59ae-4d49-b795-6ad23d0d286b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abb50f9f-4570-4447-9052-0a7167fea886 HTTP/1.1" status: 200 len: 835 time: 0.0625272 Dec 17 17:16:23.631421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-3249fe59-68ce-4b9b-b707-be7fc986ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.632920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-3249fe59-68ce-4b9b-b707-be7fc986ea3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=486d8b5c-639b-4c26-bc24-23a5ca18c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768104 Dec 17 17:16:23.834955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-14458bb2-faad-41f4-9fd6-9abe78f03ceb service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883714 Dec 17 17:16:23.845792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87aadf-e171-4d77-8773-8442bfc72c9f req-81d5b43a-6349-4eb5-b9e5-2a3882ae7f00 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:23.850000 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d87aadf-e171-4d77-8773-8442bfc72c9f req-81d5b43a-6349-4eb5-b9e5-2a3882ae7f00 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.1296661 Dec 17 17:16:23.885512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ee928068-3f2e-4bde-bfa4-1b1f3bc323a2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-745721032', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'mac_address': 'fa:16:3e:ed:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4822914e-e16a-4c06-b770-e0367878a3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:16:21Z', 'updated_at': '2021-12-17T17:16:21Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:23.890275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710aa89d-2bef-4bd4-9d2b-99fcbdc32a6d None None] The sync data for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv is: [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ee928068-3f2e-4bde-bfa4-1b1f3bc323a2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-745721032', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'mac_address': 'fa:16:3e:ed:c5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4822914e-e16a-4c06-b770-e0367878a3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:16:21Z', 'updated_at': '2021-12-17T17:16:21Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:16:23.977316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d87aadf-e171-4d77-8773-8442bfc72c9f req-333e27c8-cab4-444c-8311-5b048ff0aadf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097100 Dec 17 17:16:24.007278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8aa268cc-8de4-45f7-a31c-fa75479e26fa req-63fbfe92-0d39-4b49-9fdd-a7d3939b6ace service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588829 Dec 17 17:16:24.095355 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad76f6-5aa9-4486-8c14-7a73831fb14d None None] New status for floating IP ee928068-3f2e-4bde-bfa4-1b1f3bc323a2: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:16:25.161355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6925-9c63-4261-9f17-1541e331b682 req-9494e296-5f86-4e39-84a1-6ba8dc97143f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:25.162768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1be6925-9c63-4261-9f17-1541e331b682 req-9494e296-5f86-4e39-84a1-6ba8dc97143f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0798759 Dec 17 17:16:25.209909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1be6925-9c63-4261-9f17-1541e331b682 req-7525073f-3da0-47ca-b051-acb44fa5891b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Dec 17 17:16:25.415933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-19328ae2-4e98-419a-b58e-e858f459a309 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:25.417257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-19328ae2-4e98-419a-b58e-e858f459a309 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 982 time: 0.0792463 Dec 17 17:16:25.486416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-c443b8f2-d7e2-4b43-9cc7-d954d7e4721a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:25.487745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-c443b8f2-d7e2-4b43-9cc7-d954d7e4721a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647688 Dec 17 17:16:25.632595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-9d646f9e-fa5f-4947-af75-fc7fd4bb00ac tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1391950 Dec 17 17:16:25.643596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:25.752663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:25.948263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:26.085399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:26.135493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] device_id is not set on port f4d7312a-f092-4ab2-a068-674bdf2f629f yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:16:26.144143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:26.216755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:26.220438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79947e03-c025-4d2c-ac0b-f001ea955798 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:26.399646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73975121-9b00-499a-a3b4-79d0da9d1c85 req-831cb5c1-63c2-434c-9402-08b12b34bfed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 210 time: 0.0772831 Dec 17 17:16:26.400337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:26.405546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:26.463327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] No DVR routers for this DVR port f4d7312a-f092-4ab2-a068-674bdf2f629f on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:16:26.543451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15b7c518-a1e3-41ac-95c1-498e630cfb97 None None] Provisioning complete for port f4d7312a-f092-4ab2-a068-674bdf2f629f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:26.544145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-15b7c518-a1e3-41ac-95c1-498e630cfb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:26.595845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-15b7c518-a1e3-41ac-95c1-498e630cfb97 None None] Port f4d7312a-f092-4ab2-a068-674bdf2f629f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:16:26.689048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] In _notify_port_updated(), no bound segment for port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:16:26.689857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:26.690447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:26.691684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e99bc95-0574-42b1-8ce4-7f2eb1d23424 req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1025 time: 1.0522146 Dec 17 17:16:27.566146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4dd556f3-4a75-4db0-ba45-2148821dc340 req-04158821-5161-4cd7-a820-499d9535767c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=4822914e-e16a-4c06-b770-e0367878a3b0 HTTP/1.1" status: 200 len: 210 time: 0.0430443 Dec 17 17:16:28.658768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:28.731395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1e6c8-800b-47ba-b382-559962f04ac0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:28.732744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d5e1e6c8-800b-47ba-b382-559962f04ac0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 924 time: 0.0729680 Dec 17 17:16:28.995978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:16:29.056393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:16:29.075595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51048) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:29.081506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984893147', 'description': 'tempest-secgroup-smoke-1984893147 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:29.087812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:29.092010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:29.095037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:29.100661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:29.188100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.208164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:29.211859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:29.214769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:29.220462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:29.287856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.330755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.335934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b4af4352-418f-4314-975c-eeedac264518 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:29.375389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96129fd-fd2f-45cd-b3d7-4d028611343b,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:29.378147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:29.445277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.446471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3697917 Dec 17 17:16:29.449228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51052) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:29.454333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:29.460116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:29.463866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:29.466687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:29.472214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:29.525266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.586988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.644823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.646634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f7356ef5-b267-434a-9a26-8d2b685584a4 tempest-SecGroupTest-1260788227 tempest-SecGroupTest-1260788227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:29.668472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1227b7-9c93-42d9-bf5f-94f7b9680b75,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:29.671441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:29.751970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.753144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029509 Dec 17 17:16:29.755864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51056) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:29.760768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:29.766517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:29.770544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:29.773418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:29.779116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:29.866354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.926399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.997621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:29.999454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-29b592af-6686-4392-85e6-44c4664aec5d tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:30.021192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daef1a71-db41-4b3c-84b3-171a0261b3e4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:30.023498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:30.100742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.102015 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451924 Dec 17 17:16:30.104641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51060) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:30.109489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:30.115395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:30.119398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:30.122420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:30.128143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:30.204423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.266417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.347886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.349497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:30.370243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14aed50-cd1c-4064-87d9-440e1cc1a7e8,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:30.372506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:30.439519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.440719 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351681 Dec 17 17:16:30.443443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51064) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:30.448599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:30.455254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:30.459053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:30.461911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:30.467661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:30.531286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.602746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.650754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.652520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d20773ed-edd1-4e41-82fc-a9cf2035b5df tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:30.674627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4533d4-02e7-4e61-a70d-b299817fb487,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:30.678823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:30.753923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.755097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107200 Dec 17 17:16:30.758025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51068) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:30.763125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:30.770058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:30.773850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:30.776750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:30.782522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:30.856637 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:16:30.863697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:30.930407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.016929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.018824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a8d50bf0-60a7-49fe-964d-0297e2e91148 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:31.043621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d259a6b-d485-4eab-9200-14c6055c527f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:31.048499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:31.114353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.115864 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567388 Dec 17 17:16:31.118937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51072) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:31.125396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'b96129fd-fd2f-45cd-b3d7-4d028611343b', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:31.131463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:31.135615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:31.138619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:31.144633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:31.221798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:16:31.228332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.290508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.359228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.364973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2ca6800a-738f-4787-8e20-5fc6c48e0dc1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:31.383938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afda57fb-3864-4a8b-8ee1-72b3b40c157d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:31.386132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:31.466452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:31.468128 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3481727 Dec 17 17:16:31.627124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-7e298079-2419-4407-910f-dbc352955991 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:16:31.696385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-7e298079-2419-4407-910f-dbc352955991 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:16:31.697557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-7e298079-2419-4407-910f-dbc352955991 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984893147&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.1095634 Dec 17 17:16:31.771231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-75ffa76f-a15d-4192-9d41-b63f68e76d52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:31.772511 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-75ffa76f-a15d-4192-9d41-b63f68e76d52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 929 time: 0.0679605 Dec 17 17:16:31.846252 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-229b217a-6bcc-451e-88e2-5d30cb277e8b service neutron] 10.222.0.61 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0613575 Dec 17 17:16:31.973965 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-9b99b6d7-8c85-40f7-acd8-2ce74aea543a service neutron] 10.222.0.61 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219821 Dec 17 17:16:32.199553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8dba974-0f72-4c43-8675-0247e9844b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:32.218802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-016464e7-6561-4167-ab3f-aa8519baa4d2 service neutron] 10.222.0.61 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392437 Dec 17 17:16:32.437557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e7b8730-1539-43b8-be8f-91899de3abcf req-b6a79a6f-d853-42f1-83d3-4f2c8b726404 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 210 time: 0.0428262 Dec 17 17:16:33.585887 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df99ec10-1cbd-484c-8b70-8ed909b730a0 req-c1e48696-f9ce-4265-8b34-1795e2302533 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 210 time: 0.0450976 Dec 17 17:16:34.222408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-6af843ce-1633-4f53-912b-c6e4f91090b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:34.223724 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-6af843ce-1633-4f53-912b-c6e4f91090b4 service neutron] 10.222.0.60 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1025 time: 0.0609009 Dec 17 17:16:34.371771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-68a5c18a-d877-4ede-ad09-bbc42c2a0223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:34.373096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-68a5c18a-d877-4ede-ad09-bbc42c2a0223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 200 len: 796 time: 0.1437306 Dec 17 17:16:34.426306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-3031ffd8-aa51-4714-a9b7-9e340d166851 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 473 time: 0.0422637 Dec 17 17:16:34.437230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Request body: {'port': {'device_id': '3422ab19-1d67-4bb3-8dac-9f033396df97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:34.547585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:34.740935 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f72d6e19-1f26-48a4-bb9a-46b14f96b36d req-522491da-fbb3-4b2d-a9da-d168e17d695e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 210 time: 0.0484989 Dec 17 17:16:34.932126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d7312a-f092-4ab2-a068-674bdf2f629f {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:16:34.939683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:34.953878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Transition to ACTIVE for port object f4d7312a-f092-4ab2-a068-674bdf2f629f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:16:35.043585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.048175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:35.056595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a64811c-f740-400c-9c1d-a9d6dac1939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.183006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:35.187298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:35.308673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:16:35.309009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:16:35.309341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:35.313788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:16:35.314130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Attempting to bind port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:16:35.319051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:16:35.319387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Checking segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:16:35.319767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Bound using segment: {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:16:35.320194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Bound port: f4d7312a-f092-4ab2-a068-674bdf2f629f, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1f71df-bc22-49cc-a0a4-dad1b16b9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:16:35.320535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.407628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:35.410446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:16:35.473577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.477200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5f1783c7-78d9-44ca-a9a6-f39ada642589 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:35.537179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:35.537786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.541853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1130 time: 1.1058149 Dec 17 17:16:35.541853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3422ab19-1d67-4bb3-8dac-9f033396df97', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:16:35.559066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=8']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:35.563471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:35.586834 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3422ab19-1d67-4bb3-8dac-9f033396df97', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'status': 'completed', 'code': 200} Dec 17 17:16:35.688893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-ac38cbc9-ce4f-46e4-8536-c3727f963df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:35.690453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-ac38cbc9-ce4f-46e4-8536-c3727f963df2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 1133 time: 0.0785754 Dec 17 17:16:35.700686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:35.833844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-7075e039-3345-4eae-8b14-d681128fc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:35.835219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-7075e039-3345-4eae-8b14-d681128fc903 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1370840 Dec 17 17:16:35.936981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:36.147331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-2b24d627-916a-423a-b7f7-2adefda13001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:36.148777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-adf38943-b51c-4cfa-9a4d-92fe5b4f9225 req-2b24d627-916a-423a-b7f7-2adefda13001 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068624 Dec 17 17:16:36.160068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bce28-7af0-45a4-9df9-694246b81dc0 req-418c58c3-a976-4576-a1ca-dc54362ebbe9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:36.161471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c01bce28-7af0-45a4-9df9-694246b81dc0 req-418c58c3-a976-4576-a1ca-dc54362ebbe9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 980 time: 0.2978487 Dec 17 17:16:36.259865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c01bce28-7af0-45a4-9df9-694246b81dc0 req-2263b9a0-42f1-4516-8b81-0c56f7b596cb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923305 Dec 17 17:16:36.279390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-bd1af896-a6d1-4109-a385-eecaeb87cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:36.280833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-bd1af896-a6d1-4109-a385-eecaeb87cc8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 1133 time: 0.0878749 Dec 17 17:16:36.382536 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-ffe2c759-41f9-44ef-87aa-fdcfe2eaa9da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1035 time: 0.0941534 Dec 17 17:16:36.460323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-ff30f8a9-2989-471f-b6d6-f19f06a6e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:36.461765 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-ff30f8a9-2989-471f-b6d6-f19f06a6e3c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abb50f9f-4570-4447-9052-0a7167fea886 HTTP/1.1" status: 200 len: 835 time: 0.0727787 Dec 17 17:16:36.536988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-d09bd23d-820f-414c-8623-975a4d3f19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:36.538389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-d09bd23d-820f-414c-8623-975a4d3f19d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=486d8b5c-639b-4c26-bc24-23a5ca18c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693259 Dec 17 17:16:36.672948 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-c9fdd1a0-4ec2-4743-8431-37dc055421de service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270664 Dec 17 17:16:36.816703 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41e5c145-397e-4335-b17e-d6ce19ef5d54 req-acd297d0-4b5b-4d85-b5bf-d1ca8abc3d73 service neutron] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251433 Dec 17 17:16:37.193174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:37.447755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930812ab-c152-4efe-931c-b92f3be0e3bf req-f70ebbf3-3196-4c78-b36e-8d1be617ac2c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:37.449089 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-930812ab-c152-4efe-931c-b92f3be0e3bf req-f70ebbf3-3196-4c78-b36e-8d1be617ac2c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 980 time: 0.0829053 Dec 17 17:16:37.492125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-930812ab-c152-4efe-931c-b92f3be0e3bf req-88631bd1-b9a4-4e75-9b2e-13165bfcf931 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Dec 17 17:16:37.674749 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:16:38.683324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb577-c4e7-460c-bd36-c1dbd29e181b req-446de525-b993-4e8a-bb60-81fc6ea6576d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:38.684789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b81cb577-c4e7-460c-bd36-c1dbd29e181b req-446de525-b993-4e8a-bb60-81fc6ea6576d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 980 time: 0.0875232 Dec 17 17:16:38.727831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b81cb577-c4e7-460c-bd36-c1dbd29e181b req-3c4378bb-bd7e-476c-b969-ccb63d37db8d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Dec 17 17:16:39.061986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:16:39.231120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:39.243771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'port_id': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'mac_address': 'fa:16:3e:ed:c5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:16:39.299439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:39.315756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d7312a-f092-4ab2-a068-674bdf2f629f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:16:39.331034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:39.422419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:39.424391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:39.490844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=9']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:39.493795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:39.735846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['f4d7312a-f092-4ab2-a068-674bdf2f629f'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:16:39.920435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6763b98-f8b5-4ea4-b3c4-33ef71372d84 req-a2347201-3642-41a8-a38c-5f4868c5ba38 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:39.922443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a6763b98-f8b5-4ea4-b3c4-33ef71372d84 req-a2347201-3642-41a8-a38c-5f4868c5ba38 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 981 time: 0.0840459 Dec 17 17:16:39.965324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a6763b98-f8b5-4ea4-b3c4-33ef71372d84 req-f11f2d98-f006-46e2-a764-f6d159c23430 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Dec 17 17:16:41.069467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:16:41.147075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c677d43-511e-413d-95ba-da091c9fa7df req-2d5bf763-242f-49e7-ae9a-620a7d2828a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:41.149919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c677d43-511e-413d-95ba-da091c9fa7df req-2d5bf763-242f-49e7-ae9a-620a7d2828a9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 981 time: 0.0794277 Dec 17 17:16:41.192214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5c677d43-511e-413d-95ba-da091c9fa7df req-214029e9-8f04-4e0f-b3d4-ec1721703450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Dec 17 17:16:41.197789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port f4d7312a-f092-4ab2-a068-674bdf2f629f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:16:41.203409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port f4d7312a-f092-4ab2-a068-674bdf2f629f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:41.203816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:41.317837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:41.343207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3422ab19-1d67-4bb3-8dac-9f033396df97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:16:41.352547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:41.387607 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3422ab19-1d67-4bb3-8dac-9f033396df97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d7312a-f092-4ab2-a068-674bdf2f629f', 'code': 200} Dec 17 17:16:41.420517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:41.422843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:41.490298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=10']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:41.493352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:41.740173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc278cf-7c45-4001-ade6-8239e97da8e5 req-90d38f43-258c-4bca-9481-9bb9436ffcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:41.741595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbc278cf-7c45-4001-ade6-8239e97da8e5 req-90d38f43-258c-4bca-9481-9bb9436ffcb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 1136 time: 0.0714805 Dec 17 17:16:41.792645 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbc278cf-7c45-4001-ade6-8239e97da8e5 req-9fac8686-786f-4695-a673-abc62e0c9316 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Dec 17 17:16:42.373147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182561f-cb17-4b51-ae4d-81ca5f77f84d req-85fca496-db4b-49ae-ada0-71059c16378b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:42.374546 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5182561f-cb17-4b51-ae4d-81ca5f77f84d req-85fca496-db4b-49ae-ada0-71059c16378b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.0789752 Dec 17 17:16:42.421151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5182561f-cb17-4b51-ae4d-81ca5f77f84d req-05b116fc-083c-429d-9f82-fcdf667d7e9f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Dec 17 17:16:43.609393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660bc3d-ceeb-4538-9ca9-684ef5fcf817 req-df1ff5cd-e338-40ad-8439-eff54078d1ce tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:43.611407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b660bc3d-ceeb-4538-9ca9-684ef5fcf817 req-df1ff5cd-e338-40ad-8439-eff54078d1ce tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.0799143 Dec 17 17:16:43.653881 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b660bc3d-ceeb-4538-9ca9-684ef5fcf817 req-e89f537b-c0da-4b95-90dd-4e46b5f3d0c8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Dec 17 17:16:43.840070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dbb9c-19f0-403d-8916-2122fdd76ff7 req-8985c612-d5e9-4632-8473-0994cfdf78d2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:43.841512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d1dbb9c-19f0-403d-8916-2122fdd76ff7 req-8985c612-d5e9-4632-8473-0994cfdf78d2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.0826206 Dec 17 17:16:43.884643 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d1dbb9c-19f0-403d-8916-2122fdd76ff7 req-7632f731-c8b2-41d2-ac12-aa52bb1e3cfc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Dec 17 17:16:43.907573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:43.976709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be897ad-bfa2-4217-a12d-4642fbe41da1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:43.978188 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5be897ad-bfa2-4217-a12d-4642fbe41da1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97&network_id=486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 200 len: 1131 time: 0.0696750 Dec 17 17:16:44.720394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837193bd-3620-4eab-81dc-9ee6c37d6a08 req-6b637c63-0a41-4e73-bf60-8b396bac9ca0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:44.721738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-837193bd-3620-4eab-81dc-9ee6c37d6a08 req-6b637c63-0a41-4e73-bf60-8b396bac9ca0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.2030299 Dec 17 17:16:44.764568 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-837193bd-3620-4eab-81dc-9ee6c37d6a08 req-c6c68e3f-31b4-4e52-abb3-dc83f92755e1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Dec 17 17:16:45.358981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:45.946503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ab66-4087-4608-93e5-39ef1f0cad35 req-50b3f1d3-1bb0-4c4c-941b-1b8dccd8a40a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:45.947935 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e32ab66-4087-4608-93e5-39ef1f0cad35 req-50b3f1d3-1bb0-4c4c-941b-1b8dccd8a40a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.0806918 Dec 17 17:16:45.990577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e32ab66-4087-4608-93e5-39ef1f0cad35 req-785fbd1d-d6aa-4362-94ff-7e143666c31e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=01626b15-dfdd-4155-88fc-23a3003c8197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Dec 17 17:16:46.168758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-ed6fa04c-8a63-494a-8082-0d556641a0ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:46.170170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-ed6fa04c-8a63-494a-8082-0d556641a0ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 983 time: 0.0798719 Dec 17 17:16:46.239006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-4529f443-6e8b-4416-9a06-c661249ff91a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:46.240314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-4529f443-6e8b-4416-9a06-c661249ff91a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641584 Dec 17 17:16:46.380794 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-c38efb27-f69d-47ad-9fcc-2783c991171b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1349051 Dec 17 17:16:46.391479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:46.498977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:46.699536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=f4d7312a-f092-4ab2-a068-674bdf2f629f,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:46.730582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] For port f4d7312a-f092-4ab2-a068-674bdf2f629f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:16:46.779587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] device_id is not set on port f4d7312a-f092-4ab2-a068-674bdf2f629f yet. {{(pid=88116) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 17:16:46.787910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:46.861669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:46.866102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:46.999149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=11']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:47.017206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.017595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.018001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.018376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.018746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.019113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.019480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.020181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.020181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.020547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.020909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.021273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:47.027049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:47.067338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] No DVR routers for this DVR port f4d7312a-f092-4ab2-a068-674bdf2f629f on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:16:47.168807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e543fded-8e04-4f3b-9b3e-9fe474a0a7a5 None None] Provisioning complete for port f4d7312a-f092-4ab2-a068-674bdf2f629f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:16:47.169384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e543fded-8e04-4f3b-9b3e-9fe474a0a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:47.184414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-468fb0ac-093d-49dd-ab65-fbd03ce5d1da req-cf29ecd8-c9e7-4334-a6f6-42772f561952 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 210 time: 0.0648904 Dec 17 17:16:47.238608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e543fded-8e04-4f3b-9b3e-9fe474a0a7a5 None None] Port f4d7312a-f092-4ab2-a068-674bdf2f629f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:16:47.333513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] In _notify_port_updated(), no bound segment for port f4d7312a-f092-4ab2-a068-674bdf2f629f on network 486d8b5c-639b-4c26-bc24-23a5ca18c53e {{(pid=88116) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 17 17:16:47.334404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:47.335007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:47.336248 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4c6fca4f-fba1-48f7-9855-2db09fa7d266 req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 200 len: 1026 time: 0.9488792 Dec 17 17:16:48.356317 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f527bc0-ebfe-4e5f-9d99-0634a551332c req-1fedf1ad-2a6c-4b23-b15f-3739ce32a147 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3422ab19-1d67-4bb3-8dac-9f033396df97 HTTP/1.1" status: 200 len: 210 time: 0.0427082 Dec 17 17:16:49.449776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51142) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:49.522688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:49.551100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:49.702010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:49.706495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-160e9762-f7e2-4a8f-a5c3-86578ea8e6dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:49.721720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96129fd-fd2f-45cd-b3d7-4d028611343b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:49.724322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:49.797469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:49.798623 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/b96129fd-fd2f-45cd-b3d7-4d028611343b HTTP/1.1" status: 204 len: 168 time: 0.3478487 Dec 17 17:16:49.879045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51148) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:50.196143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 999f2abb-cfb6-479e-8e35-18709f3569ba {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:16:50.196463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:50.360664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:50.361522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:50.480364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 999f2abb-cfb6-479e-8e35-18709f3569ba owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:16:50.684381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:50.687885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:50.738941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=999f2abb-cfb6-479e-8e35-18709f3569ba,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:50.741687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:50.832734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:50.833073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP ee928068-3f2e-4bde-bfa4-1b1f3bc323a2 disassociated (deleted). External IP: 172.26.4.18, port: f4d7312a-f092-4ab2-a068-674bdf2f629f. Dec 17 17:16:51.151589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:16:51.177678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 18c052a7-7a6d-435e-bf21-9ef2d149a33f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:16:51.210344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device f4d7312a-f092-4ab2-a068-674bdf2f629f not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:16:51.355511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:16:51.365732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Sync routers for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:16:51.374601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:51.381178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:51.431161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:51.487614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/ee928068-3f2e-4bde-bfa4-1b1f3bc323a2 HTTP/1.1" status: 204 len: 168 time: 1.6075060 Dec 17 17:16:51.552496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:51.637194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51156) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:51.850215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:51.872288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:51.876393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Checking router: 18c052a7-7a6d-435e-bf21-9ef2d149a33f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:16:51.881687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:51.884778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:51.885333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:51.987679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:51.992731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a382887e-672d-4b76-a31f-6d4b9c53f713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:52.006918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c6bb7-21ff-41f9-9ab3-59e6da66a73b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:52.011973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:52.014447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:52.018846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/a62c6bb7-21ff-41f9-9ab3-59e6da66a73b HTTP/1.1" status: 204 len: 168 time: 0.3806047 Dec 17 17:16:52.110453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51162) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:52.124082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:52.183435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port f4d7312a-f092-4ab2-a068-674bdf2f629f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:16:52.183435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:52.420731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:52.434555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:52.438421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea4efc-fadb-4df6-999b-bf351ccf011a None None] The sync data for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv is: [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:01Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '69f5af3e-99fd-4f78-9436-5bb9638634b7', 'name': '', 'network_id': '486d8b5c-639b-4c26-bc24-23a5ca18c53e', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:03:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:00Z', 'updated_at': '2021-12-17T17:16:07Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'abb50f9f-4570-4447-9052-0a7167fea886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:16:52.549775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for f4d7312a-f092-4ab2-a068-674bdf2f629f owned by {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:16:52.677789 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe6b12-0499-48be-b2ee-9e064ce2c74f None None] New status for floating IP ee928068-3f2e-4bde-bfa4-1b1f3bc323a2: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:16:52.774901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:52.781355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef6561e5-b5cc-433e-a893-ec55909db334 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:52.831252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=f4d7312a-f092-4ab2-a068-674bdf2f629f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:52.840132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:52.936293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:52.946063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/ports/f4d7312a-f092-4ab2-a068-674bdf2f629f HTTP/1.1" status: 204 len: 168 time: 0.8424582 Dec 17 17:16:52.948644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51166) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:53.487958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:53.957854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 69f5af3e-99fd-4f78-9436-5bb9638634b7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:16:53.958548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:54.148688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 69f5af3e-99fd-4f78-9436-5bb9638634b7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=69f5af3e-99fd-4f78-9436-5bb9638634b7,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:54.149048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:54.273327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 69f5af3e-99fd-4f78-9436-5bb9638634b7 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:16:54.648489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:54.651925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-40a6cf51-832c-4ec7-9e1f-6401d96cbb9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:54.695665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=69f5af3e-99fd-4f78-9436-5bb9638634b7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:54.698597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:54.995127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:55.475146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 18c052a7-7a6d-435e-bf21-9ef2d149a33f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:16:55.650191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:16:55.659639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Sync routers for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:16:55.663396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/18c052a7-7a6d-435e-bf21-9ef2d149a33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7137680 Dec 17 17:16:55.666073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51170) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:55.669097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:55.669827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:55.733268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet abb50f9f-4570-4447-9052-0a7167fea886 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:16:55.736560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:55.788493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:55.846962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:55.873877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.022113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.026808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a53eba6d-30cf-487c-98cf-8e07f867faff tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:56.061948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=abb50f9f-4570-4447-9052-0a7167fea886,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:56.065095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:56.066119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.072704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/abb50f9f-4570-4447-9052-0a7167fea886 HTTP/1.1" status: 204 len: 168 time: 0.4049640 Dec 17 17:16:56.075869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51174) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:56.093741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef25bf7-e00c-4044-a6fe-d7620dabdfd9 None None] Network 486d8b5c-639b-4c26-bc24-23a5ca18c53e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:16:56.256138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.295397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:56.302549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Checking router: 18c052a7-7a6d-435e-bf21-9ef2d149a33f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:16:56.316259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Routers {'18c052a7-7a6d-435e-bf21-9ef2d149a33f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:16:56.316885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:56.432204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.458848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] DHCP port deletion for 486d8b5c-639b-4c26-bc24-23a5ca18c53e request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:16:56.474396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Deleting port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:16:56.474775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.512758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port c0c36795-b0c4-499e-a64c-55064def3afa {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:16:56.513110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.544634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] Set router 18c052a7-7a6d-435e-bf21-9ef2d149a33f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:16:56.693530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port c0c36795-b0c4-499e-a64c-55064def3afa, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c0c36795-b0c4-499e-a64c-55064def3afa,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:56.693796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.814396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for c0c36795-b0c4-499e-a64c-55064def3afa owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:16:56.958484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] For port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,segment=NetworkSegment(0a1f71df-bc22-49cc-a0a4-dad1b16b9548),segment_id=0a1f71df-bc22-49cc-a0a4-dad1b16b9548)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:16:56.958484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:56.971490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:16:57.044336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.049352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:57.094221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=c0c36795-b0c4-499e-a64c-55064def3afa,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:57.163555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.163939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.164314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.164683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.165050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.165416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.165778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.166172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.166535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.166894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.167252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.167606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.168416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Calling delete_port for 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:16:57.178390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:57.196848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.318605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.343635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:57.349899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0bb5e-dbb5-4f3f-82ca-0a0fe2c3e1fc None None] The sync data for ids ['18c052a7-7a6d-435e-bf21-9ef2d149a33f'] in dv-neutron-821073-1-hyperv is: [{'id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'name': 'tempest-TestNetworkBasicOps-router-412219599', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'c0c36795-b0c4-499e-a64c-55064def3afa', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c052a7-7a6d-435e-bf21-9ef2d149a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:15:56Z', 'updated_at': '2021-12-17T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:16:57.359420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.364294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:57.448747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Pushing event deleted for resources: {'Port': ['ID=3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:57.459623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] No DVR routers for this DVR port 3a5c5c78-14e0-40ad-bd3d-9ef497c60e8c on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:16:57.461688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.462055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.462411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.462759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.463092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.463426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.463755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.464080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.464405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.464727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.465049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.465369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:16:57.473448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:57.500513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.502754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.581491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.581953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router 18c052a7-7a6d-435e-bf21-9ef2d149a33f {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:16:57.597193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.598378 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/18c052a7-7a6d-435e-bf21-9ef2d149a33f HTTP/1.1" status: 204 len: 168 time: 1.5199540 Dec 17 17:16:57.601028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51178) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:57.716193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.851095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.875493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486d8b5c-639b-4c26-bc24-23a5ca18c53e']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:57.888602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1f71df-bc22-49cc-a0a4-dad1b16b9548') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:57.888908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1f71df-bc22-49cc-a0a4-dad1b16b9548') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:16:57.901636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.917950 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.923980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:16:57.924376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:16:57.943533 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:16:58.084515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.087987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cbdca34f-7605-4e32-9514-5f23915c7e7f tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:58.102500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.113730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=486d8b5c-639b-4c26-bc24-23a5ca18c53e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:58.116816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:58.159352 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/486d8b5c-639b-4c26-bc24-23a5ca18c53e HTTP/1.1" status: 204 len: 168 time: 0.5572209 Dec 17 17:16:58.172765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51182) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:58.184106 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-961d5f51-bc1a-4130-a75f-e6d506e047f1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0097444 Dec 17 17:16:58.186359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51186) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:58.192107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--1506154792', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:58.196659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:58.200660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:58.203992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:58.209604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:58.254147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:16:58.257574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.292417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:16:58.301510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.301889 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 630b46f3-ba1f-4b10-a856-1081d17359ee of type vlan for network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 Dec 17 17:16:58.331922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.455863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.461283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:16:58.461886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.465590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0e1d856-d735-4c7f-b868-c1f20d2f02b0 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:16:58.569711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=54f4c226-b1fa-483b-89f4-70aaf58da7e0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:16:58.572296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:16:58.580579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:16:58.605040 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4177496 Dec 17 17:16:58.607722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51190) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:16:58.612884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-610267640', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:16:58.622909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:16:58.630170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:16:58.633292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:16:58.639533 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:16:58.717196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.718248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.732977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:58.964493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 69f5af3e-99fd-4f78-9436-5bb9638634b7 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:16:58.999183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 69f5af3e-99fd-4f78-9436-5bb9638634b7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:16:58.999543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 69f5af3e-99fd-4f78-9436-5bb9638634b7 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:16:58.999967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c0c36795-b0c4-499e-a64c-55064def3afa no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:16:59.039162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: c0c36795-b0c4-499e-a64c-55064def3afa {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:16:59.039670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c0c36795-b0c4-499e-a64c-55064def3afa not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:16:59.091605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:59.557665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:59.586968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:59.717945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.15 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/7db6ebba-1efd-49a3-9c30-abd3a55f3571) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:16:59.859450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:59.947053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:16:59.950706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5639b56c-dd2f-4d22-b75c-97120065dabc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:00.016314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:00.019216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:00.024342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:17:00.053765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:00.063323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:00.510266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:00.850050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:01.267343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c30b27a9-aa35-41e4-a983-15537ed08b37 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:17:01.448307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:17:01.459002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:17:01.468051 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:01.468653 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:01.534353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:01.535521 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9268584 Dec 17 17:17:01.538476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51194) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:01.578642 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ec9b211e-bfc8-470c-9d8a-b71ae083457a tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390146 Dec 17 17:17:01.581191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51198) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:01.642413 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:01.712444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67047c85-ee6f-433d-86e6-af084e876529 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:01.716480 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-67047c85-ee6f-433d-86e6-af084e876529 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282988 Dec 17 17:17:01.716674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51202) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:01.756450 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-50cdf04c-fe75-465a-8156-01d37ea37e21 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386505 Dec 17 17:17:01.758799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51206) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:01.825437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33421288', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:01.920391 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:01.924098 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:17:01.924454 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Updating router c30b27a9-aa35-41e4-a983-15537ed08b37 port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:17:01.934565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:01.938356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:01.941073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:01.946643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:01.978596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.055909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:17:02.059708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.175999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8500f330-1193-415b-9fc2-1c8fab09b7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.301321 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.312792 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Transition to ACTIVE for port object 7db6ebba-1efd-49a3-9c30-abd3a55f3571 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:02.324637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.329880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6cc386d-e479-412e-a259-549c6b807640 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:02.369687 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.373230 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:02.406343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=afe88393-90b2-4ccb-8bb3-b415aa125a7a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:02.410106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:02.410960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:17:02.411318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: 54f4c226-b1fa-483b-89f4-70aaf58da7e0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:17:02.448481 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Attempting to bind port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:17:02.448852 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Attempting to bind port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:17:02.449218 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Attempting to bind port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:17:02.452424 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:02.456775 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:02.457644 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:17:02.458043 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:17:02.458445 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.458830 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:17:02.459297 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Bound port: 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:17:02.459953 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.467084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:17:02.518483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 54f4c226-b1fa-483b-89f4-70aaf58da7e0) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:02.523339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:02.531738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.532025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701335d4-9a0d-4533-8194-9abd67771f70 None None] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:17:02.537863 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:17:02.541529 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7db6ebba-1efd-49a3-9c30-abd3a55f3571,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:17:02.600359 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.604910 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-93f985a7-8974-4c6f-a3a7-e23ec8941d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:02.627070 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8672657 Dec 17 17:17:02.629744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51212) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:02.674353 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:02.674986 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:16:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:02.744168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:17:02.745341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:02.755135 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:02.760419 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:02.868011 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:02.909178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Allocated IP 172.20.0.2 (54f4c226-b1fa-483b-89f4-70aaf58da7e0/afe88393-90b2-4ccb-8bb3-b415aa125a7a/eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:17:03.173486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.180914 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:03.184084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Transition to ACTIVE for port object eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:03.185516 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee2d13-7436-428b-b23c-8fda524cea72 None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:17:03.211861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Transition to ACTIVE for port object eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:03.289216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.295416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:03.361799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:03.364481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:03.367034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:17:03.430498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Pushing event updated for resources: {'Port': ['ID=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:03.441111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:03.506603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Attempting to bind port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:17:03.507041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Attempting to bind port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:17:03.507415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Attempting to bind port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 on network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:17:03.513909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:17:03.514286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Checking segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:17:03.514690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.515144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Bound using segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:17:03.515872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Bound port: eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:17:03.516260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.528666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.621965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] For port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:17:03.626364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] For port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:17:03.708124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:03.712524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:03.805924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Pushing event updated for resources: {'Port': ['ID=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:03.810689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:03.993125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (54f4c226-b1fa-483b-89f4-70aaf58da7e0/afe88393-90b2-4ccb-8bb3-b415aa125a7a/c58b7b93-e8cc-4ca1-b17b-a1709729aa41) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:17:04.185971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:04.201664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object c58b7b93-e8cc-4ca1-b17b-a1709729aa41 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:04.296034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:04.301347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:04.364886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:04.368199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:04.370585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:17:04.423963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:04.426832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:04.442799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:04.782315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:04.816097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46798b52-5056-44bc-bcba-cb17040aa1c3 None None] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:17:04.984360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cfed8db7-507e-4492-9ae8-ea9bcb84e0b7 None None] Provisioning for port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:05.032535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:05.070735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7a72-bc07-4e3e-b4d6-465a07c72f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.198847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:05.204458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:05.204837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.332153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.349963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7db6ebba-1efd-49a3-9c30-abd3a55f3571,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:05.409562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.435837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.436692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:05.456071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.484511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5ff1d10b-f2f4-4923-b2a9-01486b635549 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:05.486184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:05.574262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.580768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:05.581216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:05.585096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:05.592457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:05.603982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-843f6bdc-6047-4d22-860b-bc02a505b747 None None] Provisioning for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:05.617338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-843f6bdc-6047-4d22-860b-bc02a505b747 None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:05.617716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-843f6bdc-6047-4d22-860b-bc02a505b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.653688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:05.667591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:05.667969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.711429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.714036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:05.715133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:05.715431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-843f6bdc-6047-4d22-860b-bc02a505b747 None None] Port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:17:05.792727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.831103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:05.840476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-57381707-b9cb-4c33-9e25-e70f612709df None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:05.840942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-57381707-b9cb-4c33-9e25-e70f612709df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.908765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-57381707-b9cb-4c33-9e25-e70f612709df None None] Port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:17:05.912354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c30b27a9-aa35-41e4-a983-15537ed08b37 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:17:05.918530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.920521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:05.983221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:05.988170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:05.995188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:06.038942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4da8c5db-abb3-4b10-94a2-9f7464621f61 None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:06.039330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4da8c5db-abb3-4b10-94a2-9f7464621f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:06.098369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4da8c5db-abb3-4b10-94a2-9f7464621f61 None None] Port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:17:06.105383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:17:06.115109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:17:06.118486 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4873943 Dec 17 17:17:06.120702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:06.124734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:06.125355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:06.258631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ea306-32b5-428a-b3a0-72226abd2081 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.259121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ea306-32b5-428a-b3a0-72226abd2081 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.259612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ea306-32b5-428a-b3a0-72226abd2081 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.260062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ea306-32b5-428a-b3a0-72226abd2081 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.261748 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-142ea306-32b5-428a-b3a0-72226abd2081 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1401172 Dec 17 17:17:06.264565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:06.338761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02e20a-3e7a-4b27-a942-72e5d8202798 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.339222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02e20a-3e7a-4b27-a942-72e5d8202798 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.339673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02e20a-3e7a-4b27-a942-72e5d8202798 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.340119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02e20a-3e7a-4b27-a942-72e5d8202798 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:06.345026 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2c02e20a-3e7a-4b27-a942-72e5d8202798 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0762963 Dec 17 17:17:06.345524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51226) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:06.349448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:06.543762 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-94694a69-bf1b-4b5c-b86c-cf89ae36c328 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1970570 Dec 17 17:17:06.669288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:06.673142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:17:06.673515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Updating router c30b27a9-aa35-41e4-a983-15537ed08b37 port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:17:06.726503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:06.981301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:07.042593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51232) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:07.047941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425408210', 'description': 'tempest-secgroup-smoke-1425408210 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:07.054970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:07.058291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:07.061580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:07.068502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:07.135736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.139536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:07.139922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.156328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:07.160066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:07.162972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:07.168511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:07.201858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.220182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Transition to ACTIVE for port object c58b7b93-e8cc-4ca1-b17b-a1709729aa41 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:07.242381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.283944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:07.315379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.320600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.329096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-599f5fa9-b60f-4524-9ae7-10e3025b32d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:07.357024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.361418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9988f82-1bcd-432c-8561-421b01a3080e tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:07.403064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e718471f-2495-49f3-b1a6-b7e300222df5,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:07.406126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:07.470927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:07.475346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:07.478501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.488684 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4376c12f-f06b-4c0b-a548-aee69a9b6615 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4423337 Dec 17 17:17:07.490920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51236) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:07.494136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:07.500255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:07.504784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:07.508036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:07.513919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:07.565429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.571638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:07.571809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.601143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Attempting to bind port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:17:07.601527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Attempting to bind port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:17:07.601930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Attempting to bind port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 on network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:17:07.624308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:17:07.628254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Checking segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:17:07.628254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.628254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Bound using segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:17:07.628254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Bound port: c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:17:07.628254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.628793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.678312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.680095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5059d2c6-27ea-4145-b84c-5aaec4229d07 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:07.701443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f152ad-fe9c-44d7-adcc-8e9e55bd84e0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:07.706332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:07.764144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.765402 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755835 Dec 17 17:17:07.769019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:07.774252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:07.780204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:07.784288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:07.785144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:17:07.787312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:07.792924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:07.797403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:17:07.850180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.853835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-64f6d5f3-0d32-4726-9f1b-7503e012589a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:07.867913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.930997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:07.931636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:07.935182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.987232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:07.989412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-91f2cf4c-9454-4bcb-aee1-656a5f443af7 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:08.014068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ba5bc0-e134-4d3f-a4f3-779f989c86c1,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:08.019309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:08.036323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:08.046311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:08.088895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.090126 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3201687 Dec 17 17:17:08.092753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:08.098111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:08.103865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:08.107808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:08.111358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:08.117403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:08.181468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:08.203743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.265270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.346904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.348652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-474ca5f8-2164-43ba-a33d-00e686c595cf tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:08.371771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9defbe6-8679-4914-a694-836c71a1d391,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:08.374259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:08.439224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.440470 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467870 Dec 17 17:17:08.443419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51248) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:08.448614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:08.455372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:08.459233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:08.462082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:08.467746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:08.492971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:07Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:08.496883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5de3b5-ed29-470a-9f30-5e2938890a98 None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:07Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:17:08.562114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.634455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.699938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.706098 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-49ba8fb8-79ae-4f31-ab96-32eed2d84036 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:08.725561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd85273-fd2b-432b-b3c6-ef6fe5cd51d8,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:08.728014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:08.808814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:08.810018 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3655300 Dec 17 17:17:08.812689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51252) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:08.818736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:08.825017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:08.829050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:08.831976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:08.837915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:08.935807 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:17:08.945026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.001999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:09.143328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.152699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:09.158604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:09.158984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.238239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.244460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f0051b2b-4fff-4ff9-98a4-148ea2659d8f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:09.264356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c94228-c087-422a-8754-e41831c1b541,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:09.267562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:09.276503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.310951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:09.347113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.348368 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5cf326cd-707f-4adc-a1bf-6e6a4bda8004 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5339699 Dec 17 17:17:09.351162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51256) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:09.356467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': 'e718471f-2495-49f3-b1a6-b7e300222df5', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:09.362526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:09.366387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:09.369270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:09.375070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:09.404518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.406357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-768f6b41-b940-4eb7-856e-545d582c8be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:09.454981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:17:09.463403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.481206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:09.484424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:09.532706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.608613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.610550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d7195ade-ea53-4df5-a132-329ff7acd1eb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:09.632765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998addc2-afd0-4adc-ada1-7b91b092f006,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:09.635283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:09.718628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:09.720383 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682415 Dec 17 17:17:09.912716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-1de9e5d5-305a-444e-a120-cd76c3e52f59 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:17:09.979847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-1de9e5d5-305a-444e-a120-cd76c3e52f59 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:17:09.981042 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-1de9e5d5-305a-444e-a120-cd76c3e52f59 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425408210&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.1132965 Dec 17 17:17:10.129669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-ed2383dc-dd26-4322-87a8-3a469d797e79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:10.131708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-ed2383dc-dd26-4322-87a8-3a469d797e79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 200 len: 797 time: 0.1441398 Dec 17 17:17:10.146203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-b34e9dcb-1176-4f3f-a231-ff1db83b2928 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Dec 17 17:17:10.233740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-0382a5f0-4b3e-4188-98c6-b43804b0ef47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:17:10.305697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-0382a5f0-4b3e-4188-98c6-b43804b0ef47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:17:10.307116 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-0382a5f0-4b3e-4188-98c6-b43804b0ef47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562223 Dec 17 17:17:10.444828 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-55fa0113-1e99-40d5-b3cc-9b84d59698fd service neutron] 10.222.0.61 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244910 Dec 17 17:17:10.576518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-fb0f9b1a-8cab-43e8-a93b-bff646cf71e7 service neutron] 10.222.0.61 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256442 Dec 17 17:17:10.968519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:11.035508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:11.035890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:11.863468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-825c684b-4cbd-4b26-ad94-e0681020fe19 req-c97d6acc-ffe4-452e-bc1e-e1225b3eeb6c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 210 time: 0.0422688 Dec 17 17:17:13.015710 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de58f472-aba6-48c1-92b3-0ec1d7ba62f3 req-99f34a8c-f272-4e96-9e3d-82b0cbad1880 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 210 time: 0.0482695 Dec 17 17:17:13.732927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-18a3bb15-1287-405d-b06a-6bb082a05a4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:13.734443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-18a3bb15-1287-405d-b06a-6bb082a05a4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 200 len: 797 time: 0.2639487 Dec 17 17:17:13.782875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-012d1b2e-e8e0-4f4d-b9d6-1db1c18e2b58 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0387111 Dec 17 17:17:13.791643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['e718471f-2495-49f3-b1a6-b7e300222df5']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:13.926323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:13.935545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:14.032779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:17:14.036440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.211693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56e99a37-1950-4ee6-8377-69865d8f3bce req-35a6aaa4-4851-4fc0-9dee-2d60d202d4d9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 210 time: 0.0775528 Dec 17 17:17:14.238638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.14 (54f4c226-b1fa-483b-89f4-70aaf58da7e0/afe88393-90b2-4ccb-8bb3-b415aa125a7a/5aa11c86-23a7-47e5-a62d-aab5bf986534) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:17:14.433710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.449294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 5aa11c86-23a7-47e5-a62d-aab5bf986534 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:14.518396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.523768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-edf62a63-3a2e-4216-b456-162dec7bac01 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:14.589802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:14.593043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:14.596914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:17:14.628127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:14.638755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:14.665216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:14.665871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.675925 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:17:14.752398 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641116 Dec 17 17:17:14.765855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Request body: {'port': {'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:14.879257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.901280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15f3f679-5733-4f3a-987e-278885aa310c None None] Provisioning for port 5aa11c86-23a7-47e5-a62d-aab5bf986534 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:14.907091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15f3f679-5733-4f3a-987e-278885aa310c None None] Provisioning complete for port 5aa11c86-23a7-47e5-a62d-aab5bf986534 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:14.907508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-15f3f679-5733-4f3a-987e-278885aa310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:14.961930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-15f3f679-5733-4f3a-987e-278885aa310c None None] Port 5aa11c86-23a7-47e5-a62d-aab5bf986534 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:17:15.219261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa11c86-23a7-47e5-a62d-aab5bf986534 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:17:15.226313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:15.239842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Transition to ACTIVE for port object 5aa11c86-23a7-47e5-a62d-aab5bf986534 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:17:15.307052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:15.311994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-87e5d168-ff8e-4d41-869d-00353e7005f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:15.375116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:15.554943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:15.567403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:15.613876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f4ddf-b1fd-4085-a3c7-742f2b92f4c9 req-b48b9ee3-b909-45d2-90eb-b0daf10ad7e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:15.614569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-920f4ddf-b1fd-4085-a3c7-742f2b92f4c9 req-b48b9ee3-b909-45d2-90eb-b0daf10ad7e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:17:15.617961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Attempting to bind port 5aa11c86-23a7-47e5-a62d-aab5bf986534 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:17:15.618291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Attempting to bind port 5aa11c86-23a7-47e5-a62d-aab5bf986534 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:17:15.618613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Attempting to bind port 5aa11c86-23a7-47e5-a62d-aab5bf986534 on network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:17:15.629039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Port 5aa11c86-23a7-47e5-a62d-aab5bf986534 on network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:17:15.629364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Attempting to bind port 5aa11c86-23a7-47e5-a62d-aab5bf986534 on network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:17:15.636032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:17:15.636373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Checking segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:17:15.636747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Bound using segment: {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:17:15.637168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Bound port: 5aa11c86-23a7-47e5-a62d-aab5bf986534, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630b46f3-ba1f-4b10-a856-1081d17359ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:17:15.637511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:15.702599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-920f4ddf-b1fd-4085-a3c7-742f2b92f4c9 req-b48b9ee3-b909-45d2-90eb-b0daf10ad7e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:17:15.703704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-920f4ddf-b1fd-4085-a3c7-742f2b92f4c9 req-b48b9ee3-b909-45d2-90eb-b0daf10ad7e8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 944 time: 0.3570440 Dec 17 17:17:15.861962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:17:15.866196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:17:15.876382 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-920f4ddf-b1fd-4085-a3c7-742f2b92f4c9 req-07433026-f03f-481c-a722-9935386de809 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600199 Dec 17 17:17:15.952541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:15.956358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e10ccaf1-b6a2-4b25-a41b-ca93acd0ea99 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:16.011643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.012247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:16.013575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] 10.222.0.60 "PUT /v2.0/ports/5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 200 len: 1094 time: 1.2525272 Dec 17 17:17:16.014258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:17:16.036236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:16.039447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:16.066475 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'status': 'completed', 'code': 200} Dec 17 17:17:16.165123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-6597f331-9eb7-4a96-8096-5f21a8989132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.166629 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-6597f331-9eb7-4a96-8096-5f21a8989132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1097 time: 0.0756047 Dec 17 17:17:16.304514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-6dccf8d9-faa5-4521-8565-1cf18fe4a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.305893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-6dccf8d9-faa5-4521-8565-1cf18fe4a5b0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1322823 Dec 17 17:17:16.439569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-58aff151-a326-4822-84dd-59c981226e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.440909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20cbba7d-cffe-4b63-8400-a49a80592582 req-58aff151-a326-4822-84dd-59c981226e49 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287725 Dec 17 17:17:16.544411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-10a6791b-b0d5-43a8-ab91-8935826eb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.545835 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-10a6791b-b0d5-43a8-ab91-8935826eb4b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1097 time: 0.0681965 Dec 17 17:17:16.616639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-73a5f655-7ce2-4ea4-8547-ae77786019a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 200 len: 217 time: 0.0626507 Dec 17 17:17:16.677526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-eda7a29c-6b5b-4a14-8854-477cebccf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.678937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-eda7a29c-6b5b-4a14-8854-477cebccf996 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afe88393-90b2-4ccb-8bb3-b415aa125a7a HTTP/1.1" status: 200 len: 833 time: 0.0562148 Dec 17 17:17:16.760170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-84a309b6-a3da-43cc-a5b0-8dc8f7e35f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:16.761625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-84a309b6-a3da-43cc-a5b0-8dc8f7e35f2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f4c226-b1fa-483b-89f4-70aaf58da7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760453 Dec 17 17:17:16.894854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-3ee4da73-b6f4-4506-8bbb-4702c9caec29 service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264436 Dec 17 17:17:17.083665 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bf94104-d5f2-4d5c-bd10-2dbd2b5595bc req-93f23889-6fbc-40d1-96d3-1ec9a098af54 service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814058 Dec 17 17:17:17.099089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ae18-0a14-4059-be25-fb9d0762f3c8 req-c8cff4f1-239d-4f04-817a-391420689b6b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:17.100518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1837ae18-0a14-4059-be25-fb9d0762f3c8 req-c8cff4f1-239d-4f04-817a-391420689b6b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 944 time: 0.1174257 Dec 17 17:17:17.147033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1837ae18-0a14-4059-be25-fb9d0762f3c8 req-ffe3c477-46b4-47ab-b629-a1f48c28b18f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Dec 17 17:17:18.329004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe9df-28c1-414f-8672-3519e2bd8752 req-b0d3adc9-cdb6-413d-9c4d-46232dec8969 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:18.330486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9a0fe9df-28c1-414f-8672-3519e2bd8752 req-b0d3adc9-cdb6-413d-9c4d-46232dec8969 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 944 time: 0.0804060 Dec 17 17:17:18.373529 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9a0fe9df-28c1-414f-8672-3519e2bd8752 req-432427b1-5af5-4383-a80f-54a01e7b7dbf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370796 Dec 17 17:17:19.274241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5aa11c86-23a7-47e5-a62d-aab5bf986534 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:17:19.403563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:19.416628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:17:19.471092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:19.488445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa11c86-23a7-47e5-a62d-aab5bf986534 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:17:19.504287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:19.565317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2e09-e988-44a6-aa87-e5bdc04e9d45 req-f2823e46-eb29-4b5f-a0f3-479aa242ac8e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:19.566714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-342f2e09-e988-44a6-aa87-e5bdc04e9d45 req-f2823e46-eb29-4b5f-a0f3-479aa242ac8e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 944 time: 0.0886037 Dec 17 17:17:19.585056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:19.586944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:19.610833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-342f2e09-e988-44a6-aa87-e5bdc04e9d45 req-49bd06d8-f6b4-4f79-b14a-8128b985f35d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Dec 17 17:17:19.654948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:19.657893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:19.912204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['5aa11c86-23a7-47e5-a62d-aab5bf986534'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:17:20.793364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebce5d-d87d-4c35-9e21-8326bf2fc9be req-9f4bf3d8-4a7b-41a2-a591-837e6c20f513 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:20.794823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74ebce5d-d87d-4c35-9e21-8326bf2fc9be req-9f4bf3d8-4a7b-41a2-a591-837e6c20f513 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 945 time: 0.0784788 Dec 17 17:17:20.838290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74ebce5d-d87d-4c35-9e21-8326bf2fc9be req-5ca11a9f-038d-4dfe-99dc-74eac5eb39cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Dec 17 17:17:21.292256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5aa11c86-23a7-47e5-a62d-aab5bf986534 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:17:21.420567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 5aa11c86-23a7-47e5-a62d-aab5bf986534 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:17:21.425315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 5aa11c86-23a7-47e5-a62d-aab5bf986534 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:17:21.425711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:21.543379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:21.568404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:17:21.577601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:17:21.615159 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'code': 200} Dec 17 17:17:21.637944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:21.639848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:21.709627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:21.712727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:22.056188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d608c6b-b01a-4b48-92b0-944c2a2cf287 req-fc73e63e-3be4-42d9-ad17-b3a7932d623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:22.057636 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4d608c6b-b01a-4b48-92b0-944c2a2cf287 req-fc73e63e-3be4-42d9-ad17-b3a7932d623a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1099 time: 0.1285653 Dec 17 17:17:22.069492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d28f0-5c36-446f-ade3-34370a229c4d req-a8239395-529a-4369-a1cd-050e769f1891 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:22.070854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b75d28f0-5c36-446f-ade3-34370a229c4d req-a8239395-529a-4369-a1cd-050e769f1891 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.1037681 Dec 17 17:17:22.250020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4d608c6b-b01a-4b48-92b0-944c2a2cf287 req-0fa80a7d-bf29-4f98-88bf-eafbe036b4c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781924 Dec 17 17:17:22.253413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b75d28f0-5c36-446f-ade3-34370a229c4d req-8f56a933-1475-443b-92a3-94dcc7e4190f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694951 Dec 17 17:17:23.435841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e3bb4-8577-4534-b7ec-aad6744eb535 req-15d7a0e8-ccfe-43ad-a7ac-845569690624 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:23.437339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-129e3bb4-8577-4534-b7ec-aad6744eb535 req-15d7a0e8-ccfe-43ad-a7ac-845569690624 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.0804651 Dec 17 17:17:23.481132 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-129e3bb4-8577-4534-b7ec-aad6744eb535 req-0a45a608-6271-4fce-aa5c-d52728b8fe8a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Dec 17 17:17:24.664474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352172e-dc29-4c46-9575-f6b505c47bc1 req-a843d311-accb-45c6-a01f-071dbdb0612f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:24.665913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d352172e-dc29-4c46-9575-f6b505c47bc1 req-a843d311-accb-45c6-a01f-071dbdb0612f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.0812383 Dec 17 17:17:24.718023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d352172e-dc29-4c46-9575-f6b505c47bc1 req-e32045e6-d43c-43ae-81ac-a3cde79050f3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464587 Dec 17 17:17:24.902880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7e86-6128-4092-9b8a-61e3b3a046a7 req-173f2e85-eb21-4098-b8be-0e122db90f00 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:24.904226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70ec7e86-6128-4092-9b8a-61e3b3a046a7 req-173f2e85-eb21-4098-b8be-0e122db90f00 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.0787740 Dec 17 17:17:24.955016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70ec7e86-6128-4092-9b8a-61e3b3a046a7 req-16453466-98fd-4397-8a9d-3d251f34c4cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Dec 17 17:17:24.977185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51316) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:25.112778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654a55d-9b3f-4e6a-9a85-44b4058b1f41 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:25.114286 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6654a55d-9b3f-4e6a-9a85-44b4058b1f41 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1094 time: 0.1361630 Dec 17 17:17:25.117054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51322) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:25.122105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:17:25.128660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:17:25.132429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:17:25.135255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:17:25.141018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:17:25.214939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:25.356270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:25.490545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.131 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/4d287f78-4549-4626-b87b-e63bef2db24f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:17:25.634805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:25.723878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:25.727883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b655d8ae-e05d-4f27-9e4c-3fcbf4f0ac3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:25.789212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:17:25.791885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:17:25.795675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:17:25.837255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=4d287f78-4549-4626-b87b-e63bef2db24f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:25.841484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:26.213967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:26.357529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:26.559236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:26.621750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:26.626818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-50255a0d-aa0a-4989-a774-c4c531c25332 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:17:26.841582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=4d287f78-4549-4626-b87b-e63bef2db24f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:17:26.845023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:17:26.852634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:27.030475 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP becd0860-7e6b-481b-95dc-591fee4adda8 associated. External IP: 172.26.4.131, port: 5aa11c86-23a7-47e5-a62d-aab5bf986534. Dec 17 17:17:27.371697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c30b27a9-aa35-41e4-a983-15537ed08b37 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:17:27.545422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:17:27.554895 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:17:27.563933 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:27.564604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:27.626670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:27.681324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5632410 Dec 17 17:17:27.682120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:17:27.684044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51326) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:27.729833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'status': 'completed', 'code': 200} Dec 17 17:17:27.743851 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:27.826884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-ea6b2ffa-1f93-41da-8598-057b12180510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:27.829117 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-ea6b2ffa-1f93-41da-8598-057b12180510 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1099 time: 0.0757163 Dec 17 17:17:27.870526 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e1d36697-5101-4eba-9469-16779795fb4e tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37 HTTP/1.1" status: 200 len: 921 time: 0.1852129 Dec 17 17:17:27.871188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51332) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:27.962169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-27b4e1a6-cc5b-462f-b538-6c586de3eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:27.963682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-27b4e1a6-cc5b-462f-b538-6c586de3eccf service neutron] 10.222.0.60 "GET /v2.0/networks?id=54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 200 len: 898 time: 0.1292419 Dec 17 17:17:27.979334 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e4a6f496-d753-4c78-a612-58ed243078af tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.1058931 Dec 17 17:17:28.074508 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-a743edb0-4c6b-4a73-888f-028c35a93bb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 200 len: 1000 time: 0.1043053 Dec 17 17:17:28.101584 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:17:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:28.105602 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:17:28.114368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:17:28.114970 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:28.137307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-8c881a90-7b2c-4f8e-ac88-8fc281a5fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:28.138859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-8c881a90-7b2c-4f8e-ac88-8fc281a5fb56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afe88393-90b2-4ccb-8bb3-b415aa125a7a HTTP/1.1" status: 200 len: 833 time: 0.0579057 Dec 17 17:17:28.211823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-c739ca5d-6319-45c0-9dce-10163ae2e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:17:28.213334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-c739ca5d-6319-45c0-9dce-10163ae2e1da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f4c226-b1fa-483b-89f4-70aaf58da7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677044 Dec 17 17:17:28.292368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:17:28.477185 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-38964417-6149-49d8-8757-3185875d5284 service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573025 Dec 17 17:17:28.608331 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e1f7af70-b648-4026-b07c-caf6ca888084 req-02925e9a-28f3-40d7-a5e8-808f7f515733 service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244321 Dec 17 17:17:28.669493 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:17:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:17:28.673328 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca398f-0397-4063-80fa-23e6ff7334d2 None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:17:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:17:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:17:28.865696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20640a-5bc5-45eb-b103-868de24df440 None None] New status for floating IP becd0860-7e6b-481b-95dc-591fee4adda8: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:17:28.981574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51336) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:29.088338 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dbe893ee-1bd5-48cd-804d-196c983b59e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.1054111 Dec 17 17:17:30.092183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51340) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:17:30.196464 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6a3444ab-3e25-4886-9ae7-77b6617a4eb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 994 time: 0.1029785 Dec 17 17:17:32.208919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40e5167e-1bf3-4c54-92b5-29f6eb4ad2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:35.071694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-939cae29-32a3-4868-9f9d-7ccce168bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:35.694678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:35.928907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:37.214371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:45.368243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:17:51.675247 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:18:02.195481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4b7e3e5f-4647-4dfd-904e-3a06e721e1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:05.042242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09169c5b-ae4d-44f2-948b-21eec41056ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:05.710760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:05.929909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:06.212599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-3cc00fc4-c77d-4488-b558-fdc31fe0d41d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720403 Dec 17 17:18:06.349109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-c9e5d8c1-4174-4532-a2cf-c010a85253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:06.350488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-c9e5d8c1-4174-4532-a2cf-c010a85253e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1099 time: 0.0691993 Dec 17 17:18:06.500494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-de9f6eed-d0da-4f1b-8b76-dfb52a30d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:06.502044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-de9f6eed-d0da-4f1b-8b76-dfb52a30d20d service neutron] 10.222.0.60 "GET /v2.0/networks?id=54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 200 len: 898 time: 0.1314981 Dec 17 17:18:06.606036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-619a1f0d-d2f0-4e0d-8abd-da3a01b0643e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 200 len: 1002 time: 0.0965548 Dec 17 17:18:06.671006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-5c75de88-6e91-435d-8fb8-f64c95a7de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:06.672418 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-5c75de88-6e91-435d-8fb8-f64c95a7de17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afe88393-90b2-4ccb-8bb3-b415aa125a7a HTTP/1.1" status: 200 len: 833 time: 0.0601063 Dec 17 17:18:06.745353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-c0afe5d7-8787-4bea-9b91-c29ebe8cd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:06.746803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-c0afe5d7-8787-4bea-9b91-c29ebe8cd366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f4c226-b1fa-483b-89f4-70aaf58da7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676985 Dec 17 17:18:06.876833 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-d4158f95-f521-4b95-beb1-188f9feecea5 service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Dec 17 17:18:07.007888 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b97bccf-7ecc-4cf8-8a15-c53266f65205 req-061ae3c2-0366-4242-b5fc-f037ce739a2c service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244226 Dec 17 17:18:07.230204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:15.396322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:28.674516 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:18:32.195938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1c27e17-0017-4768-86d8-1d47845e54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:35.052683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2299-e149-4909-a77a-207b46ec70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:35.687187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:35.921207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:37.207378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:39.559200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51364) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:39.741276 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-19359d23-77ee-4275-b55e-af6434e68a74 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1808565 Dec 17 17:18:39.744001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51368) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:39.988099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50351aa-4413-4c81-94f7-875037472025 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Notify agent at dv-neutron-821073-1-hyperv the message router_removed_from_agent {{(pid=88117) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 17 17:18:39.991199 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c50351aa-4413-4c81-94f7-875037472025 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "DELETE /v2.0/agents/84a3fe00-da45-44d6-9329-f44e130fec54/l3-routers/c30b27a9-aa35-41e4-a983-15537ed08b37 HTTP/1.1" status: 204 len: 168 time: 0.2463114 Dec 17 17:18:39.993731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51372) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:40.180105 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-07b0fd65-8b6d-4f7d-825c-28640e4fc99b tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1851511 Dec 17 17:18:40.182806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51376) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:40.285057 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4447417d-849c-4867-ac87-09b6a5a36fda tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 994 time: 0.1010344 Dec 17 17:18:40.738924 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02b56c-7f28-4ccd-950a-92c09fbfc191 None None] New status for floating IP becd0860-7e6b-481b-95dc-591fee4adda8: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:18:41.006138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:41.120269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:41.136458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7db6ebba-1efd-49a3-9c30-abd3a55f3571,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:41.219154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:41.219890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:41.244492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:41.288836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51380) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:41.344625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:41.380260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.380517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.380855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.381190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.381522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.381884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.382218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.382544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.382875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.383200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.383521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.383842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:41.388402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:41.414337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:41.446806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:41.492509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:41.494378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:41.516200 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d12a793e-8595-47de-9771-7ec077a97931 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.2255924 Dec 17 17:18:41.567873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:41.570882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:42.669971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51386) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:42.966772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72753fe6-3842-4bda-ae6c-6ee351a5985a tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Router c30b27a9-aa35-41e4-a983-15537ed08b37 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:18:42.967116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72753fe6-3842-4bda-ae6c-6ee351a5985a tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Notify agent at dv-neutron-821073-1-hyperv the message router_added_to_agent {{(pid=88117) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 17 17:18:42.992490 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-72753fe6-3842-4bda-ae6c-6ee351a5985a tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "POST /v2.0/agents/84a3fe00-da45-44d6-9329-f44e130fec54/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3214922 Dec 17 17:18:42.995144 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51392) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:43.015409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:18:43.025312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:43.026074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:43.178822 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b6f2858f-7324-4109-bed7-d977b3e0c686 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1824713 Dec 17 17:18:43.181336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51398) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:43.243129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:43.286241 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-43eaf093-108a-4016-9b17-f281421ea0e7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.1033502 Dec 17 17:18:43.587533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:18:40Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:43.591293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:18:43.599945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:43.600551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:43.772179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:44.105252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:18:40Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:44.109711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69970e8e-4497-4a4b-8f35-36bd0ccf7e10 None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'becd0860-7e6b-481b-95dc-591fee4adda8', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'port_id': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'mac_address': 'fa:16:3e:c9:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:17:26Z', 'updated_at': '2021-12-17T17:18:40Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:41Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:18:44.288769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51402) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:44.405220 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5fbba52c-2c76-4b57-921a-e69f4a3f3802 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.1149380 Dec 17 17:18:45.051903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:18:45.125322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:18:45.133727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.250947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.269089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7db6ebba-1efd-49a3-9c30-abd3a55f3571,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:45.310186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.311085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:18:45.338595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:45.409053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51406) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:45.436390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:45.439835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:45.448537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:18:45.448926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.486889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.519633 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1ebc9959-0d55-457c-8860-6a8053927cde tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 992 time: 0.1093113 Dec 17 17:18:45.571050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.602718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:45.652672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:45.654529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:45.766839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:45.770028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:45.820803 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fc261-96ac-4680-b535-fe3485a99a25 None None] New status for floating IP becd0860-7e6b-481b-95dc-591fee4adda8: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:18:46.522630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51410) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:46.624566 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8013639f-ff73-40c9-9612-6d0b964e7cfc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 200 len: 994 time: 0.1006026 Dec 17 17:18:46.896367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51418) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:47.017643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:18:47.085181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:18:47.085561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.099928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 4d287f78-4549-4626-b87b-e63bef2db24f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:18:47.100271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.205504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:18:47.273944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.274281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.277745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:18:47.278162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.524512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 4d287f78-4549-4626-b87b-e63bef2db24f owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:18:47.738061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.741663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b08eb6e7-7951-4173-b9e1-2f40336c7f41 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:47.784346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=4d287f78-4549-4626-b87b-e63bef2db24f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:47.824370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.824756 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.825132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.825504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.825889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.826257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.826617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.826977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.827339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.827724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.828079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.828431 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:47.857554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:47.894387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:47.894718 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP becd0860-7e6b-481b-95dc-591fee4adda8 disassociated (deleted). External IP: 172.26.4.131, port: 5aa11c86-23a7-47e5-a62d-aab5bf986534. Dec 17 17:18:48.236185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c30b27a9-aa35-41e4-a983-15537ed08b37 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:18:48.411073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:18:48.420431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:18:48.429284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:48.429941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:48.480335 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:48.536104 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/becd0860-7e6b-481b-95dc-591fee4adda8 HTTP/1.1" status: 204 len: 168 time: 1.6387398 Dec 17 17:18:48.536810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:18:48.612005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:48.641034 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'status': 'completed', 'code': 200} Dec 17 17:18:48.740258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-03bfa3e4-cd9f-4d10-94aa-29f3fae13065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:48.741990 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-03bfa3e4-cd9f-4d10-94aa-29f3fae13065 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 1099 time: 0.0777760 Dec 17 17:18:48.879437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-5058d41d-3ff9-4037-a10f-9f7288f3496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:48.880886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-5058d41d-3ff9-4037-a10f-9f7288f3496a service neutron] 10.222.0.60 "GET /v2.0/networks?id=54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 200 len: 898 time: 0.1319125 Dec 17 17:18:48.940208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:48.944221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:18:48.953483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:48.956211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:48.964663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-9a68958e-71b1-4c1e-9bcc-906f4684d885 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 200 len: 217 time: 0.0755923 Dec 17 17:18:49.084713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-a8bac8d7-da06-4ae1-9d1c-32877dccc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:49.086101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-a8bac8d7-da06-4ae1-9d1c-32877dccc97a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afe88393-90b2-4ccb-8bb3-b415aa125a7a HTTP/1.1" status: 200 len: 833 time: 0.1139209 Dec 17 17:18:49.134994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:49.156977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4964d-9aee-482f-a450-e378b8a1bb76 req-90ae54f8-68f9-47de-be8d-ea01a2b348c8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:49.158498 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9f4964d-9aee-482f-a450-e378b8a1bb76 req-90ae54f8-68f9-47de-be8d-ea01a2b348c8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.1544075 Dec 17 17:18:49.216664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9f4964d-9aee-482f-a450-e378b8a1bb76 req-7a686d0b-dc56-42ba-afb3-30963708cefd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520551 Dec 17 17:18:49.225800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-2076f87a-cf59-4cd4-8760-edf45f6ba7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:49.227258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-2076f87a-cf59-4cd4-8760-edf45f6ba7a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f4c226-b1fa-483b-89f4-70aaf58da7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1335752 Dec 17 17:18:49.461684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:49.465582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420d326-1f56-472f-86de-69d2afadb91b None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:17:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'c58b7b93-e8cc-4ca1-b17b-a1709729aa41', 'name': '', 'network_id': '54f4c226-b1fa-483b-89f4-70aaf58da7e0', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:53:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:17:03Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': 'afe88393-90b2-4ccb-8bb3-b415aa125a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:18:49.485318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-2685da5b-76b6-49a3-bc10-3d9b7f1b1a8b service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479396 Dec 17 17:18:49.623722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e730585-cbbc-4ae6-83d0-c03f5710bd07 req-8ee50cec-cc67-4f7e-a1a8-5216effec79d service neutron] 10.222.0.60 "GET /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284759 Dec 17 17:18:50.126791 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a1168-d2d9-4094-8fc2-dfbe9227cb4c None None] New status for floating IP becd0860-7e6b-481b-95dc-591fee4adda8: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:18:50.409008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94b93-17a9-44a3-8082-bb2078e5c58b req-d6f78a1e-68f2-4b2a-8460-290f2209eea4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:50.410485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4fa94b93-17a9-44a3-8082-bb2078e5c58b req-d6f78a1e-68f2-4b2a-8460-290f2209eea4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.0807636 Dec 17 17:18:50.453781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4fa94b93-17a9-44a3-8082-bb2078e5c58b req-3d62f784-7cdd-4d60-9c90-ae3033407d50 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=e718471f-2495-49f3-b1a6-b7e300222df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Dec 17 17:18:50.904483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd337f06-b068-49dc-8bf2-ae7cd7ff67c5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:50.905923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd337f06-b068-49dc-8bf2-ae7cd7ff67c5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 946 time: 0.0821669 Dec 17 17:18:50.973226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 5aa11c86-23a7-47e5-a62d-aab5bf986534 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:18:50.973574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:51.227463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 5aa11c86-23a7-47e5-a62d-aab5bf986534, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5aa11c86-23a7-47e5-a62d-aab5bf986534,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:51.227821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:51.347380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 5aa11c86-23a7-47e5-a62d-aab5bf986534 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:18:51.538533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:51.544334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-49abdd9c-5a4b-4b6e-ad34-d376eff5dbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:51.627180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=5aa11c86-23a7-47e5-a62d-aab5bf986534,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:51.662225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3244844c-ad20-4260-9e33-09706acb75c3 req-c2f80b1a-27c9-45d7-b1b1-be67b62a0374 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5ba812f-8ab9-4344-b5c4-1ac496dc647b HTTP/1.1" status: 200 len: 210 time: 0.0860221 Dec 17 17:18:51.671112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.672058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.672444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.672818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.673191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.673584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.673950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.674314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.674680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.675337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.675470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.675735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:18:51.683103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:51.717579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 5aa11c86-23a7-47e5-a62d-aab5bf986534 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:18:51.720429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:51.722872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'name': 'network-vif-deleted', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:18:51.735184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92ead9a3-0da2-4519-9a6d-3a8b34c38614 req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/5aa11c86-23a7-47e5-a62d-aab5bf986534 HTTP/1.1" status: 204 len: 173 time: 0.8234472 Dec 17 17:18:51.765526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba812f-8ab9-4344-b5c4-1ac496dc647b', 'name': 'network-vif-deleted', 'tag': '5aa11c86-23a7-47e5-a62d-aab5bf986534', 'status': 'completed', 'code': 200} Dec 17 17:18:52.756480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51438) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:52.822180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:52.851149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:52.977910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:52.981764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-60e0c5a2-b41b-4614-85e4-1ff186a6588c tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:52.995640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718471f-2495-49f3-b1a6-b7e300222df5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:52.999458 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:53.064086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:53.067399 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/e718471f-2495-49f3-b1a6-b7e300222df5 HTTP/1.1" status: 204 len: 168 time: 0.3127031 Dec 17 17:18:53.145244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51444) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:53.796635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:54.143176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port c58b7b93-e8cc-4ca1-b17b-a1709729aa41 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:18:54.143513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:54.323582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port c58b7b93-e8cc-4ca1-b17b-a1709729aa41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:54.323942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:54.449944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for c58b7b93-e8cc-4ca1-b17b-a1709729aa41 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:18:54.812010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:54.815477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e773f666-100e-4342-84a7-265651db300f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:54.859339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=c58b7b93-e8cc-4ca1-b17b-a1709729aa41,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:54.862265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:55.252196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:55.626384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router c30b27a9-aa35-41e4-a983-15537ed08b37 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:18:55.787071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5aa11c86-23a7-47e5-a62d-aab5bf986534 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:55.804622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:18:55.819036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Sync routers for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:18:55.819415 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6727653 Dec 17 17:18:55.821694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51448) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:55.827301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 5aa11c86-23a7-47e5-a62d-aab5bf986534 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:18:55.827660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5aa11c86-23a7-47e5-a62d-aab5bf986534 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:18:55.834368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:55.834988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:55.886581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet afe88393-90b2-4ccb-8bb3-b415aa125a7a {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:18:55.890061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:55.943383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.008039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:56.027754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.183460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.188250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-76b269db-7659-4b0d-a747-eebe4b92ebbe tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:56.224364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=afe88393-90b2-4ccb-8bb3-b415aa125a7a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:56.226348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.229089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:56.232279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839d4ae-3e41-4979-8309-67b23259577f None None] Network 54f4c226-b1fa-483b-89f4-70aaf58da7e0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:18:56.233143 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/afe88393-90b2-4ccb-8bb3-b415aa125a7a HTTP/1.1" status: 204 len: 168 time: 0.4104853 Dec 17 17:18:56.236467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:56.414417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.460218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:18:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:56.466513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Checking router: c30b27a9-aa35-41e4-a983-15537ed08b37 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:18:56.480030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Routers {'c30b27a9-aa35-41e4-a983-15537ed08b37'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:18:56.480651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['c30b27a9-aa35-41e4-a983-15537ed08b37'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:56.554246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] DHCP port deletion for 54f4c226-b1fa-483b-89f4-70aaf58da7e0 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:18:56.576913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Deleting port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:18:56.577328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.721188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.764470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] Set router c30b27a9-aa35-41e4-a983-15537ed08b37 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:18:56.795409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 7db6ebba-1efd-49a3-9c30-abd3a55f3571 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:18:56.795743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:56.979462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 7db6ebba-1efd-49a3-9c30-abd3a55f3571, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=7db6ebba-1efd-49a3-9c30-abd3a55f3571,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:56.980126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.058157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:57.106266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 7db6ebba-1efd-49a3-9c30-abd3a55f3571 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:18:57.136382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] For port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,segment=NetworkSegment(630b46f3-ba1f-4b10-a856-1081d17359ee),segment_id=630b46f3-ba1f-4b10-a856-1081d17359ee)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:18:57.139740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.285590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Calling delete_port for eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:18:57.344564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.349414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:57.404146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=7db6ebba-1efd-49a3-9c30-abd3a55f3571,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:57.434947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:57.465409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.503743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:18:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:57.507629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be852f4-0b3c-4eb6-bc48-8d40d37981a9 None None] The sync data for ids ['c30b27a9-aa35-41e4-a983-15537ed08b37'] in dv-neutron-821073-1-hyperv is: [{'id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'name': 'tempest-TestNetworkBasicOps-router-610267640', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:16:58Z', 'updated_at': '2021-12-17T17:18:54Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '7db6ebba-1efd-49a3-9c30-abd3a55f3571', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30b27a9-aa35-41e4-a983-15537ed08b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:16:59Z', 'updated_at': '2021-12-17T17:18:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:18:57.508472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.546182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.550044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:57.630265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Pushing event deleted for resources: {'Port': ['ID=eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:57.632296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] No DVR routers for this DVR port eafd4bfe-b41d-4ce0-bb65-9ad4c634dd87 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:18:57.633651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:57.691074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.693296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.789058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.789514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router c30b27a9-aa35-41e4-a983-15537ed08b37 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:18:57.803936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:57.805000 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/c30b27a9-aa35-41e4-a983-15537ed08b37 HTTP/1.1" status: 204 len: 168 time: 1.5676205 Dec 17 17:18:57.807772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51456) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:57.922898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.059648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.089574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f4c226-b1fa-483b-89f4-70aaf58da7e0']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:58.102704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630b46f3-ba1f-4b10-a856-1081d17359ee') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:58.102993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630b46f3-ba1f-4b10-a856-1081d17359ee') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:18:58.115390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.132479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.139028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:18:58.139419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:18:58.154798 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:18:58.286498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.290103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-940e129d-0279-4ce9-a0d5-677ee076d583 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:58.308387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.321251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=54f4c226-b1fa-483b-89f4-70aaf58da7e0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:58.325327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:58.329126 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/54f4c226-b1fa-483b-89f4-70aaf58da7e0 HTTP/1.1" status: 204 len: 168 time: 0.5183754 Dec 17 17:18:58.347629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51460) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:58.353121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--974943353', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:18:58.357993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:18:58.362562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:18:58.365401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:18:58.370996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:18:58.435015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:18:58.438409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.464344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:18:58.472984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.473326 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 6ecdd7ab-cd60-4455-9b46-12217553d731 of type vlan for network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa Dec 17 17:18:58.501338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.606689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.612796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:18:58.613399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.616969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-46f30c4e-1548-4c43-bfb4-42adf6eb2fff tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:18:58.823224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:18:58.825755 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:18:58.833543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:18:58.878793 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5275750 Dec 17 17:18:58.878981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51464) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:18:58.883839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-102306469', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:18:58.892028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:18:58.895825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:18:58.898678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:18:58.905003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:18:58.983923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.984967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:58.999983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:59.016433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:59.050299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 7db6ebba-1efd-49a3-9c30-abd3a55f3571 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:18:59.050674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 7db6ebba-1efd-49a3-9c30-abd3a55f3571 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:18:59.051314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:18:59.086740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: c58b7b93-e8cc-4ca1-b17b-a1709729aa41 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:18:59.087090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device c58b7b93-e8cc-4ca1-b17b-a1709729aa41 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:18:59.315348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:59.673397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:59.701562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:18:59.833600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.179 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/294f2e63-7161-483f-8f16-c7ab393b4580) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:18:59.974397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:00.047071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:00.050702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-53a13305-fd0e-4aeb-ad1a-34e76a95e156 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:00.112062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:00.114961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:00.118541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:19:00.153924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=294f2e63-7161-483f-8f16-c7ab393b4580,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:00.158546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:00.674939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:01.017575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:01.320529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 3613d8d8-3934-4c87-b841-bd55481fb00e is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:19:01.506377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:19:01.516558 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Sync routers for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:19:01.525793 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:01.526445 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:01.578358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:01.582488 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6996608 Dec 17 17:19:01.582769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51468) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:01.623729 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ac7b66f6-c173-4156-8242-8c7ce1280a79 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399055 Dec 17 17:19:01.626799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51472) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:01.698451 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:01.752999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef553c-9b51-4d16-80b2-6e6f38ace97f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:01.754502 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1ef553c-9b51-4d16-80b2-6e6f38ace97f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268322 Dec 17 17:19:01.757357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51476) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:01.796333 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-47791f23-b9bc-497e-8c39-fa0861e10da6 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372486 Dec 17 17:19:01.798656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51480) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:01.803941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200177331', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:01.913682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:01.917362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:01.920156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:01.926383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:01.989062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:19:01.992780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.000962 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:02.004595 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Checking router: 3613d8d8-3934-4c87-b841-bd55481fb00e for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:19:02.004949 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Updating router 3613d8d8-3934-4c87-b841-bd55481fb00e port 294f2e63-7161-483f-8f16-c7ab393b4580 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:19:02.055534 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.166267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7544ce9b-a02a-4c93-8623-7bd25571c6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.375633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.383154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.386635 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Transition to ACTIVE for port object 294f2e63-7161-483f-8f16-c7ab393b4580 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:02.392429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cee6f65-c7b8-40a2-b1c3-a5c736e6e93f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:02.451841 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.455666 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f3a7276e-db73-45ff-b6ec-d874f66e4153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:02.468504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=56c1cb73-f9a7-485b-ab44-de2950f6d520,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:02.472298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:02.473106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:19:02.473464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: d85881e5-ea0d-495e-a7cc-d8ab7f4396fa, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:19:02.532548 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Attempting to bind port 294f2e63-7161-483f-8f16-c7ab393b4580 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:19:02.533111 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Attempting to bind port 294f2e63-7161-483f-8f16-c7ab393b4580 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:19:02.533274 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Attempting to bind port 294f2e63-7161-483f-8f16-c7ab393b4580 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:19:02.538611 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Pushing event updated for resources: {'Port': ['ID=294f2e63-7161-483f-8f16-c7ab393b4580,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:02.546057 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:19:02.546433 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:19:02.546832 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.547224 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:19:02.547677 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Bound port: 294f2e63-7161-483f-8f16-c7ab393b4580, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:19:02.548046 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.560693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:19:02.574953 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.575300 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.575636 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.575969 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.576292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.576634 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.577436 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.577756 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.578100 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.578417 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.578733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.579045 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:19:02.587576 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:02.624206 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] For port 294f2e63-7161-483f-8f16-c7ab393b4580, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:19:02.627071 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] For port 294f2e63-7161-483f-8f16-c7ab393b4580, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=294f2e63-7161-483f-8f16-c7ab393b4580,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:19:02.640822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d85881e5-ea0d-495e-a7cc-d8ab7f4396fa) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:02.645045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:02.645687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.649835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df41c5c-87d5-4098-b419-8dc71863d752 None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:19:02.715663 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.720912 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:02.744728 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9449480 Dec 17 17:19:02.747352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51484) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:02.799416 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Pushing event updated for resources: {'Port': ['ID=294f2e63-7161-483f-8f16-c7ab393b4580,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:02.802940 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:02.804002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:02.804278 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:18:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:02.863279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-d85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:19:02.864192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:02.979459 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:03.022682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Allocated IP 172.20.0.2 (d85881e5-ea0d-495e-a7cc-d8ab7f4396fa/56c1cb73-f9a7-485b-ab44-de2950f6d520/d0f33bcd-5bff-466c-8ceb-8826227d89d0) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:19:03.235942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.246704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Transition to ACTIVE for port object d0f33bcd-5bff-466c-8ceb-8826227d89d0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:03.266601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Transition to ACTIVE for port object d0f33bcd-5bff-466c-8ceb-8826227d89d0 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:03.267961 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:03.271939 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558f25a-1e7b-4979-8d00-19e56ed2ec41 None None] The sync data for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv is: [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:00Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:19:03.326808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.331253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:03.399907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:03.402849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:03.406927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:19:03.415941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Pushing event updated for resources: {'Port': ['ID=d0f33bcd-5bff-466c-8ceb-8826227d89d0,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:03.443174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:03.492980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.536570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Attempting to bind port d0f33bcd-5bff-466c-8ceb-8826227d89d0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:19:03.537261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Attempting to bind port d0f33bcd-5bff-466c-8ceb-8826227d89d0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:19:03.537862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Attempting to bind port d0f33bcd-5bff-466c-8ceb-8826227d89d0 on network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:19:03.544329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:19:03.545180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Checking segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:19:03.546404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.547000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Bound using segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:19:03.547669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Bound port: d0f33bcd-5bff-466c-8ceb-8826227d89d0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:19:03.548233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.698856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:19:03.702211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:19:03.750260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:03.756737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:03.835875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Pushing event updated for resources: {'Port': ['ID=d0f33bcd-5bff-466c-8ceb-8826227d89d0,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:03.839166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:03.937182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (d85881e5-ea0d-495e-a7cc-d8ab7f4396fa/56c1cb73-f9a7-485b-ab44-de2950f6d520/eb188bbf-c5bb-4634-b634-83cc6ecebfe2) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:19:04.251683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:04.268056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object eb188bbf-c5bb-4634-b634-83cc6ecebfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:04.360790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:04.364700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c63e04e7-1ff7-40f9-b841-aa1a4ef46ca1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:04.429706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:04.432882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:04.437284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:19:04.470707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:04.481504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:04.501747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:04.771950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4f67d-45db-4702-9fc0-83ef77019912 None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:19:04.837258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:04.935086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-10d4a268-7d85-4687-aefa-8c101b69bb5e None None] Provisioning for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:05.116513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40e534c1-a5b0-43f1-bc02-4a02e5f909e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.128553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d0f33bcd-5bff-466c-8ceb-8826227d89d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:05.263651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:05.270055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:05.270441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.338532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.406448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.407924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Provisioning complete for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:05.408303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.437721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.443488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98a8a81a-b0c9-4f23-bcd3-03981eba4d3b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:05.492179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:05.550383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.551238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 294f2e63-7161-483f-8f16-c7ab393b4580 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:05.554115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:05.558689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.563300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:05.592067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1790e7f1-b1b3-4ebd-8cc8-2b538c3021ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:05.674788 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:19:05.706759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.707015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:05.707997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:05.754080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d0f33bcd-5bff-466c-8ceb-8826227d89d0,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:05.760204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:05.811020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.826120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:19:05.826531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:19:05.875696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 294f2e63-7161-483f-8f16-c7ab393b4580 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:05.880771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 294f2e63-7161-483f-8f16-c7ab393b4580 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:05.883400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:05.916143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 3613d8d8-3934-4c87-b841-bd55481fb00e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:19:05.934390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:06.004855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:06.021732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 294f2e63-7161-483f-8f16-c7ab393b4580, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=294f2e63-7161-483f-8f16-c7ab393b4580,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:06.074574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:06.077589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b976eac-0b75-4523-b8e9-c568774286d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:06.154013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=294f2e63-7161-483f-8f16-c7ab393b4580,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:06.158504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:06.224229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:19:06.234245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Sync routers for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:19:06.237037 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/3613d8d8-3934-4c87-b841-bd55481fb00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4883795 Dec 17 17:19:06.239479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51490) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:06.243666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:06.244278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:19:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:06.375291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aea9e-e0ed-4ef1-a266-4b0c0ce80ad3 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.375291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aea9e-e0ed-4ef1-a266-4b0c0ce80ad3 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.375677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aea9e-e0ed-4ef1-a266-4b0c0ce80ad3 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.375939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2aea9e-e0ed-4ef1-a266-4b0c0ce80ad3 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.380004 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-df2aea9e-e0ed-4ef1-a266-4b0c0ce80ad3 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1372094 Dec 17 17:19:06.380232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51494) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:06.452571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0070e-128b-4d83-b8cf-694405b533e1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.453082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0070e-128b-4d83-b8cf-694405b533e1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.453543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0070e-128b-4d83-b8cf-694405b533e1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.454021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0070e-128b-4d83-b8cf-694405b533e1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:06.458148 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6cb0070e-128b-4d83-b8cf-694405b533e1 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0745656 Dec 17 17:19:06.458369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:06.469393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:06.631071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Provisioning for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:06.655572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Provisioning complete for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:06.655941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:06.664005 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e8a99b8b-f7da-4cc1-a49e-157a5bf0816a tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2011969 Dec 17 17:19:06.771948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2d964a7d-4499-4f17-a03b-f1301471bf14 None None] Port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:19:06.867003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:05Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:06.870804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Checking router: 3613d8d8-3934-4c87-b841-bd55481fb00e for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:19:06.871162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Updating router 3613d8d8-3934-4c87-b841-bd55481fb00e port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:19:06.932694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-51db9500-24d9-4b3b-a960-7f8238fe29f4 None None] Provisioning complete for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:06.933001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51db9500-24d9-4b3b-a960-7f8238fe29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:06.959830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.033913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-51db9500-24d9-4b3b-a960-7f8238fe29f4 None None] Port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:19:07.035384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d0f33bcd-5bff-466c-8ceb-8826227d89d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:07.095915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51504) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:07.101099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855795054', 'description': 'tempest-secgroup-smoke-855795054 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:07.106965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:07.111515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:07.114354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:07.120666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:07.195447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.219300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:07.223289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:07.226208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:07.232112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:07.257385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.262482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:07.262482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.306055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.383376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.388943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4239bcc7-867b-4cdd-9a14-6d2656e7b1ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:07.429859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b96f39-eb71-4035-8e5d-2fc5ea673012,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:07.432701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:07.468397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 294f2e63-7161-483f-8f16-c7ab393b4580 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:07.486435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.487682 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a116b5be-ef3c-4d6b-939c-7040caebdf0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3907835 Dec 17 17:19:07.490504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51508) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:07.495784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:07.502396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:07.506315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:07.509189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:07.515991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:07.522333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.540198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Transition to ACTIVE for port object eb188bbf-c5bb-4634-b634-83cc6ecebfe2 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:07.558572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 294f2e63-7161-483f-8f16-c7ab393b4580 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:07.558986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.612632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.650504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.659983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:07.673986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.732807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.736687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-57abdefb-f892-46b5-ab28-d2cab5e04450 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:07.760768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75a7e7e-4d13-4886-9aed-aade036a475e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:07.763692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:07.806155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Pushing event updated for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:07.810303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:07.846296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.848789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573272 Dec 17 17:19:07.850869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51512) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:07.856918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:07.863884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:07.868105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:07.871581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:07.882518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:07.897986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Attempting to bind port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:19:07.898751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Attempting to bind port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:19:07.898751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Attempting to bind port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 on network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:19:07.904456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:19:07.904868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Checking segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:19:07.905363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.905667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Bound using segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:19:07.906212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Bound port: eb188bbf-c5bb-4634-b634-83cc6ecebfe2, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:19:07.906595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:07.961526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.007892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] For port eb188bbf-c5bb-4634-b634-83cc6ecebfe2, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:19:08.010910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] For port eb188bbf-c5bb-4634-b634-83cc6ecebfe2, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:19:08.024701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.093124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.096931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:08.120764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.129143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f85c1fa9-fa5d-4829-aac2-37355fa78c9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:08.149292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cd5ca4-8792-4b53-8850-4b9abde97fab,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:08.151977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:08.215489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:08.216128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:19:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:08.229328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.230748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783243 Dec 17 17:19:08.234129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51516) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:08.243950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:08.246591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:08.251480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:08.254624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:08.261690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:08.269760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Pushing event updated for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:08.280542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:08.402060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.407420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:08.464812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.515698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.517657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-422c3e6d-af7a-4f8b-b064-18fe875f8d0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:08.539299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a84c94e-08eb-4a35-b10f-c1bda422fc13,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:08.541835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:08.617785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.619046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836708 Dec 17 17:19:08.621682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51524) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:08.627285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:08.633185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:08.637498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:08.640387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:08.646214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:08.725719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:08.726882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.729737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3245250-af58-4bca-a0db-1a4c732652fe None None] The sync data for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv is: [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:19:08.812359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.874705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.876602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6c937536-354b-4a18-9d49-21ad3bc62e30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:08.899279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489a49af-31f6-4601-9175-efe7c005cd92,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:08.901698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:08.983981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:08.987942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51530) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:08.988483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3653646 Dec 17 17:19:08.994042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:09.000793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:09.005700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:09.015919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:09.023110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:09.075771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eb188bbf-c5bb-4634-b634-83cc6ecebfe2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:09.114742 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:19:09.121941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.195291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:09.197168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.200225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:09.200611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.281072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.283519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-33838da4-3617-4751-9b22-f895af111ae4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:09.306336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844cf218-eeb9-4bb4-bbb3-c11aa4d405e0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:09.311153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:09.327433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.361010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port eb188bbf-c5bb-4634-b634-83cc6ecebfe2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:09.366131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.367375 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3782492 Dec 17 17:19:09.370132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51534) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:09.375318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '80b96f39-eb71-4035-8e5d-2fc5ea673012', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:09.381253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:09.385119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:09.388372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:09.394671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:09.429020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.430946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4ba0555-89ae-48e1-b1dc-5b8410a1d384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:09.452586 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:19:09.459956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.503319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:09.506504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:09.530382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.600780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.602672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-40ff8255-b6b6-4ccf-8528-87d07d51a64a tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:09.626683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a8754a-4eeb-41e3-8626-14bbc00fde0d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:09.629332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:09.692345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:09.693578 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1349900f-944b-4090-b3e3-d51d2f0f2b43 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225048 Dec 17 17:19:09.859037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-eb75e135-a096-4d1f-aa98-8825c66a1118 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855795054&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0409098 Dec 17 17:19:10.005943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-7bf08519-90e0-424d-8a99-7b83fa5c272d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:10.007364 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-7bf08519-90e0-424d-8a99-7b83fa5c272d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 796 time: 0.1418383 Dec 17 17:19:10.022979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-984fcc31-b90e-41a7-a303-e3ea3e640b0e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0099819 Dec 17 17:19:10.105148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-bc67429e-d3c0-4a06-bf74-9a430a2b288d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:19:10.177727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-bc67429e-d3c0-4a06-bf74-9a430a2b288d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:19:10.179108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-bc67429e-d3c0-4a06-bf74-9a430a2b288d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508467 Dec 17 17:19:10.436965 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-459c484d-066c-4260-8a8e-05277f6baaa8 service neutron] 10.222.0.61 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450104 Dec 17 17:19:10.565613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-48ac8635-b8e0-48cd-8951-d2ece2fecc52 service neutron] 10.222.0.61 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228263 Dec 17 17:19:10.875608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-466234b1-3797-4ba9-bbfb-70229569d776 req-c14eaa05-bb50-4571-8fb7-9e4d7cfa1e25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 210 time: 0.0899453 Dec 17 17:19:11.028041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eb188bbf-c5bb-4634-b634-83cc6ecebfe2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:11.100754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:11.101262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:12.074683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab4a5948-6569-4bba-a02d-80d85b53b261 req-9d5f8c63-0839-445f-8aa8-ca8dfeb5b061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 210 time: 0.0976541 Dec 17 17:19:12.943792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-bf136cd6-9910-4030-88e5-e2c6141cd123 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:12.945193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-bf136cd6-9910-4030-88e5-e2c6141cd123 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 796 time: 0.1483347 Dec 17 17:19:12.996744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-dd1f4b46-305b-4e34-a207-335a2ab70618 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 379 time: 0.0390141 Dec 17 17:19:13.006440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['80b96f39-eb71-4035-8e5d-2fc5ea673012']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:13.150024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:13.162140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:13.228913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-750bf800-df68-4d67-8cd5-0be5dc13245e req-109c66e3-c6a0-428b-9895-b3008c720b42 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 210 time: 0.0466297 Dec 17 17:19:13.229968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:19:13.233885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:13.395976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.6 (d85881e5-ea0d-495e-a7cc-d8ab7f4396fa/56c1cb73-f9a7-485b-ab44-de2950f6d520/c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:19:13.597896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:13.613054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:13.691982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:13.697556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ab45c59d-014c-4958-9940-2c96c0f7091f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:13.766913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:13.769931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:13.773998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:19:13.818952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:13.823937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:13.846943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:13.847539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:13.921951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190223 Dec 17 17:19:13.933884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Request body: {'port': {'device_id': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:14.047747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:14.069536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a464a32c-119e-41d0-962e-8fdd591e786e None None] Provisioning for port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:14.074972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a464a32c-119e-41d0-962e-8fdd591e786e None None] Provisioning complete for port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:14.075398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a464a32c-119e-41d0-962e-8fdd591e786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:14.133665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a464a32c-119e-41d0-962e-8fdd591e786e None None] Port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:19:14.446734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:19:14.455780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:14.475170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Transition to ACTIVE for port object c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:19:14.490371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e860c7-4e05-449f-b4d2-475ea0164dd7 req-4bfe2f8d-6200-4629-bb64-ac982e615ede tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:14.491110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b6e860c7-4e05-449f-b4d2-475ea0164dd7 req-4bfe2f8d-6200-4629-bb64-ac982e615ede tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:19:14.525681 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:14.529396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:14.587255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b6e860c7-4e05-449f-b4d2-475ea0164dd7 req-4bfe2f8d-6200-4629-bb64-ac982e615ede tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:19:14.588627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b6e860c7-4e05-449f-b4d2-475ea0164dd7 req-4bfe2f8d-6200-4629-bb64-ac982e615ede tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 931 time: 0.2496002 Dec 17 17:19:14.822811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Pushing event updated for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:14.836034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:14.884590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b6e860c7-4e05-449f-b4d2-475ea0164dd7 req-73fe8331-8841-43e0-bf91-39849bf2354d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435856 Dec 17 17:19:14.911764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Attempting to bind port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:19:14.912089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Attempting to bind port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:19:14.912416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Attempting to bind port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f on network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:19:14.916921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f on network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:19:14.917243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Attempting to bind port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f on network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:19:14.922780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:19:14.923121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Checking segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:19:14.923504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Bound using segment: {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:19:14.923944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Bound port: c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecdd7ab-cd60-4455-9b46-12217553d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:19:14.924270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:15.013991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:19:15.016869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:19:15.080693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:15.084612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78543548-35db-4348-9c91-2cf0da2c7b4d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:15.136616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.137465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:15.139111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] 10.222.0.60 "PUT /v2.0/ports/c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 1093 time: 1.2095413 Dec 17 17:19:15.146754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:19:15.172567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Pushing event updated for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:15.175923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:15.196000 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'status': 'completed', 'code': 200} Dec 17 17:19:15.297880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-476d5cad-5297-41d5-a798-d9b3aa4adca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.299341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-476d5cad-5297-41d5-a798-d9b3aa4adca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1096 time: 0.0829117 Dec 17 17:19:15.429080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:15.440492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-a3ce7fc1-cc32-4b3e-a5ea-c21eca451be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.441981 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-a3ce7fc1-cc32-4b3e-a5ea-c21eca451be4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1352904 Dec 17 17:19:15.578319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-a923ad4c-93cf-4b50-aa8c-e24c3ab3a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.579666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0418ed8c-79a4-4336-b314-cd8412fd5c38 req-a923ad4c-93cf-4b50-aa8c-e24c3ab3a6a8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317165 Dec 17 17:19:15.688186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-c666fe45-83a2-4427-a3ba-4a9dd6d7afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.689624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-c666fe45-83a2-4427-a3ba-4a9dd6d7afd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1096 time: 0.0701628 Dec 17 17:19:15.763231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-a9e80888-5b30-404a-bd74-e9b9a9201076 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 217 time: 0.0663939 Dec 17 17:19:15.828844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-8ce282fb-1d39-4160-b746-cd77343ff782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.830207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-8ce282fb-1d39-4160-b746-cd77343ff782 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0600097 Dec 17 17:19:15.908996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-cc1e427c-6870-40c0-9ea7-dbb831c7dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:15.910494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-cc1e427c-6870-40c0-9ea7-dbb831c7dc22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732915 Dec 17 17:19:16.109144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-ed6836e6-2b8d-4011-ad4b-560a0e095d23 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914752 Dec 17 17:19:16.204634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304432c-9232-41d3-8688-8a8f94c6c455 req-91eec3d7-5aee-4a0d-8619-2677af58799c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:16.206102 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d304432c-9232-41d3-8688-8a8f94c6c455 req-91eec3d7-5aee-4a0d-8619-2677af58799c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 943 time: 0.2116060 Dec 17 17:19:16.271078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d304432c-9232-41d3-8688-8a8f94c6c455 req-180cc2de-6124-443a-908a-f4e3740d888f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583217 Dec 17 17:19:16.296077 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a750c16-d488-4cc0-91dc-0afc82a06fef req-fbb80e4c-ece4-4bda-ae8d-8b60d8e08d4b service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796739 Dec 17 17:19:17.457975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503a0c-c300-45fe-b8aa-723ed03afa66 req-e9e22c22-f408-49f3-8647-ce5229b227b2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:17.459439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-47503a0c-c300-45fe-b8aa-723ed03afa66 req-e9e22c22-f408-49f3-8647-ce5229b227b2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 943 time: 0.0788655 Dec 17 17:19:17.501446 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-47503a0c-c300-45fe-b8aa-723ed03afa66 req-7ffd1809-3bca-4a98-b603-464500b4cf4f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364890 Dec 17 17:19:18.685970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ca37-7a90-4762-82e9-d1da8c9ee7bc req-af0bddf8-194b-4cf5-ad72-a8b170ed6838 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:18.687315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92c5ca37-7a90-4762-82e9-d1da8c9ee7bc req-af0bddf8-194b-4cf5-ad72-a8b170ed6838 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 943 time: 0.0838218 Dec 17 17:19:18.729576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92c5ca37-7a90-4762-82e9-d1da8c9ee7bc req-9b68872a-1f83-4923-bbf6-2d2880179a60 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367725 Dec 17 17:19:19.909443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:19:19.912910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f11e-b5cf-4d2a-851b-6ac304d8b2b7 req-0cbe9543-bc1f-46a2-8160-91b97dac681d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:19.914384 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc10f11e-b5cf-4d2a-851b-6ac304d8b2b7 req-0cbe9543-bc1f-46a2-8160-91b97dac681d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 943 time: 0.0781116 Dec 17 17:19:19.958321 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc10f11e-b5cf-4d2a-851b-6ac304d8b2b7 req-51aa451c-54cf-43ea-864d-95eb96d29e9d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383365 Dec 17 17:19:20.040117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:20.053304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'port_id': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'mac_address': 'fa:16:3e:04:1b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:19:20.106960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:20.123964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:19:20.139088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:20.227984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:20.230604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1e308f20-8089-4531-8979-2ccda075fbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:20.297727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:20.300633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:20.599207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:19:21.270108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644d42-cb2d-45d2-bcd7-1fccd29126c0 req-cac22ece-d0ec-4e67-b2ca-8cd262ff2574 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:21.271547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a644d42-cb2d-45d2-bcd7-1fccd29126c0 req-cac22ece-d0ec-4e67-b2ca-8cd262ff2574 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 944 time: 0.2084463 Dec 17 17:19:21.314401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a644d42-cb2d-45d2-bcd7-1fccd29126c0 req-6063da84-ce22-48be-8011-9dde44e11076 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372322 Dec 17 17:19:21.940573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:19:22.091360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:19:22.097129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:19:22.097518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:22.211889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:22.238570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:19:22.247916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:19:22.283264 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'code': 200} Dec 17 17:19:22.319494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:22.321396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:22.389331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:22.392447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:22.496480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1f869-e893-4fae-9214-a9c9ef2731d9 req-fcbd8af7-b846-4aee-bcdc-77835f2dd277 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:22.498560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9dc1f869-e893-4fae-9214-a9c9ef2731d9 req-fcbd8af7-b846-4aee-bcdc-77835f2dd277 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0791745 Dec 17 17:19:22.545347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9dc1f869-e893-4fae-9214-a9c9ef2731d9 req-eb990c7c-f194-41dc-92ff-055384dcd6c8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Dec 17 17:19:22.672219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee3a3b-3928-418d-9039-cf18d0fed77c req-9765ca9b-bde3-415e-9781-4be2246c47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:22.673667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08ee3a3b-3928-418d-9039-cf18d0fed77c req-9765ca9b-bde3-415e-9781-4be2246c47aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.0694661 Dec 17 17:19:22.713700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08ee3a3b-3928-418d-9039-cf18d0fed77c req-c1e8710a-0750-4a1a-b8ff-18388859967f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336154 Dec 17 17:19:23.746223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb298f-ed0c-41ae-8b16-bef83b988b61 req-70a22496-8c9c-42a2-a64b-db1d991636d2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:23.747664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4fb298f-ed0c-41ae-8b16-bef83b988b61 req-70a22496-8c9c-42a2-a64b-db1d991636d2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0906308 Dec 17 17:19:23.791899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4fb298f-ed0c-41ae-8b16-bef83b988b61 req-a1c6c078-0588-46b5-bade-fe434aec62cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Dec 17 17:19:24.971405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832851-e93d-403d-b1ec-48997ad47977 req-f34be67c-20d1-404e-8f60-e01283a59023 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:24.972760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3832851-e93d-403d-b1ec-48997ad47977 req-f34be67c-20d1-404e-8f60-e01283a59023 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0781965 Dec 17 17:19:25.016386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3832851-e93d-403d-b1ec-48997ad47977 req-4ed5f58b-1e64-4ca8-8444-098ae49a9078 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380692 Dec 17 17:19:25.201535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65f2d-3161-4a9d-b03d-ecd899cc2f01 req-0660d787-20c5-4259-9d60-46c700146810 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:25.203068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef65f2d-3161-4a9d-b03d-ecd899cc2f01 req-0660d787-20c5-4259-9d60-46c700146810 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0831983 Dec 17 17:19:25.247339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef65f2d-3161-4a9d-b03d-ecd899cc2f01 req-820f57bb-f43d-4e1c-9942-62fdcecd52e6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Dec 17 17:19:25.270095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:25.338980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab1988-24d1-457c-9e86-cd9aea400a39 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:25.340437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1dab1988-24d1-457c-9e86-cd9aea400a39 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1093 time: 0.0693638 Dec 17 17:19:25.343154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51608) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:25.347958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:19:25.353900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:19:25.358236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:19:25.361046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:19:25.367210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:19:25.439941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:25.572762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:25.707373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.234 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:19:25.856776 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:25.954667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:25.959114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1cc3d022-489a-4fad-ae48-4b9323a69719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:26.022054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:19:26.024857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:19:26.028671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:19:26.069315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:26.073398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:26.439327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:26.589313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:26.902460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:26.959711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:26.963425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:19:27.069183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:19:27.073297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:19:27.081539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:27.251784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa associated. External IP: 172.26.4.234, port: c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f. Dec 17 17:19:27.595333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 3613d8d8-3934-4c87-b841-bd55481fb00e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:19:27.783237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:19:27.792862 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Sync routers for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:19:27.802733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:27.803345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:19:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:27.868589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:27.927049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5829017 Dec 17 17:19:27.927723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:19:27.929797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51612) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:27.975021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'status': 'completed', 'code': 200} Dec 17 17:19:27.985093 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:28.045954 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-334cf0bf-b7a0-44d7-8626-47f452e24892 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa HTTP/1.1" status: 200 len: 991 time: 0.1147771 Dec 17 17:19:28.074253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-2adf9ee5-cf0c-4cb7-9905-9865df2406f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:28.075735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-2adf9ee5-cf0c-4cb7-9905-9865df2406f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.0766056 Dec 17 17:19:28.210544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-64aae44d-4f42-452a-b04f-02b3d9cfcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:28.211892 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-64aae44d-4f42-452a-b04f-02b3d9cfcb6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 897 time: 0.1287301 Dec 17 17:19:28.367908 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'port_id': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'mac_address': 'fa:16:3e:04:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:19:26Z', 'updated_at': '2021-12-17T17:19:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:28.371860 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Checking router: 3613d8d8-3934-4c87-b841-bd55481fb00e for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:19:28.380998 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:19:28.381633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:19:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:28.453422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-50448c6e-fdcc-4425-a993-0d2c37c6f5cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 999 time: 0.2276313 Dec 17 17:19:28.517702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-447632de-218d-4bef-b7a0-efd51395bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:28.519163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-447632de-218d-4bef-b7a0-efd51395bd6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0587232 Dec 17 17:19:28.558499 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:19:28.593700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-775fe2d2-a893-43a8-afaa-06d2932b856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:19:28.595216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-775fe2d2-a893-43a8-afaa-06d2932b856c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693235 Dec 17 17:19:28.724756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-163c587a-2de6-4941-bcfb-9a1e8d4ea386 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225126 Dec 17 17:19:28.865430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2451bc8-317f-4094-b4b1-34b3905996d4 req-1dee3325-a871-4d85-96cf-9fd0157bbf8a service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334405 Dec 17 17:19:28.909000 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'port_id': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'mac_address': 'fa:16:3e:04:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:19:26Z', 'updated_at': '2021-12-17T17:19:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:19:28.912835 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba8eda-5019-4ce1-99aa-ccfd10d747f6 None None] The sync data for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv is: [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'port_id': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'mac_address': 'fa:16:3e:04:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:19:26Z', 'updated_at': '2021-12-17T17:19:26Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:19:29.047919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51618) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:29.110894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5f8bf-8987-4270-942b-cc05bb0414ae None None] New status for floating IP 41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:19:29.161766 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1152a1f7-7e6f-44ba-a269-932acefad880 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa HTTP/1.1" status: 200 len: 991 time: 0.1122317 Dec 17 17:19:30.165561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51622) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:19:30.273944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ac40fccb-2199-4ba2-a2ca-5a75cc0ad6b4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa HTTP/1.1" status: 200 len: 993 time: 0.1071193 Dec 17 17:19:32.171590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bb71516e-7993-407b-95f0-07849202b716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:35.062493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8c658e40-6b30-41d7-9a38-30656e2c8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:35.708742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:35.937258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:37.240178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:19:42.673961 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:19:45.404790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:02.199151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b6408cb-7679-4f3c-a4ca-de96b4f7914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:05.055923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2f2ea91f-b2fc-41b4-a95e-5883fc91eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:05.701839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:05.918553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:07.237202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:09.340851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-b40da6f0-47fe-4cbf-9452-56d4703f459a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1729505 Dec 17 17:20:09.488532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef450-751a-4103-baae-4a1499f51d21 req-b34c6a00-f34e-40cc-a258-0caf5de501eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:20:09.490065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-b34c6a00-f34e-40cc-a258-0caf5de501eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.0774856 Dec 17 17:20:09.632617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef450-751a-4103-baae-4a1499f51d21 req-34a50997-303c-4be6-b5df-f8da9fc0f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:20:09.633988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-34a50997-303c-4be6-b5df-f8da9fc0f89e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 897 time: 0.1242743 Dec 17 17:20:09.736244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-7b8478c3-f88d-441b-a6d1-ffe07ec87ab7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 1001 time: 0.0948195 Dec 17 17:20:09.799988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef450-751a-4103-baae-4a1499f51d21 req-f8707f7c-c222-4ce4-b6b6-30e61cecd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:20:09.801408 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-f8707f7c-c222-4ce4-b6b6-30e61cecd477 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0591288 Dec 17 17:20:09.880275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef450-751a-4103-baae-4a1499f51d21 req-07e75fa5-8cb3-40bd-8fcd-d61209463fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:20:09.881729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-07e75fa5-8cb3-40bd-8fcd-d61209463fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740986 Dec 17 17:20:09.892133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-7bbb4bd8-aa55-417d-8561-290d5ec2ee88 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:20:09.892971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-7bbb4bd8-aa55-417d-8561-290d5ec2ee88 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047092 Dec 17 17:20:10.020844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-54d96099-5369-4dfe-ad79-1a52794b1b86 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211262 Dec 17 17:20:10.149988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30ef450-751a-4103-baae-4a1499f51d21 req-7e2c2133-348e-4c6c-af33-4613575bd11c service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221173 Dec 17 17:20:15.404478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:19.673397 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:20:32.191869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-557e4f0b-1c4a-4064-8970-2a8e033408cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:35.061080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ef7539ec-cc97-43fe-886c-77cf5062d43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:35.712190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:35.963591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:37.237713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:45.483247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:20:56.672454 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:21:02.174205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3eb50a00-81de-45df-a65d-39f20de76c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:05.054444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-63db605e-fc18-47bc-9103-10b9d96f77e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:05.688226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:05.968494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:07.242793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:10.214997 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-75d0a4a7-60f8-4702-a8c6-e75a73605086 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722375 Dec 17 17:21:10.349527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-7662efca-c2bc-498c-a95d-d8979479bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:21:10.350889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-7662efca-c2bc-498c-a95d-d8979479bdd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.0699940 Dec 17 17:21:10.600896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-5aac5f53-9e98-4258-9eb3-5a3a882cbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:21:10.602269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-5aac5f53-9e98-4258-9eb3-5a3a882cbac7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 897 time: 0.2316217 Dec 17 17:21:10.704324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-285b677f-db8c-4b7c-b1c6-a70ab0ac5aff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 1001 time: 0.0940852 Dec 17 17:21:10.773325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-f384ff9a-00c9-4cff-8e06-10b16c292ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:21:10.774714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-f384ff9a-00c9-4cff-8e06-10b16c292ac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0636303 Dec 17 17:21:10.850271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-8deca9aa-6e6f-41e0-a5fd-a64debe9df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:21:10.851735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-8deca9aa-6e6f-41e0-a5fd-a64debe9df0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668495 Dec 17 17:21:10.979598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-2a87e080-24ef-4487-b7a9-dfff9a37a1c7 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206038 Dec 17 17:21:11.123504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-155f986a-4713-48aa-8375-6f5c6fd15cb5 req-d7527b1a-cd4f-4258-884c-10fbcabf00f5 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374388 Dec 17 17:21:15.431131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:32.196590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09574bb3-b8ed-402d-8edf-4470b4939648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:33.672022 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:21:35.070698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9cf96e5-b0c8-4bab-8278-2ffca134e8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:35.699770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:35.945013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:37.214393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:21:45.470598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:02.195437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-65b206fb-676e-4aea-816a-d3a42df8e8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:04.401653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51656) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:04.612205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:22:04.728888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7297077'] for subnet, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:04.961641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793337730892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8157731'] for subnet, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:04.966830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ba2c0f59-be31-4f13-94c1-eab676b57bc2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:05.012999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:05.013509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.014774 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/subnets/56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 835 time: 0.6121967 Dec 17 17:22:05.018892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf364f6-1fa8-4719-b3a7-2efea03fcc66 None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:22:05.038511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=56c1cb73-f9a7-485b-ab44-de2950f6d520,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:05.046672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.052806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:05.055887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-49862699-6dec-4b72-bc72-b15e494beddc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:05.082090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a245221c-5d0d-4488-abd4-7364a74e1a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.427392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Provisioning complete for port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:22:05.427770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.557225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Provisioning complete for port d0f33bcd-5bff-466c-8ceb-8826227d89d0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:22:05.557493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.711006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.733146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Provisioning complete for port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:22:05.733511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24c9a693-e2cf-4d69-bafa-e25d3de0a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:05.943829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:07.249527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:10.670777 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:22:11.044667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-c8082784-151b-425f-83fc-118ed1d97eca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735319 Dec 17 17:22:11.185292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-5dd08b0c-4bd8-4948-a747-ff49c3216213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:11.186758 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-5dd08b0c-4bd8-4948-a747-ff49c3216213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.0710707 Dec 17 17:22:11.328965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-e159aefc-7b5e-430d-9713-cb997060c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:11.330337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-e159aefc-7b5e-430d-9713-cb997060c07d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 897 time: 0.1243594 Dec 17 17:22:11.432263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-c2121841-ed82-40dc-816b-fb6c31e01d69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 1001 time: 0.0941906 Dec 17 17:22:11.496973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-386746f4-bf3c-4a1b-9853-4e5de41f5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:11.498378 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-386746f4-bf3c-4a1b-9853-4e5de41f5420 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0562744 Dec 17 17:22:11.575603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-f086d1d1-f59b-476f-bea9-0c9370b94236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:11.577033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-f086d1d1-f59b-476f-bea9-0c9370b94236 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713716 Dec 17 17:22:11.707574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-0aa3c354-6545-41ac-a278-56e2d40a22ba service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222773 Dec 17 17:22:11.835787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec3d080a-f39e-4c39-a341-59de589ab3e0 req-6b5b2e60-8233-4614-b7d3-4dd63a800778 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207144 Dec 17 17:22:15.441096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:32.206757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-05341c47-906c-429b-aee9-9ffc86d6ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:35.092085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e85105b9-0b14-4038-ad55-2d3433320971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:35.703276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:35.972082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:37.269456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:45.451776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:47.669350 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:22:48.700291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51700) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:49.033522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:22:49.033953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:49.204340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:49.204665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:49.325036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:22:49.520271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:49.523948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-718cbb78-8d90-43cb-aeec-31a9899f9fbe tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:49.568889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=bd7121a6-f7ff-4d44-a0e2-cc16dd08cb9e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:49.572052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:49.662191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:49.662585 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa disassociated (deleted). External IP: 172.26.4.234, port: c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f. Dec 17 17:22:50.005759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 3613d8d8-3934-4c87-b841-bd55481fb00e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:22:50.181179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:22:50.191272 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Sync routers for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:22:50.200961 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:22:50.201560 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:50.303095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:50.360898 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa HTTP/1.1" status: 204 len: 168 time: 1.6595297 Dec 17 17:22:50.361573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:22:50.374449 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:22:50.680357 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:50.685556 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Checking router: 3613d8d8-3934-4c87-b841-bd55481fb00e for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:22:50.693743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:22:50.694372 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:50.874735 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:22:50.924628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e55e0c-fc32-4ff6-8094-1a8b1bb5a69b req-a645dcb8-5247-49ae-bcd5-87e674aa023d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:50.926097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c2e55e0c-fc32-4ff6-8094-1a8b1bb5a69b req-a645dcb8-5247-49ae-bcd5-87e674aa023d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0837047 Dec 17 17:22:50.969239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c2e55e0c-fc32-4ff6-8094-1a8b1bb5a69b req-67fa35a0-bf77-452b-8116-86f73500155f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Dec 17 17:22:51.180387 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:51.184838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63519d9b-4496-46a2-9248-fcdeb5996046 None None] The sync data for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv is: [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:19:04Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'eb188bbf-c5bb-4634-b634-83cc6ecebfe2', 'name': '', 'network_id': 'd85881e5-ea0d-495e-a7cc-d8ab7f4396fa', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:d2:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:19:03Z', 'updated_at': '2021-12-17T17:19:09Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '56c1cb73-f9a7-485b-ab44-de2950f6d520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:22:51.401761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577e0e9-96b0-4bf8-bd56-6743c8ffe12d None None] New status for floating IP 41f4c5d3-dd09-4ba5-bb21-d6a7b6a10caa: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:22:51.429330 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'status': 'completed', 'code': 200} Dec 17 17:22:51.657148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-876de32b-f78e-494c-adba-4f159902f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:51.658639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-876de32b-f78e-494c-adba-4f159902f38a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 1098 time: 0.2055790 Dec 17 17:22:51.789582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-3d4644a2-ad73-48dc-a5b1-c448a7413111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:51.790965 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-3d4644a2-ad73-48dc-a5b1-c448a7413111 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 200 len: 897 time: 0.1248662 Dec 17 17:22:51.861609 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-aa5b06d7-c8b1-487e-a5e9-95dfc518bc85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 200 len: 217 time: 0.0618100 Dec 17 17:22:51.926711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-038765d4-e11f-4669-9a21-b830013d0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:51.928088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-038765d4-e11f-4669-9a21-b830013d0ccd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 200 len: 843 time: 0.0593872 Dec 17 17:22:52.002877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-bcd4ec47-75dc-473d-8670-af1e0931b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:52.004333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-bcd4ec47-75dc-473d-8670-af1e0931b06f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688963 Dec 17 17:22:52.198764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-81a85321-2078-4834-8704-8215e6c0c430 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850333 Dec 17 17:22:52.232618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6348b5-6408-4017-aaac-78477e5bc49a req-1aca6637-6886-45d0-91b8-6f83a5d56282 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:52.234033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a6348b5-6408-4017-aaac-78477e5bc49a req-1aca6637-6886-45d0-91b8-6f83a5d56282 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.1402562 Dec 17 17:22:52.345006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a6348b5-6408-4017-aaac-78477e5bc49a req-f37762c6-7980-4028-9a45-da89d6a7c0a1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=80b96f39-eb71-4035-8e5d-2fc5ea673012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047888 Dec 17 17:22:52.374323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50374bc4-e663-4201-beaa-f71cc44b4d3e req-fc07fb43-e2f4-456b-bb94-ce19357cf339 service neutron] 10.222.0.60 "GET /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674139 Dec 17 17:22:52.596082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-6fb6db55-89f0-4697-8515-0a131994a813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:22:52.597390 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-6fb6db55-89f0-4697-8515-0a131994a813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 945 time: 0.0812752 Dec 17 17:22:52.668611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:22:52.668947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:52.906921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:22:52.907195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:53.027193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:22:53.228056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:53.234229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:53.278343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:53.315843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.316240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.316624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.317003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.317378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.317746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.318151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.318520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.318886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.319319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.319614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.319975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:53.327107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:53.510498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:22:53.516436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:53.518876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'name': 'network-vif-deleted', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:22:53.530756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ad5fe6-de0b-49e7-87fb-e071ab59f8ba req-b1466bc2-dcaa-4130-8f5b-dc02d1346917 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=3acc96d3-156f-4f23-bf2c-d73f9b18b6ea HTTP/1.1" status: 200 len: 210 time: 0.0548525 Dec 17 17:22:53.538368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b724455a-4c82-45cd-abf2-25e49f4f8eef req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f HTTP/1.1" status: 204 len: 173 time: 0.9350731 Dec 17 17:22:53.692092 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acc96d3-156f-4f23-bf2c-d73f9b18b6ea', 'name': 'network-vif-deleted', 'tag': 'c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f', 'status': 'completed', 'code': 200} Dec 17 17:22:54.626495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51724) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:54.693203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:54.721676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:54.817618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:54.823182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7f964d00-546e-45da-9e3e-9744061f3683 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:54.839080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b96f39-eb71-4035-8e5d-2fc5ea673012,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:54.847011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:54.847011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:54.847011 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/80b96f39-eb71-4035-8e5d-2fc5ea673012 HTTP/1.1" status: 204 len: 168 time: 0.2174892 Dec 17 17:22:55.967738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51732) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:56.511002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:56.866521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port eb188bbf-c5bb-4634-b634-83cc6ecebfe2 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:22:56.866842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:57.048856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port eb188bbf-c5bb-4634-b634-83cc6ecebfe2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:22:57.049558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:57.112979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:22:57.150006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:22:57.150875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c6f44a72-0cc7-4e8a-b5cc-34e3feffc73f not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:22:57.171460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for eb188bbf-c5bb-4634-b634-83cc6ecebfe2 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:22:57.525719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:57.529302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd3aeb01-772d-437a-9f5a-3792dc51a88a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:57.574140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=eb188bbf-c5bb-4634-b634-83cc6ecebfe2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:57.577608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:57.845440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.196533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 3613d8d8-3934-4c87-b841-bd55481fb00e has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:22:58.378235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:22:58.390055 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Sync routers for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:22:58.391391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/3613d8d8-3934-4c87-b841-bd55481fb00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225857 Dec 17 17:22:58.394116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51736) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:58.399722 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:22:58.401712 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:58.458883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 56c1cb73-f9a7-485b-ab44-de2950f6d520 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:22:58.461612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.517021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.577279 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:22:58.600820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.749455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.756627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2e163774-c47e-4ccd-b338-369717e8500e tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:58.792283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=56c1cb73-f9a7-485b-ab44-de2950f6d520,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:58.795608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:58.798992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:58.805847 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/56c1cb73-f9a7-485b-ab44-de2950f6d520 HTTP/1.1" status: 204 len: 168 time: 0.4095292 Dec 17 17:22:58.807715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774fca0-2784-4acf-a370-b9d70dc65037 None None] Network d85881e5-ea0d-495e-a7cc-d8ab7f4396fa requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:22:58.808213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51740) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:22:58.903351 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:22:57Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:58.907706 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Checking router: 3613d8d8-3934-4c87-b841-bd55481fb00e for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:22:58.917621 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Routers {'3613d8d8-3934-4c87-b841-bd55481fb00e'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:22:58.918286 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3613d8d8-3934-4c87-b841-bd55481fb00e'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:59.107226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] DHCP port deletion for d85881e5-ea0d-495e-a7cc-d8ab7f4396fa request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:22:59.114209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Deleting port d0f33bcd-5bff-466c-8ceb-8826227d89d0 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:22:59.114957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.118887 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] Set router 3613d8d8-3934-4c87-b841-bd55481fb00e gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:22:59.128384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.220421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d0f33bcd-5bff-466c-8ceb-8826227d89d0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:22:59.331372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.394553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 294f2e63-7161-483f-8f16-c7ab393b4580 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:22:59.394921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.407771 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:22:57Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:22:59.411801 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42a5d-81ca-4707-8da6-f58ed9bc79d8 None None] The sync data for ids ['3613d8d8-3934-4c87-b841-bd55481fb00e'] in dv-neutron-821073-1-hyperv is: [{'id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'name': 'tempest-TestNetworkBasicOps-router-102306469', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:18:58Z', 'updated_at': '2021-12-17T17:22:57Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': '294f2e63-7161-483f-8f16-c7ab393b4580', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3613d8d8-3934-4c87-b841-bd55481fb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:18:59Z', 'updated_at': '2021-12-17T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:22:59.429915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:22:59.430747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.589535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.590384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 294f2e63-7161-483f-8f16-c7ab393b4580, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=294f2e63-7161-483f-8f16-c7ab393b4580,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:22:59.590741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.603561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Calling delete_port for d0f33bcd-5bff-466c-8ceb-8826227d89d0 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:22:59.683499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:22:59.711886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 294f2e63-7161-483f-8f16-c7ab393b4580 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:22:59.749346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.752543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-90319ffe-7d25-4b28-93e0-52ee89bd37b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:59.804938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:22:59.805309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:22:59.824622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d0f33bcd-5bff-466c-8ceb-8826227d89d0,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:59.832543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:22:59.841306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:22:59.943517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:22:59.949049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:22:59.991649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=294f2e63-7161-483f-8f16-c7ab393b4580,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:22:59.995131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:00.085007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.255975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.258144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.306834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Deleting port d0f33bcd-5bff-466c-8ceb-8826227d89d0 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:23:00.307223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.376897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.377484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router 3613d8d8-3934-4c87-b841-bd55481fb00e {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:23:00.394236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.398278 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51744) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:00.398788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/3613d8d8-3934-4c87-b841-bd55481fb00e HTTP/1.1" status: 204 len: 168 time: 1.5893316 Dec 17 17:23:00.517965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:00.517965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.640504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.650344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Calling delete_port for d0f33bcd-5bff-466c-8ceb-8826227d89d0 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:23:00.650704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port d0f33bcd-5bff-466c-8ceb-8826227d89d0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:23:00.651034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.794519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.799156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:00.843619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Pushing event deleted for resources: {'Port': ['ID=d0f33bcd-5bff-466c-8ceb-8826227d89d0,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:00.846084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:00.849746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] No DVR routers for this DVR port d0f33bcd-5bff-466c-8ceb-8826227d89d0 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:23:00.855536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port d0f33bcd-5bff-466c-8ceb-8826227d89d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d0f33bcd-5bff-466c-8ceb-8826227d89d0,segment=NetworkSegment(6ecdd7ab-cd60-4455-9b46-12217553d731),segment_id=6ecdd7ab-cd60-4455-9b46-12217553d731)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:00.855904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:00.979758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for d0f33bcd-5bff-466c-8ceb-8826227d89d0 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:23:01.060254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:23:01.060501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:23:01.135150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eb188bbf-c5bb-4634-b634-83cc6ecebfe2 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:23:01.169936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: eb188bbf-c5bb-4634-b634-83cc6ecebfe2 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:23:01.170294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device eb188bbf-c5bb-4634-b634-83cc6ecebfe2 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:23:01.170715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 294f2e63-7161-483f-8f16-c7ab393b4580 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:23:01.203075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 294f2e63-7161-483f-8f16-c7ab393b4580 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:23:01.203434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 294f2e63-7161-483f-8f16-c7ab393b4580 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:23:01.562481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port d0f33bcd-5bff-466c-8ceb-8826227d89d0 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:23:01.563096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.628723 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] The port 'd0f33bcd-5bff-466c-8ceb-8826227d89d0' was deleted {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:23:01.754128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.778033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85881e5-ea0d-495e-a7cc-d8ab7f4396fa']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:01.789735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecdd7ab-cd60-4455-9b46-12217553d731') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:01.790060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecdd7ab-cd60-4455-9b46-12217553d731') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:01.801695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.820971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.826844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:23:01.827236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: util.warn( Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:23:01.841293 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:23:01.988715 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:01.992249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1cc98bd0-17ce-4bb2-a161-d1e08099e112 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:02.010350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.021645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=d85881e5-ea0d-495e-a7cc-d8ab7f4396fa,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:02.027222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:02.033124 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-78d667da-1ec1-4f05-a04c-392d6acd8033 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/d85881e5-ea0d-495e-a7cc-d8ab7f4396fa HTTP/1.1" status: 204 len: 168 time: 1.6337831 Dec 17 17:23:02.046360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51748) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:02.053312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--1254925683', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:02.058290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:02.062321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:02.065120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:02.075639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:02.148808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:23:02.152988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.180866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:23:02.189088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.189530 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42 of type vlan for network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 Dec 17 17:23:02.214258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.217525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8528787d-576a-47c6-8092-1a43bbf65c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.286103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.292649 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:02.293266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.298786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0844411-8257-4259-a122-86ae99b64ce1 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:02.404822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:02.407394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:02.416008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:23:02.451601 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4042199 Dec 17 17:23:02.454618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51752) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:02.459807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:02.467602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:02.471603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:02.474549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:02.481256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:02.565195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.566350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:02.582028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.043608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.424779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.453839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.585743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.140 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/ce27274b-f93a-4e5a-8739-09715afe3e36) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:03.743052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.840479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:03.844866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-abb69124-4126-4d19-85ce-e88d4a0aac97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:03.902950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:03.905650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:03.909376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:03.948260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=ce27274b-f93a-4e5a-8739-09715afe3e36,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:03.964062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:04.413582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:04.871024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:05.091168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-df506097-86d8-48c0-94df-cfedfa530794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:05.165727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:23:05.340968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:23:05.350238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:23:05.360267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:05.360895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:05.434597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:05.435984 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9801097 Dec 17 17:23:05.438837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51756) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:05.535935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:05.620316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:05.620937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7615e4be-f350-4a98-9a0c-0d06bef6d6da tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1805224 Dec 17 17:23:05.750612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b973b7d-effd-479c-a2e7-0a2852e88cdf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:05.752117 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6b973b7d-effd-479c-a2e7-0a2852e88cdf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307602 Dec 17 17:23:05.754935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:05.768348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:05.795044 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ce9fa3a8-f42e-42f6-a8d1-820346106090 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386419 Dec 17 17:23:05.797438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51770) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:05.803090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679591401', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:05.830956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:04Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:05.834756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:23:05.835115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Updating router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f port ce27274b-f93a-4e5a-8739-09715afe3e36 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:23:05.914654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:05.919051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:05.921864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:05.927500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:05.940015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:05.977198 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:23:05.981472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.034347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.278022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.294437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Transition to ACTIVE for port object ce27274b-f93a-4e5a-8739-09715afe3e36 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:06.364864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.368730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:06.389767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.396325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-74d3fabc-e5d2-4bdc-bab5-2804188a7bfc tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:06.447218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Attempting to bind port ce27274b-f93a-4e5a-8739-09715afe3e36 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:23:06.447607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Attempting to bind port ce27274b-f93a-4e5a-8739-09715afe3e36 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:23:06.447982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Attempting to bind port ce27274b-f93a-4e5a-8739-09715afe3e36 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:06.455050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Pushing event updated for resources: {'Port': ['ID=ce27274b-f93a-4e5a-8739-09715afe3e36,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:06.457455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:23:06.457860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:06.458275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.458716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:23:06.459141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Bound port: ce27274b-f93a-4e5a-8739-09715afe3e36, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:23:06.459525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.476005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=4ae478b7-1c5c-4935-8465-783f774e8208,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:06.483028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:06.486850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.487238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.487618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.487987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.488353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.488718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.489080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.489442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.489824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.490190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.490548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.490905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:06.495978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:06.496349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: f3b0c5bc-362c-45e6-8a39-25b866a2d7e3, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:23:06.500757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:06.532093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] For port ce27274b-f93a-4e5a-8739-09715afe3e36, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:23:06.534987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] For port ce27274b-f93a-4e5a-8739-09715afe3e36, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ce27274b-f93a-4e5a-8739-09715afe3e36,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:23:06.605126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:23:06.640066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.646579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:06.668843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, f3b0c5bc-362c-45e6-8a39-25b866a2d7e3) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:06.675258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:06.675891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:06.688135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670297d-d742-488d-a2d5-78359338e9f9 None None] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:23:06.766597 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9680994 Dec 17 17:23:06.769372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51774) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:06.813531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:06.814192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:06.860803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Pushing event updated for resources: {'Port': ['ID=ce27274b-f93a-4e5a-8739-09715afe3e36,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:06.870800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:07.094433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:07.210231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:23:07.211040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:07.341933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:07.474461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:07.508015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Allocated IP 172.20.0.2 (f3b0c5bc-362c-45e6-8a39-25b866a2d7e3/4ae478b7-1c5c-4935-8465-783f774e8208/da18dab3-8509-410e-8aeb-d1c2c87031eb) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:07.663163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:04Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:07.671283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935394d-b3e0-41d3-b3c9-2c22af33c2e6 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:04Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:23:07.784591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:07.797775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Transition to ACTIVE for port object da18dab3-8509-410e-8aeb-d1c2c87031eb will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:07.817469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Transition to ACTIVE for port object da18dab3-8509-410e-8aeb-d1c2c87031eb will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:07.881898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:07.893595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:07.954722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:07.957741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:07.960771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:07.967439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (f3b0c5bc-362c-45e6-8a39-25b866a2d7e3/4ae478b7-1c5c-4935-8465-783f774e8208/b138421e-9a09-4468-abff-e2551291f353) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:07.972447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Pushing event updated for resources: {'Port': ['ID=da18dab3-8509-410e-8aeb-d1c2c87031eb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:07.975766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:08.067938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Attempting to bind port da18dab3-8509-410e-8aeb-d1c2c87031eb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:23:08.068306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Attempting to bind port da18dab3-8509-410e-8aeb-d1c2c87031eb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:23:08.068683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Attempting to bind port da18dab3-8509-410e-8aeb-d1c2c87031eb on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:08.075389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:23:08.075770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Checking segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:08.076179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.076571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Bound using segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:23:08.077042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Bound port: da18dab3-8509-410e-8aeb-d1c2c87031eb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:23:08.077581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.175260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:23:08.178697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:23:08.252073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.256748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:08.284448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.303453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object b138421e-9a09-4468-abff-e2551291f353 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:08.341493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Pushing event updated for resources: {'Port': ['ID=da18dab3-8509-410e-8aeb-d1c2c87031eb,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:08.345122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:08.406560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.411795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d9790299-8b5a-46cf-83c9-50e28f7656ea tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:08.477222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:08.480994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:08.485455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:08.538846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:08.544245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:08.574815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:08.779846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.192598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.195295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ce27274b-f93a-4e5a-8739-09715afe3e36 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:09.251993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.279987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c99a78e0-a73a-4507-ba2d-4d4e0132a223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:09.325881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ce27274b-f93a-4e5a-8739-09715afe3e36 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:09.339852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ce27274b-f93a-4e5a-8739-09715afe3e36 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:09.341969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.378537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:09.385749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:09.386937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.487635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.504158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port ce27274b-f93a-4e5a-8739-09715afe3e36, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ce27274b-f93a-4e5a-8739-09715afe3e36,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:09.529346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:09.530550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:09.560633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:09.561710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da18dab3-8509-410e-8aeb-d1c2c87031eb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:09.590632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-74d8313c-9070-4e8c-b792-2007d711277f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:09.682615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=ce27274b-f93a-4e5a-8739-09715afe3e36,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:09.686577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:09.742576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:23:09.765191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port da18dab3-8509-410e-8aeb-d1c2c87031eb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:09.945993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:23:09.950768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12badc-b54a-4cc4-90a7-b12a15755970 None None] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:23:09.958233 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:23:09.961659 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/75f67fa9-a0cd-468c-a70f-cd251d2dac6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912282 Dec 17 17:23:09.964785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:09.972742 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:09.973437 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:10.128463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Provisioning for port da18dab3-8509-410e-8aeb-d1c2c87031eb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:10.137519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Provisioning complete for port da18dab3-8509-410e-8aeb-d1c2c87031eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:10.138061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.184426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:10.282324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3d4c2-ac3e-4ca5-8d20-09bb5e14af00 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.282955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3d4c2-ac3e-4ca5-8d20-09bb5e14af00 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.283207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3d4c2-ac3e-4ca5-8d20-09bb5e14af00 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.283688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3d4c2-ac3e-4ca5-8d20-09bb5e14af00 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.287981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59e3d4c2-ac3e-4ca5-8d20-09bb5e14af00 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3197148 Dec 17 17:23:10.288344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51782) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:10.322293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.361672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:10.374007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020380a-202b-47a9-912d-cf4445b3ca49 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.374486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020380a-202b-47a9-912d-cf4445b3ca49 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.374946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020380a-202b-47a9-912d-cf4445b3ca49 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.375466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020380a-202b-47a9-912d-cf4445b3ca49 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:10.380748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a020380a-202b-47a9-912d-cf4445b3ca49 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0910757 Dec 17 17:23:10.380923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51786) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:10.446105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.449519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:10.529151 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:10.534733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:23:10.534733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Updating router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f port b138421e-9a09-4468-abff-e2551291f353 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:23:10.536609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Pushing event updated for resources: {'Port': ['ID=da18dab3-8509-410e-8aeb-d1c2c87031eb,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:10.541205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:10.592928 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.620720 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-36a0c0c8-ad28-4112-b7db-898d576ba7e4 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2385850 Dec 17 17:23:10.714559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Provisioning for port b138421e-9a09-4468-abff-e2551291f353 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:10.720070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Provisioning complete for port b138421e-9a09-4468-abff-e2551291f353 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:10.720452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.784725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Port b138421e-9a09-4468-abff-e2551291f353 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:23:10.797080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Provisioning complete for port da18dab3-8509-410e-8aeb-d1c2c87031eb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:10.797469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0d53519b-8ea3-4b36-ae1d-0620dde6343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:10.935045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51792) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:10.940516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000098246', 'description': 'tempest-secgroup-smoke-2000098246 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:10.946825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:10.951485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:10.954612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:10.963445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:10.990136 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.001875 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Transition to ACTIVE for port object b138421e-9a09-4468-abff-e2551291f353 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:11.045399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d3465ec3-30c0-4760-9b94-9729fd8d3fed None None] Provisioning complete for port b138421e-9a09-4468-abff-e2551291f353 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:11.045867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d3465ec3-30c0-4760-9b94-9729fd8d3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.057132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.077700 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:11.081646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:11.084617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:11.091327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:11.105408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d3465ec3-30c0-4760-9b94-9729fd8d3fed None None] Port b138421e-9a09-4468-abff-e2551291f353 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:23:11.108699 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.112542 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:11.171902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ce27274b-f93a-4e5a-8739-09715afe3e36 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:11.176249 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.180208 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Pushing event updated for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:11.236146 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.236555 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.237141 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.237141 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.237451 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.237758 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.238101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.238418 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.238743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.239135 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.239352 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.239861 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:23:11.246379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.249428 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:11.253030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ce27274b-f93a-4e5a-8739-09715afe3e36 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:11.254016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.254300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bd77529e-eee0-4ac3-8abb-8346d7c32ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:11.308580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:11.325087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:11.354816 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Attempting to bind port b138421e-9a09-4468-abff-e2551291f353 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:23:11.355078 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.355195 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Attempting to bind port b138421e-9a09-4468-abff-e2551291f353 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:23:11.355550 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Attempting to bind port b138421e-9a09-4468-abff-e2551291f353 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:11.358750 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-84a57d9f-d429-46f4-be00-2186ac133a5f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4200332 Dec 17 17:23:11.361125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51796) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:11.361689 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:23:11.361993 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Checking segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:11.362740 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.363141 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Bound using segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:23:11.363739 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Bound port: b138421e-9a09-4468-abff-e2551291f353, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:23:11.363993 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.366974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:11.375282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:11.380501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:11.384317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:11.390696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:11.436141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da18dab3-8509-410e-8aeb-d1c2c87031eb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:11.458989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.459274 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] For port b138421e-9a09-4468-abff-e2551291f353, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:23:11.463226 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] For port b138421e-9a09-4468-abff-e2551291f353, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b138421e-9a09-4468-abff-e2551291f353,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:23:11.515075 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.521867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port da18dab3-8509-410e-8aeb-d1c2c87031eb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:11.521867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.522132 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-5f1b1017-e3da-4c08-b53d-bf4b5df96335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:11.522247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.594360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.596626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cc4d3182-ce85-4b8d-9ea3-d0abcca11fb2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:11.599456 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Pushing event updated for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:11.602656 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:11.605950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:11.606625 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:11.622811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c07af4e-605f-499a-a6e1-496a372f7057,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:11.625839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:11.714229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.718568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51800) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:11.719049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3584988 Dec 17 17:23:11.724398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:11.730902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:11.734754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:11.737891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:11.744841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:11.800405 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:11.829422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.894290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.971710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:11.973526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c8c1d1e3-81fa-4651-b290-9fc6ece4a8dd tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:11.996058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b505a9f5-6b89-4f54-b69e-b2fcc7638840,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:12.001373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:12.074578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.075926 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560157 Dec 17 17:23:12.080164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51804) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:12.085768 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:12.091933 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:12.095962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:12.098934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:12.105185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:12.112604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:11Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:12.116414 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e9cef-9dcd-456a-83da-61bc6379fab9 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:11Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:23:12.220819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.290521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.365860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.372532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8a017036-1de2-4295-8813-c3f88f0824f8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:12.391976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541e4848-ca9e-4abe-9e89-8a92702f2592,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:12.394528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:12.468841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.470224 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890605 Dec 17 17:23:12.472947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51808) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:12.479204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:12.485366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:12.490614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:12.493568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:12.499371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:12.573216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.639915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.691571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.693408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ff5e43dd-a0fd-4430-953d-7d87d79b6247 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:12.716868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f339b3f5-bdf3-435c-b561-bfeb4eb63b7c,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:12.719358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:12.800298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.801521 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276021 Dec 17 17:23:12.804190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51812) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:12.809670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:12.815738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:12.819582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:12.823167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:12.828864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:12.891492 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:23:12.898580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:12.965476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.022881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.025375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-434141e2-00cc-4fb9-a652-aa44f0dde49a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:13.047541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5d3dd5-5bb5-46ad-bd01-32f39e31e8cf,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:13.050330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:13.120206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.124536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51816) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:13.127072 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216345 Dec 17 17:23:13.130727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:13.137331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:13.141246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:13.144629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:13.151409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:13.178412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b138421e-9a09-4468-abff-e2551291f353 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:13.223207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:23:13.230628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.297417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b138421e-9a09-4468-abff-e2551291f353 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:13.299242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.302585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b138421e-9a09-4468-abff-e2551291f353 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:13.302962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.360176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.362081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1f0d64a0-f62a-40fa-905f-4cf233fde8fb tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:13.385293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6539e9-a118-4019-b594-57798de86aec,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:13.387941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:13.417278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.448490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b138421e-9a09-4468-abff-e2551291f353, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b138421e-9a09-4468-abff-e2551291f353,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:13.484911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.486152 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3603024 Dec 17 17:23:13.508304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:13.510934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:13.577882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:13.580864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:13.699410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-ed255be2-cd57-49e2-ade2-6ddb24ae148f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000098246&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0410137 Dec 17 17:23:13.852166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-58fda3c5-92a5-4c4d-9b54-f7ef46dd76b3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:13.854037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-58fda3c5-92a5-4c4d-9b54-f7ef46dd76b3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 797 time: 0.1480374 Dec 17 17:23:13.869201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-423eabdd-cd97-454d-8fb8-f7412e48ca79 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0094075 Dec 17 17:23:13.947940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-bfd094d1-727e-4fc3-ad86-9f3235c3da58 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:23:14.017299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-bfd094d1-727e-4fc3-ad86-9f3235c3da58 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:23:14.018859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-bfd094d1-727e-4fc3-ad86-9f3235c3da58 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448512 Dec 17 17:23:14.072650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-6d7a2fd0-9616-4def-a6dd-9807e72bcd87 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:23:14.073639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-6d7a2fd0-9616-4def-a6dd-9807e72bcd87 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429068 Dec 17 17:23:14.204855 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-9ef12bde-9a2d-4212-b26a-7149f7df9995 service neutron] 10.222.0.61 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245909 Dec 17 17:23:14.334540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-f12d2085-fed9-42e7-97cf-5e56fa0e8a68 service neutron] 10.222.0.61 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Dec 17 17:23:14.613009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8d32774-8473-4739-99c0-264a35bdeded req-21f9dd94-05cd-4998-b7e9-a9230f0bdf87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 210 time: 0.0479972 Dec 17 17:23:15.147484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b138421e-9a09-4468-abff-e2551291f353 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:15.212684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b138421e-9a09-4468-abff-e2551291f353 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:15.212964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:15.526179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:15.880298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bb255dd-a8eb-464f-812f-7d1228e38fce req-a975a047-7bbe-49f0-8d42-b5854317ef51 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 210 time: 0.1628957 Dec 17 17:23:16.606517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-59c1b179-c6e9-4c1b-bccf-798f46fb7bf3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:16.607907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-59c1b179-c6e9-4c1b-bccf-798f46fb7bf3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 797 time: 0.1452341 Dec 17 17:23:16.656763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-1c6dcb67-33fb-402e-bf57-5ece5d908618 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 380 time: 0.0397999 Dec 17 17:23:16.665958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:16.804388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:16.814479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:16.879073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:23:16.882924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.073337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4dfffd0-cfc6-421b-8870-511d862e5efd req-1a17ab17-689d-4453-b492-310db27e4d00 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 210 time: 0.0588586 Dec 17 17:23:17.100135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.4 (f3b0c5bc-362c-45e6-8a39-25b866a2d7e3/4ae478b7-1c5c-4935-8465-783f774e8208/b3a53e37-5c06-4651-82ba-d8186c492079) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:17.286307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.301317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object b3a53e37-5c06-4651-82ba-d8186c492079 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:17.400156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.405746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4241407-eb7c-4dec-a0f4-a87b66efad8d tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:17.473463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:17.476666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:17.481048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:17.515550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:17.526329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:17.552512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:17.553029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.645415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831531 Dec 17 17:23:17.657745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Request body: {'port': {'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:17.730344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8eff6502-424b-413b-9167-d9efea8e345f None None] Provisioning for port b3a53e37-5c06-4651-82ba-d8186c492079 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:17.735593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8eff6502-424b-413b-9167-d9efea8e345f None None] Provisioning complete for port b3a53e37-5c06-4651-82ba-d8186c492079 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:17.735982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8eff6502-424b-413b-9167-d9efea8e345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.777840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:17.791724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8eff6502-424b-413b-9167-d9efea8e345f None None] Port b3a53e37-5c06-4651-82ba-d8186c492079 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:23:18.111939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a53e37-5c06-4651-82ba-d8186c492079 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:23:18.119321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:18.133335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Transition to ACTIVE for port object b3a53e37-5c06-4651-82ba-d8186c492079 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:18.215782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:18.224519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-22c69091-5ff4-43a2-8b33-0efff7a361ba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:18.517173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:18.524712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:18.582995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b372eea-e0d2-4ad1-bb90-bf98c693858d req-e643985e-0edd-4636-91b1-cb8a4eab03ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:18.583607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5b372eea-e0d2-4ad1-bb90-bf98c693858d req-e643985e-0edd-4636-91b1-cb8a4eab03ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:23:18.615655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Attempting to bind port b3a53e37-5c06-4651-82ba-d8186c492079 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:23:18.615974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Attempting to bind port b3a53e37-5c06-4651-82ba-d8186c492079 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:23:18.616304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Attempting to bind port b3a53e37-5c06-4651-82ba-d8186c492079 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:18.624089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Port b3a53e37-5c06-4651-82ba-d8186c492079 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:23:18.624089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Attempting to bind port b3a53e37-5c06-4651-82ba-d8186c492079 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:18.626655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:23:18.626981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Checking segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:18.627358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Bound using segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:23:18.627777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Bound port: b3a53e37-5c06-4651-82ba-d8186c492079, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:23:18.628118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:18.711796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5b372eea-e0d2-4ad1-bb90-bf98c693858d req-e643985e-0edd-4636-91b1-cb8a4eab03ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:23:18.713148 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b372eea-e0d2-4ad1-bb90-bf98c693858d req-e643985e-0edd-4636-91b1-cb8a4eab03ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 943 time: 0.5334280 Dec 17 17:23:18.720030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:23:18.727166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:23:18.768485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b372eea-e0d2-4ad1-bb90-bf98c693858d req-67978b19-0863-4042-8159-fe2ed09d74b9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Dec 17 17:23:18.806231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:18.810116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:18.870109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:18.870751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:18.872053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 1093 time: 1.2185667 Dec 17 17:23:18.872605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:18.895102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:18.898384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:18.920291 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:23:19.011511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-96b8f8b6-cb38-4d2f-8a93-d026c7744d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.013028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-96b8f8b6-cb38-4d2f-8a93-d026c7744d2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1096 time: 0.0742779 Dec 17 17:23:19.159664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-26e3675f-f0fa-42c9-a868-4f1a80714e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.161106 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-26e3675f-f0fa-42c9-a868-4f1a80714e92 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1403790 Dec 17 17:23:19.297403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-36d575a4-574e-4283-aad4-f87288bd25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.298873 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e03d5ab1-c46f-40aa-a948-290549d0ec83 req-36d575a4-574e-4283-aad4-f87288bd25aa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308565 Dec 17 17:23:19.414419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-082897df-1374-4f23-8838-11be24bba86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.416385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-082897df-1374-4f23-8838-11be24bba86a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1096 time: 0.0816827 Dec 17 17:23:19.489382 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-71965c94-f85a-4f6f-a753-2340db2ef16f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 217 time: 0.0651398 Dec 17 17:23:19.551292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-6dabdabe-06ba-45ad-839d-bc456b5645a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.552675 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-6dabdabe-06ba-45ad-839d-bc456b5645a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0567482 Dec 17 17:23:19.629350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-00c3333f-e269-4feb-aa24-5fe115c2deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.631068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-00c3333f-e269-4feb-aa24-5fe115c2deb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715623 Dec 17 17:23:19.767784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-b1c449e6-ec49-4ece-ae78-493ab6f7800b service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297097 Dec 17 17:23:19.945232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae6467a4-3c54-44c9-a9fa-ada569194c59 req-2945400b-8a12-47d3-bb91-19c7cddb6019 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711781 Dec 17 17:23:19.972460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecad473-1d18-41a9-93de-b8c7171f647b req-497d58d4-14b6-4a17-9d8c-43936086bfd0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:19.978146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cecad473-1d18-41a9-93de-b8c7171f647b req-497d58d4-14b6-4a17-9d8c-43936086bfd0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 943 time: 0.1045389 Dec 17 17:23:20.017711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cecad473-1d18-41a9-93de-b8c7171f647b req-99893b50-3a3c-4b34-9ee8-df6336595016 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Dec 17 17:23:21.207185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117e72-5029-4064-b024-40584c0d2cb0 req-5590518c-0b64-4288-b176-a05cdd8c0df7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:21.208639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26117e72-5029-4064-b024-40584c0d2cb0 req-5590518c-0b64-4288-b176-a05cdd8c0df7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 943 time: 0.0838830 Dec 17 17:23:21.251120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26117e72-5029-4064-b024-40584c0d2cb0 req-0cf68a13-995b-4034-ae38-08b271610d34 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362222 Dec 17 17:23:22.446855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e4fc4-0b02-4806-b372-c79ca4bc8d63 req-27ba913c-ee98-4332-92d8-9950f456f9d7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:22.448239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-713e4fc4-0b02-4806-b372-c79ca4bc8d63 req-27ba913c-ee98-4332-92d8-9950f456f9d7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 943 time: 0.0949090 Dec 17 17:23:22.496625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-713e4fc4-0b02-4806-b372-c79ca4bc8d63 req-7137f72d-a145-484a-8319-15a38fa1a088 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Dec 17 17:23:23.223684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b3a53e37-5c06-4651-82ba-d8186c492079 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:23:23.352835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:23.365373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:23:23.418836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:23.435160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a53e37-5c06-4651-82ba-d8186c492079 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:23:23.450264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:23.542556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:23.544384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:23.613149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:23.616198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:23.679565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8d476-b61b-4fe6-9f14-567239dc53b0 req-dd0c22de-7fd3-4747-916e-b1f815c68f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:23.681647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3ab8d476-b61b-4fe6-9f14-567239dc53b0 req-dd0c22de-7fd3-4747-916e-b1f815c68f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 944 time: 0.0810804 Dec 17 17:23:23.725070 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3ab8d476-b61b-4fe6-9f14-567239dc53b0 req-6d76a7f8-f8f2-489a-b89d-c850590fbda7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376208 Dec 17 17:23:23.940923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b3a53e37-5c06-4651-82ba-d8186c492079'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:23:24.667377 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:23:25.029736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fbe5b-c5e2-4106-8710-1e28e40a3b9a req-b8a1e3c3-4c87-4dbc-9d29-ae3ade79a0ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:25.031191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-747fbe5b-c5e2-4106-8710-1e28e40a3b9a req-b8a1e3c3-4c87-4dbc-9d29-ae3ade79a0ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 944 time: 0.1960621 Dec 17 17:23:25.074647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-747fbe5b-c5e2-4106-8710-1e28e40a3b9a req-1ecc5ec5-2525-47b0-b6c2-83c194c0a915 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Dec 17 17:23:25.235978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b3a53e37-5c06-4651-82ba-d8186c492079 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:25.348932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port b3a53e37-5c06-4651-82ba-d8186c492079 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:25.353518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port b3a53e37-5c06-4651-82ba-d8186c492079 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:25.353912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:25.465309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:25.493859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:25.503330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:25.553358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:25.556415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:25.591624 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'code': 200} Dec 17 17:23:25.623654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:25.626393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:25.938315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b636-a967-4022-baa9-9cbfc3ce1f70 req-7ea0a91d-dde8-45be-ba8a-3bd13138078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:25.939661 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebc0b636-a967-4022-baa9-9cbfc3ce1f70 req-7ea0a91d-dde8-45be-ba8a-3bd13138078a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1098 time: 0.0686164 Dec 17 17:23:25.980195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebc0b636-a967-4022-baa9-9cbfc3ce1f70 req-e0f1ec77-e2f3-426c-b022-6a8a8a5add2d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340052 Dec 17 17:23:26.257074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd477a80-6d61-4cc5-9d86-5b8f42db0432 req-b93052ac-86c4-44d1-8faa-f97e2b9af5c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:26.258561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd477a80-6d61-4cc5-9d86-5b8f42db0432 req-b93052ac-86c4-44d1-8faa-f97e2b9af5c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0807245 Dec 17 17:23:26.301686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd477a80-6d61-4cc5-9d86-5b8f42db0432 req-4ac6e368-7f0e-4a70-80e5-a93eca2ad7d2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Dec 17 17:23:27.487246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e3f4e-8a37-4bd9-afd5-227065b94ca4 req-fd7577fe-f691-4eb7-a696-434b3a05ceed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:27.488688 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ad1e3f4e-8a37-4bd9-afd5-227065b94ca4 req-fd7577fe-f691-4eb7-a696-434b3a05ceed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0817001 Dec 17 17:23:27.541107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ad1e3f4e-8a37-4bd9-afd5-227065b94ca4 req-e99fe688-fa08-4b24-98ef-05356e210409 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Dec 17 17:23:28.720766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac9c6-2af2-4ee5-ae51-42bd884f68b3 req-9b96553a-2be3-4013-9734-c6ffc93c3b91 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:28.722215 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-480ac9c6-2af2-4ee5-ae51-42bd884f68b3 req-9b96553a-2be3-4013-9734-c6ffc93c3b91 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0777941 Dec 17 17:23:28.769031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-480ac9c6-2af2-4ee5-ae51-42bd884f68b3 req-1c089981-1843-4612-b110-676d6a660feb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Dec 17 17:23:28.958074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9654d2-f006-4598-8c92-8b57fb04ffdb req-c2bb2c7b-0169-462b-ac73-8c0e31666f60 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:28.959389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e9654d2-f006-4598-8c92-8b57fb04ffdb req-c2bb2c7b-0169-462b-ac73-8c0e31666f60 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0803900 Dec 17 17:23:29.001639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e9654d2-f006-4598-8c92-8b57fb04ffdb req-d408983c-59d6-4e2b-a535-bd87d83b4839 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362744 Dec 17 17:23:29.025356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:29.095734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0f161-3e5e-4f21-b4e3-e9a70e9bea5f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:29.097229 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2be0f161-3e5e-4f21-b4e3-e9a70e9bea5f tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1093 time: 0.0705550 Dec 17 17:23:29.099997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51886) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:29.105376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:29.111340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:29.115125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:29.118416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:29.125635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:29.199684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:29.334818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:29.473653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.195 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:29.618056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:29.696268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:29.700690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f6833586-b6a5-42d9-8298-06b924a4f031 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:29.759037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:29.761831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:29.765709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:29.808197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:29.812342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:30.173553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:30.302301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:30.611703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:30.668021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:30.671582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:30.773505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:30.777795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:30.786249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:30.949837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 9aab53f7-d03a-4414-8130-5278a345edd1 associated. External IP: 172.26.4.195, port: b3a53e37-5c06-4651-82ba-d8186c492079. Dec 17 17:23:31.288180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:23:31.460043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:23:31.470566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:23:31.480771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:31.481742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:31.559673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:31.615335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5143383 Dec 17 17:23:31.616004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:31.618834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51890) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:31.660446 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:23:31.692086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195bab13-4da0-469d-b6fd-7be1582a6172 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:31.696268 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-195bab13-4da0-469d-b6fd-7be1582a6172 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1093 time: 0.0737727 Dec 17 17:23:31.696420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:31.759651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-7cf0b60f-3de2-458f-98ba-0379fe2ff22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:31.761157 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-7cf0b60f-3de2-458f-98ba-0379fe2ff22d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1098 time: 0.0788381 Dec 17 17:23:31.896836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-0523a90b-1c09-452e-a2b9-f217f8d8b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:31.898257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-0523a90b-1c09-452e-a2b9-f217f8d8b95c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1297793 Dec 17 17:23:31.969420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51898) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:31.974588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748554509', 'description': 'tempest-secgroup-smoke-748554509 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:31.981013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:31.985837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:31.989060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:31.995108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:32.058474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:30Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:32.062910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:23:32.072218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:32.072861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:32.080172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.106482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:32.110721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:32.113784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:32.119705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:32.155226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-b536c523-0019-4691-aec7-7d18b59d7bb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 999 time: 0.2498848 Dec 17 17:23:32.212902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.224515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-3bee4f8c-6d64-4daf-a4f4-15ade50655af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:32.229027 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-3bee4f8c-6d64-4daf-a4f4-15ade50655af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0593274 Dec 17 17:23:32.247725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4d82223a-687c-4daf-b872-0aa6e8860d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.278692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:32.281196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.286334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-487d990f-f454-47c8-a8c1-d56ef54cffc3 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:32.301933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-b9ce3ed4-e5b2-4aa7-a2b8-b34316332657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:32.303455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-b9ce3ed4-e5b2-4aa7-a2b8-b34316332657 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712497 Dec 17 17:23:32.327425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82216e0a-cb80-45c4-9970-83223e43a045,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:32.330339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:32.388228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.393049 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4224570 Dec 17 17:23:32.393647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 51902) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:32.399042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:32.406111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:32.410088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:32.413188 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:32.420255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:32.439670 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-4e5d0088-4d33-4def-b67c-e90d5b69ee47 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289980 Dec 17 17:23:32.492825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.567631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.603122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af357ef-c991-4129-aa2e-c935e5b6e6b5 req-c00dd3e2-63e2-4815-8642-e2dabe4bf680 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554620 Dec 17 17:23:32.645802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.648252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:32.652643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:30Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:32.658085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332e670-7361-4dc6-8196-1d0f3cb96886 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:30Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:23:32.673686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c277d1fa-8337-413a-a032-9fc113fe2296,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:32.677995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:32.759778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.763974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51906) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:32.765367 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697653 Dec 17 17:23:32.769388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:32.775973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:32.779817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:32.782778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:32.794093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:32.887132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:32.891694 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6ed55-69e4-45c0-854b-92f36f295dda None None] New status for floating IP 9aab53f7-d03a-4414-8130-5278a345edd1: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:23:32.955983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.027979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.029951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f49a09f-bbfe-484d-97bc-27eb527eda72 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:33.052870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56c2de0-7a3f-4837-9c4e-8b9eb6401cbc,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:33.055541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:33.135888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.137184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4a2bcaea-f3f7-4626-a79c-1de6135b8580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3722053 Dec 17 17:23:33.140006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51910) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:33.145084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:33.155084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:33.159792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:33.165406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:33.173235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:33.252221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.314943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.393600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.401642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c683792f-ac69-4ee0-86d2-54cf9aafb066 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:33.421175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b4b2a-5d03-44d2-bd8b-fa9f34b93b0f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:33.423829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:33.508353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.510151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691821 Dec 17 17:23:33.512821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51914) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:33.517936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:33.524056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:33.527834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:33.530751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:33.537521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:33.611441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.672034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.724775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.730474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-15fd41f3-0af9-4f8c-9e83-313b323700cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:33.752889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ecb5ae-4197-4a7c-a554-58af50e34d8b,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:33.757553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:33.826755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:33.827908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3141203 Dec 17 17:23:33.830531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51918) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:33.835493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:33.841363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:33.845214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:33.848124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:33.854360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:33.930508 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:23:33.937907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.001021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.068204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.075380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9fa3bfbf-0ba3-4f59-9bab-da835f981813 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:34.093847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4769289b-ad3e-4e72-898c-19ed1b242151,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:34.096611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:34.182507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.183662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3522184 Dec 17 17:23:34.186372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51922) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:34.191165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '82216e0a-cb80-45c4-9970-83223e43a045', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:34.196806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:34.200944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:34.203759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:34.209241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:34.284171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:23:34.291655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.422924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.479465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.481672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51d6d1e5-399d-41ff-9b6a-0a2c335c7707 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:34.504161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f56553c-8e01-4108-bc3e-9f3ba242f572,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:34.506864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:34.582352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:34.583552 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3962958 Dec 17 17:23:34.743094 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ae4cc1ef-42ad-46f3-bdfa-418797217eb9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748554509&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0413418 Dec 17 17:23:34.899063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-aa3ab201-0aa5-407c-bccc-077193f7b89a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:34.901042 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-aa3ab201-0aa5-407c-bccc-077193f7b89a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 797 time: 0.1516521 Dec 17 17:23:34.915044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ce3f7515-3c3f-4729-9e3d-2ff2b7fd92b6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0086715 Dec 17 17:23:34.999953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-b9452a21-3a7d-4e2a-9ad7-16027535e89f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801618 Dec 17 17:23:35.057217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd6c7-a9ba-47e1-b03e-4812158cbdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:35.138169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-1f7a596f-e16e-4be1-97e7-6b8b09256b42 service neutron] 10.222.0.61 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259248 Dec 17 17:23:35.274214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-fa772dc1-b22b-44a4-8849-2e5a3bc48d70 service neutron] 10.222.0.61 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289163 Dec 17 17:23:35.521011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-966a455b-b480-40db-b595-bd7647f95f89 req-bb31a979-4c5e-468c-8574-1f97ac2a84bb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0418737 Dec 17 17:23:35.724985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:35.952747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:36.670923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78606252-28dd-4b7b-b32b-7062051210f6 req-34643596-6a6b-4dff-82b3-d7aa578be2cb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0466232 Dec 17 17:23:37.249987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:37.517376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7ccf5407-bdfc-441d-a436-022fd2dbd27c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:37.518846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7ccf5407-bdfc-441d-a436-022fd2dbd27c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 797 time: 0.1500287 Dec 17 17:23:37.575599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-08d42e8d-a75a-40e3-bae5-87f78210bc8c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 472 time: 0.0471654 Dec 17 17:23:37.584445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['82216e0a-cb80-45c4-9970-83223e43a045']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:37.720305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:37.729878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:37.837174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bcb2e766-3e64-4f9c-a0d3-dd665aae4dda req-f56844e8-9001-4b9a-970e-fa84ce31a4d1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0505185 Dec 17 17:23:37.837909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:23:37.841512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.017000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.10 (f3b0c5bc-362c-45e6-8a39-25b866a2d7e3/4ae478b7-1c5c-4935-8465-783f774e8208/eb8ba9a8-3814-42d7-967f-dcd75e37f283) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:38.328713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.344525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object eb8ba9a8-3814-42d7-967f-dcd75e37f283 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:38.440091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.447565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd036237-d99d-4494-bb82-69eef0e7c148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:38.513519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:38.516543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:38.520457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:38.568229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:38.576259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:38.596169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:38.596751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.675021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0941756 Dec 17 17:23:38.687117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Request body: {'port': {'device_id': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:38.801375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.816441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-476b4c9c-ffe0-4f66-b6cc-143486d00451 None None] Provisioning for port eb8ba9a8-3814-42d7-967f-dcd75e37f283 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:38.821702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-476b4c9c-ffe0-4f66-b6cc-143486d00451 None None] Provisioning complete for port eb8ba9a8-3814-42d7-967f-dcd75e37f283 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:38.822421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-476b4c9c-ffe0-4f66-b6cc-143486d00451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:38.897150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-476b4c9c-ffe0-4f66-b6cc-143486d00451 None None] Port eb8ba9a8-3814-42d7-967f-dcd75e37f283 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:23:39.140387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41e43-dbd9-44c8-80aa-0dad02099be5 req-ccaacd97-4e6a-45a8-8215-0a1c7ce2df19 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:39.141003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-1ef41e43-dbd9-44c8-80aa-0dad02099be5 req-ccaacd97-4e6a-45a8-8215-0a1c7ce2df19 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:23:39.220354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8ba9a8-3814-42d7-967f-dcd75e37f283 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:23:39.227868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:39.241326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Transition to ACTIVE for port object eb8ba9a8-3814-42d7-967f-dcd75e37f283 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:23:39.250430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-1ef41e43-dbd9-44c8-80aa-0dad02099be5 req-ccaacd97-4e6a-45a8-8215-0a1c7ce2df19 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:23:39.252474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ef41e43-dbd9-44c8-80aa-0dad02099be5 req-ccaacd97-4e6a-45a8-8215-0a1c7ce2df19 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 932 time: 0.3026876 Dec 17 17:23:39.295367 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ef41e43-dbd9-44c8-80aa-0dad02099be5 req-01b81e9f-b302-4293-9910-04f44a76915b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378311 Dec 17 17:23:39.358256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:39.363059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:39.487239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:39.515831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:39.592925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Attempting to bind port eb8ba9a8-3814-42d7-967f-dcd75e37f283 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:23:39.593258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Attempting to bind port eb8ba9a8-3814-42d7-967f-dcd75e37f283 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:23:39.593582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Attempting to bind port eb8ba9a8-3814-42d7-967f-dcd75e37f283 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:39.598111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Port eb8ba9a8-3814-42d7-967f-dcd75e37f283 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:23:39.598425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Attempting to bind port eb8ba9a8-3814-42d7-967f-dcd75e37f283 on network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:23:39.603959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:23:39.604287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Checking segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:23:39.604666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Bound using segment: {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:23:39.605083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Bound port: eb8ba9a8-3814-42d7-967f-dcd75e37f283, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:23:39.605418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:39.695098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:23:39.698009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:23:39.770990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:39.776072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9dc75e74-1f03-4451-8d2e-21072189ed44 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:39.830095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:39.830737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:39.832065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 200 len: 1094 time: 1.1494498 Dec 17 17:23:39.832593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:39.854755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:39.858595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:39.888062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'status': 'completed', 'code': 200} Dec 17 17:23:39.984458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-56295299-5ba6-4970-b750-3418f1b96b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:39.985985 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-56295299-5ba6-4970-b750-3418f1b96b2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0777903 Dec 17 17:23:40.126940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-5b575c4a-0101-4935-8f18-5d397353670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.128386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-5b575c4a-0101-4935-8f18-5d397353670f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1332192 Dec 17 17:23:40.263367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-ce992b71-540e-446c-bfe3-b90862a8c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.264790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6817100a-3047-4ba5-9bc6-dce1367ba880 req-ce992b71-540e-446c-bfe3-b90862a8c438 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294460 Dec 17 17:23:40.546353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-401e4e2f-6dad-424c-85ee-719c5fc50628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.547649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-401e4e2f-6dad-424c-85ee-719c5fc50628 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.2415841 Dec 17 17:23:40.555641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440851-85d7-4922-a655-61b9b96ff31a req-52abaed4-5312-44b3-aec3-05abd0915a88 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.556922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb440851-85d7-4922-a655-61b9b96ff31a req-52abaed4-5312-44b3-aec3-05abd0915a88 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 944 time: 0.1099529 Dec 17 17:23:40.635172 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-df498067-a84f-4f50-a44d-1a9b3094fd10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 200 len: 217 time: 0.0773554 Dec 17 17:23:40.697056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb440851-85d7-4922-a655-61b9b96ff31a req-c10b0336-8bbd-4e6b-add6-bf412eafe83a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901315 Dec 17 17:23:40.710883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-c4ef548d-4892-489c-a7d5-d0fd074befd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.712874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-c4ef548d-4892-489c-a7d5-d0fd074befd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0678434 Dec 17 17:23:40.787410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-8fae24f0-2eb9-4e7b-8e53-cbe524604028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:40.788822 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-8fae24f0-2eb9-4e7b-8e53-cbe524604028 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685899 Dec 17 17:23:40.922705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-6a173357-715f-46b2-894d-063b22b86984 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 Dec 17 17:23:41.052893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d13c1078-ca2e-4625-bafb-77b3b940b742 req-a3efd000-35e5-42e7-8fac-33ee9bbd7e51 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223202 Dec 17 17:23:41.886803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976c4e8-ae07-4c16-8634-bacd35463eaa req-2d8fe78b-f18c-4e37-8fff-1ecd0a4e8a26 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:41.888224 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0976c4e8-ae07-4c16-8634-bacd35463eaa req-2d8fe78b-f18c-4e37-8fff-1ecd0a4e8a26 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 944 time: 0.0828102 Dec 17 17:23:41.931456 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0976c4e8-ae07-4c16-8634-bacd35463eaa req-0c8ec795-6f2d-4cac-9061-b870bf33f73d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376239 Dec 17 17:23:43.112229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15302069-ce60-49a6-9a08-eeeb718f2548 req-64238f8c-aca0-4a89-8549-2a92cb937f8a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:43.113681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15302069-ce60-49a6-9a08-eeeb718f2548 req-64238f8c-aca0-4a89-8549-2a92cb937f8a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 944 time: 0.0782278 Dec 17 17:23:43.160478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15302069-ce60-49a6-9a08-eeeb718f2548 req-d183fd2c-7f5c-4d20-9a26-3fe4ca7d13a0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Dec 17 17:23:44.339671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff08bb-bab2-407e-b07c-3a3044b11e20 req-02666a95-4f53-4cec-9ea8-be8f0618aed7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:44.341007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-85ff08bb-bab2-407e-b07c-3a3044b11e20 req-02666a95-4f53-4cec-9ea8-be8f0618aed7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 944 time: 0.0782938 Dec 17 17:23:44.384680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-85ff08bb-bab2-407e-b07c-3a3044b11e20 req-f9e76074-0390-4d02-b843-891d0fb35da9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 Dec 17 17:23:45.372490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device eb8ba9a8-3814-42d7-967f-dcd75e37f283 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:23:45.517394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:45.530543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'port_id': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'mac_address': 'fa:16:3e:e1:d1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:23:45.533015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:45.569882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251882cd-6046-4215-b48b-4ae069c732c1 req-f15e54bd-a07e-4811-a0b5-23d189017914 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:45.571932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-251882cd-6046-4215-b48b-4ae069c732c1 req-f15e54bd-a07e-4811-a0b5-23d189017914 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 944 time: 0.0862067 Dec 17 17:23:45.585123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:45.601319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8ba9a8-3814-42d7-967f-dcd75e37f283 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:23:45.616234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-251882cd-6046-4215-b48b-4ae069c732c1 req-a5fc34eb-e4d4-4c25-94c2-ea8276e20b2a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381403 Dec 17 17:23:45.616478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:45.673482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:45.675778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a9c8f07b-ad0a-41ab-abc6-3d45993ca715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:45.743533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:45.746612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:46.003348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['eb8ba9a8-3814-42d7-967f-dcd75e37f283'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:23:46.797451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d5b2-c2ff-4bb9-8eba-7e1f329e2df0 req-484e9d45-268b-4fd4-9f9b-02c13dcb014e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:46.798864 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0048d5b2-c2ff-4bb9-8eba-7e1f329e2df0 req-484e9d45-268b-4fd4-9f9b-02c13dcb014e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 945 time: 0.0771253 Dec 17 17:23:46.841272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0048d5b2-c2ff-4bb9-8eba-7e1f329e2df0 req-8c44c9cc-944b-4eb8-b642-099b08f77fa4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368767 Dec 17 17:23:47.396498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device eb8ba9a8-3814-42d7-967f-dcd75e37f283 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:23:47.507418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port eb8ba9a8-3814-42d7-967f-dcd75e37f283 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:23:47.511977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port eb8ba9a8-3814-42d7-967f-dcd75e37f283 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:23:47.512410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:47.635756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:47.661209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:47.670844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:23:47.706586 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'code': 200} Dec 17 17:23:47.740983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:47.742921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:47.809375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:47.812398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:48.059954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd995b-75be-4d89-9404-0d75f7da056a req-32df4466-6ed9-4dfe-8204-e67edc6d8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:48.061704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3cdd995b-75be-4d89-9404-0d75f7da056a req-32df4466-6ed9-4dfe-8204-e67edc6d8f32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0766351 Dec 17 17:23:48.138409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3cdd995b-75be-4d89-9404-0d75f7da056a req-88848742-3923-4e3f-a8bd-fd0d193ea384 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686710 Dec 17 17:23:48.179539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208876cf-8dd9-406b-aba7-af1622bfcecb req-07242213-9804-45e1-8ce8-b96d9a3cce66 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:48.180959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208876cf-8dd9-406b-aba7-af1622bfcecb req-07242213-9804-45e1-8ce8-b96d9a3cce66 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.0833716 Dec 17 17:23:48.223369 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208876cf-8dd9-406b-aba7-af1622bfcecb req-fd29b321-dc6c-4b0e-83c1-48975628bc62 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368609 Dec 17 17:23:49.409380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e74b-d2da-4957-9a1e-35aa5038203e req-3c16b045-2a9b-4932-93ba-b5bebece4eb0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:49.410746 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f724e74b-d2da-4957-9a1e-35aa5038203e req-3c16b045-2a9b-4932-93ba-b5bebece4eb0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.0809174 Dec 17 17:23:49.453774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f724e74b-d2da-4957-9a1e-35aa5038203e req-4fa797e9-ae94-45e4-b26f-0424ebe0e7db tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Dec 17 17:23:50.647814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3142fa-57a9-4d2d-90f8-adde24707f69 req-891f73ac-8b54-4930-9fe8-5fc2787e31dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:50.649283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea3142fa-57a9-4d2d-90f8-adde24707f69 req-891f73ac-8b54-4930-9fe8-5fc2787e31dd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.0800123 Dec 17 17:23:50.696381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea3142fa-57a9-4d2d-90f8-adde24707f69 req-3d355cf4-8dcf-45cf-bc78-8dab92b58577 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Dec 17 17:23:50.877755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf4201-8388-4a30-9d10-1388705db58d req-e900cb78-f8c8-47ae-a6a9-c506510c5fed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:50.879486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42bf4201-8388-4a30-9d10-1388705db58d req-e900cb78-f8c8-47ae-a6a9-c506510c5fed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.0800021 Dec 17 17:23:50.924773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42bf4201-8388-4a30-9d10-1388705db58d req-379ee3ac-938b-46ea-9722-45b4b260e37a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Dec 17 17:23:50.946066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51982) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:51.018521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0de462-152c-476d-a771-6fe3d7c629fe tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:51.019913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa0de462-152c-476d-a771-6fe3d7c629fe tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1094 time: 0.0728757 Dec 17 17:23:51.022592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 51986) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:23:51.028016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:23:51.033979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:23:51.037729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:23:51.041130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:23:51.046796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:23:51.107601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:51.349644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:51.476760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.36 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b6366c5e-4cdd-4762-89e0-feeed8fff032) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:23:51.619194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:51.696693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:51.700987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41540a6c-00bd-4408-88bc-b219db9a6ef9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:51.756291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:23:51.759623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:23:51.763249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:23:51.809452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b6366c5e-4cdd-4762-89e0-feeed8fff032,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:51.813290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:52.166283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:52.294954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:52.492363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:52.552138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:52.555637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-214f9b1f-7b89-42db-859e-11350ac69345 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:23:52.674980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b6366c5e-4cdd-4762-89e0-feeed8fff032,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:23:52.678880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:23:52.689099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:52.859593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 4fba4497-d4cf-45f2-9b36-9eaeb02c894c associated. External IP: 172.26.4.36, port: eb8ba9a8-3814-42d7-967f-dcd75e37f283. Dec 17 17:23:53.349552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:23:53.529097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:23:53.538988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:23:53.549301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:53.549950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:53.599127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:23:53.653393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6296673 Dec 17 17:23:53.654077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:23:53.697919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'status': 'completed', 'code': 200} Dec 17 17:23:53.730709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:53.789241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-946c1131-2e25-4301-a994-6545502dac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:53.790763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-946c1131-2e25-4301-a994-6545502dac16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0705271 Dec 17 17:23:53.920716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-4512e562-1b70-4a90-bc8a-1ba8bfd3cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:53.922080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-4512e562-1b70-4a90-bc8a-1ba8bfd3cc51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1242239 Dec 17 17:23:54.026182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-4c86ed50-4938-4e8a-9672-e55a3fb9328d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 200 len: 999 time: 0.0971525 Dec 17 17:23:54.084923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '4fba4497-d4cf-45f2-9b36-9eaeb02c894c', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:e1:d1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:52Z', 'updated_at': '2021-12-17T17:23:52Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}, {'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:54.089184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:23:54.098293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:23:54.098916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:23:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:54.101196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-9e569c38-3a14-487b-97e0-d23f5245db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:54.103228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-9e569c38-3a14-487b-97e0-d23f5245db4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0618596 Dec 17 17:23:54.179620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-eca220c4-dd6e-49e5-a5b0-83b3365be019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:23:54.181011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-eca220c4-dd6e-49e5-a5b0-83b3365be019 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704293 Dec 17 17:23:54.273109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:23:54.314099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-5897d3fe-7ae0-4dad-aea2-ebd6701f8c11 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246884 Dec 17 17:23:54.447023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e776868d-b8fd-4a1c-b15f-45c05b175808 req-d4c34ddf-3b39-4909-831f-86dccae620be service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265039 Dec 17 17:23:54.647327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '4fba4497-d4cf-45f2-9b36-9eaeb02c894c', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:e1:d1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:52Z', 'updated_at': '2021-12-17T17:23:52Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}, {'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:23:54.651675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75998-8f83-407c-a023-786fd116e810 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '4fba4497-d4cf-45f2-9b36-9eaeb02c894c', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:e1:d1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:52Z', 'updated_at': '2021-12-17T17:23:52Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}, {'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:23:54.840894 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a730fb-fd6e-4fe2-9509-6b03e5c16c88 None None] New status for floating IP 4fba4497-d4cf-45f2-9b36-9eaeb02c894c: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:24:01.665543 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:24:02.214812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-75476201-0e81-4e8a-8584-48a7810ce4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:05.067236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2462e9d6-38f0-4e9a-9431-b2358fcee5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:05.724312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:05.930379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:07.275092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:10.197272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-33b1d064-6421-4817-ab0d-68b9f7fc6e46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723753 Dec 17 17:24:10.332238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-dc6d7529-b68f-46ac-b919-57fd5f10a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:24:10.333687 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-dc6d7529-b68f-46ac-b919-57fd5f10a3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1098 time: 0.0694489 Dec 17 17:24:10.594587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-654a664f-4b93-4efa-a01e-653ab58642f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:24:10.596009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-654a664f-4b93-4efa-a01e-653ab58642f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.2427516 Dec 17 17:24:10.698498 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-44e95966-583a-4152-ac47-a4d15bcaf3c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 1001 time: 0.0952330 Dec 17 17:24:10.759377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-e579a249-5432-46cd-9cea-1ff4c6b70d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:24:10.761263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-e579a249-5432-46cd-9cea-1ff4c6b70d49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0555043 Dec 17 17:24:10.836887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-c05405f7-2d04-4883-afba-f8e3fa5c9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:24:10.838902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-c05405f7-2d04-4883-afba-f8e3fa5c9bc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704112 Dec 17 17:24:10.968897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-7d24b7e8-d5a3-4064-a213-daff68edb0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215789 Dec 17 17:24:11.103895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5c3cac0-39ed-45b3-89fe-a3ee5244bec4 req-e0dbb220-56f8-433f-a05d-750f90635e47 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277907 Dec 17 17:24:15.494496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:32.186321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d99a5dcc-d260-436a-813e-07e45834c89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:35.060710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7524d7be-0469-4071-999d-84b3dd16c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:35.750637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:35.939370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:37.253964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:24:38.667789 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:24:45.488690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:02.218634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4134cc27-a873-43f5-82a4-5b9b05bec32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:05.071946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b936023c-867b-4ff6-af5b-538c55948d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:05.711533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:05.938461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:07.253958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:08.961665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:09.068032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-582adbb9-b8f5-4210-a6a2-9b9c50be4b76 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/9aab53f7-d03a-4414-8130-5278a345edd1 HTTP/1.1" status: 200 len: 993 time: 0.1051028 Dec 17 17:25:09.777719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52024) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:09.783690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:09.897267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:10.118702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:10.143051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:10.191005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:10.194559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62c6f0c4-4446-42c2-acd6-6137c3028cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:10.260445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:10.261055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:10.262977 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/ports/b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 938 time: 0.4841986 Dec 17 17:25:10.263822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:10.294816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:10.302737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.303120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.303491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.303856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.304218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.304631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.304996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.305353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.305711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.306097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.306437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.306788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:10.310893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:10.313345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:25:10.458225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-cb60274c-6b5e-475d-b57a-67428d804236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:10.459702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-cb60274c-6b5e-475d-b57a-67428d804236 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1099 time: 0.1219413 Dec 17 17:25:10.509841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d7d392a3-a81a-42aa-bcf4-505451ba8305 None None] Provisioning complete for port b3a53e37-5c06-4651-82ba-d8186c492079 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:10.510865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d7d392a3-a81a-42aa-bcf4-505451ba8305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:10.568762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d7d392a3-a81a-42aa-bcf4-505451ba8305 None None] Port b3a53e37-5c06-4651-82ba-d8186c492079 is administratively disabled so it will not transition to active. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 17 17:25:10.594469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-2571a6be-b119-4bca-9399-883515d3476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:10.595851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-2571a6be-b119-4bca-9399-883515d3476d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1288736 Dec 17 17:25:10.697785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-4db75732-46de-4854-ba74-9b82a3949d4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 1002 time: 0.0951564 Dec 17 17:25:10.759640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-96f49a42-4f21-4114-a1b6-f73e67852cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:10.761068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-96f49a42-4f21-4114-a1b6-f73e67852cdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0569870 Dec 17 17:25:10.960155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-d31da43c-8a34-4a39-a77f-ed450768c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:10.961521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-d31da43c-8a34-4a39-a77f-ed450768c8b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1930618 Dec 17 17:25:11.092735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-1c2d7563-6493-46ce-a104-4581f002bac5 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236918 Dec 17 17:25:11.223622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1015490-5818-4774-94eb-9a31172cb2a2 req-50e30a41-45c4-474f-bb3b-ee4eaa5b2a9a service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235831 Dec 17 17:25:12.229056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-b40df7ea-6d27-46c4-bf5c-29b6f50fabdd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715101 Dec 17 17:25:12.318948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650a4c-9500-46fc-8585-72445167cf32 req-882785ba-c86f-479a-8f61-4a0d1095b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:12.320398 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-882785ba-c86f-479a-8f61-4a0d1095b919 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0711014 Dec 17 17:25:12.473583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650a4c-9500-46fc-8585-72445167cf32 req-86b17010-b2c9-4263-bdb8-491233244100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:12.475050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-86b17010-b2c9-4263-bdb8-491233244100 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1343572 Dec 17 17:25:12.586633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-da440a23-d3fb-4e04-b4d2-209fef8b930f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 200 len: 1001 time: 0.1043005 Dec 17 17:25:12.658654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650a4c-9500-46fc-8585-72445167cf32 req-e0c27b9b-5b6f-4f99-a70a-08ede096ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:12.660014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-e0c27b9b-5b6f-4f99-a70a-08ede096ae2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0663598 Dec 17 17:25:12.744927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650a4c-9500-46fc-8585-72445167cf32 req-80f4b2f5-2eac-49eb-9369-dcc8dc8a4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:12.746487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-80f4b2f5-2eac-49eb-9369-dcc8dc8a4ffe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790653 Dec 17 17:25:12.905789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-cc3ea8cd-7267-4da9-8b16-17f0a1b74d07 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520345 Dec 17 17:25:13.048991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee650a4c-9500-46fc-8585-72445167cf32 req-b7b7268f-6c45-45f9-916b-1d7ecedd68a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354971 Dec 17 17:25:13.693299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52036) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:13.699124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:13.825086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:14.031944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:14.060356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:14.116726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:14.120572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b15d0775-ad10-4b59-93aa-cab3bb4e1148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:14.185122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:14.187930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:14.187930 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/ports/b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 937 time: 0.4927599 Dec 17 17:25:14.187930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:14.190221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52040) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:14.209983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:14.213285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:14.247426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:25:14.323615 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4fc88c4d-04af-4805-bf64-465203d5b4ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/9aab53f7-d03a-4414-8130-5278a345edd1 HTTP/1.1" status: 200 len: 993 time: 0.1278319 Dec 17 17:25:14.346178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-e1a144b8-31ac-4011-84d5-2ee1e9b4ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:14.347585 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-e1a144b8-31ac-4011-84d5-2ee1e9b4ab6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1098 time: 0.0741217 Dec 17 17:25:14.407566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7aacc5c0-facd-4469-9043-67564bdfbf73 None None] Provisioning complete for port b3a53e37-5c06-4651-82ba-d8186c492079 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:14.408187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7aacc5c0-facd-4469-9043-67564bdfbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:14.482724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-d77778be-cdaf-4606-8428-ea1db81e821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:14.484181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-d77778be-cdaf-4606-8428-ea1db81e821b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1294229 Dec 17 17:25:14.580037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b3a53e37-5c06-4651-82ba-d8186c492079'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:25:14.588170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-226202d4-cb0e-44eb-8652-e7861d91bec5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 1001 time: 0.0973105 Dec 17 17:25:14.655272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-e83dfb9d-34d1-49c0-b6f7-eb39be9b39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:14.656613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-e83dfb9d-34d1-49c0-b6f7-eb39be9b39aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0614474 Dec 17 17:25:14.731557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-b0a5781c-a339-46f7-8376-c338d8e8eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:14.733033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-b0a5781c-a339-46f7-8376-c338d8e8eb58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697000 Dec 17 17:25:14.971018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-be8438b4-f79f-4738-b635-0e278cfe4b4d service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308216 Dec 17 17:25:15.098900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-549d0d32-a40c-4d8f-b42e-b66816e255e9 req-233b6320-f685-42b1-8669-ab9c0f33b23d service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210387 Dec 17 17:25:15.544237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:15.666568 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:25:16.936147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52054) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:17.143482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port b6366c5e-4cdd-4762-89e0-feeed8fff032 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:17.143830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:17.311307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:17.311639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:17.437884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for b6366c5e-4cdd-4762-89e0-feeed8fff032 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:17.734414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:17.738983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-899025ab-5f6c-45e3-b9d0-d8ebe4c93528 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:17.786570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=b6366c5e-4cdd-4762-89e0-feeed8fff032,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:17.826370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.826769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.827153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.827528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.827896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.828271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.828636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.829003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.829369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.829733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.830128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.830495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:17.857021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:17.885015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:17.885350 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 4fba4497-d4cf-45f2-9b36-9eaeb02c894c disassociated (deleted). External IP: 172.26.4.36, port: eb8ba9a8-3814-42d7-967f-dcd75e37f283. Dec 17 17:25:18.230126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:25:18.410797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:25:18.420259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:25:18.430541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:18.431722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:18.497749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:18.555842 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/4fba4497-d4cf-45f2-9b36-9eaeb02c894c HTTP/1.1" status: 204 len: 168 time: 1.6186237 Dec 17 17:25:18.556508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:18.611479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:18.677293 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'status': 'completed', 'code': 200} Dec 17 17:25:18.774049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-d4e99baf-4786-4a4f-8460-9825d2afb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:18.776355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-d4e99baf-4786-4a4f-8460-9825d2afb745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 1099 time: 0.0769548 Dec 17 17:25:18.911633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-f2215174-0cb6-4b67-8b02-e0a2d3a53bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:18.913086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-f2215174-0cb6-4b67-8b02-e0a2d3a53bf9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1289530 Dec 17 17:25:18.968011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:18.972945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:25:18.981606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-60bfcd56-1194-4aba-890c-b7030bd6cd82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 200 len: 217 time: 0.0612292 Dec 17 17:25:18.990044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:18.990690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:19.051901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-4d438b84-108c-4eba-a347-3f044b4a118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:19.053350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-4d438b84-108c-4eba-a347-3f044b4a118d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0658486 Dec 17 17:25:19.137310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-30076386-7341-424f-abe3-395b2f933741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:19.138822 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-30076386-7341-424f-abe3-395b2f933741 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768628 Dec 17 17:25:19.208544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:19.339337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-1e4e0df0-327f-4b41-817e-320a4b7d8778 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932166 Dec 17 17:25:19.347509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5ec3-7bda-40b7-948e-63bbf75bdc3e req-e6c145e7-c93e-4906-8996-33f1d49ff438 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:19.348899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d30a5ec3-7bda-40b7-948e-63bbf75bdc3e req-e6c145e7-c93e-4906-8996-33f1d49ff438 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.2569578 Dec 17 17:25:19.473893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d30a5ec3-7bda-40b7-948e-63bbf75bdc3e req-f359de61-58f4-47ba-8a7c-8ccfd2bfa9f3 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045051 Dec 17 17:25:19.509926 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ee176eb7-0b4f-4b23-ab12-47a2713f6607 req-70e6fbf2-b6bc-4665-bb9b-529410408706 service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599796 Dec 17 17:25:19.565078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:19.569095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8ca0-68a2-44ed-93cc-c191232d0143 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '9aab53f7-d03a-4414-8130-5278a345edd1', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'port_id': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'mac_address': 'fa:16:3e:b3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:23:30Z', 'updated_at': '2021-12-17T17:23:33Z', 'revision_number': 1, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:25:19.795831 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7be857-46bc-4e53-80a2-bdcdc6543ff0 None None] New status for floating IP 4fba4497-d4cf-45f2-9b36-9eaeb02c894c: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:25:20.766534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b69bde-3493-4c88-98c7-fef144fc3a7d req-01508795-5594-4f6e-a702-01a291bc0580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:20.767884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6b69bde-3493-4c88-98c7-fef144fc3a7d req-01508795-5594-4f6e-a702-01a291bc0580 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.1839070 Dec 17 17:25:20.797316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-be1892ba-7f65-4de3-b987-140e76f498c5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:20.798777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-be1892ba-7f65-4de3-b987-140e76f498c5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 946 time: 0.1166916 Dec 17 17:25:20.879161 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6b69bde-3493-4c88-98c7-fef144fc3a7d req-41067287-c22b-49b0-a678-8a224bd1fc62 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=82216e0a-cb80-45c4-9970-83223e43a045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054063 Dec 17 17:25:20.889344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port eb8ba9a8-3814-42d7-967f-dcd75e37f283 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:20.889692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:21.131212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port eb8ba9a8-3814-42d7-967f-dcd75e37f283, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=eb8ba9a8-3814-42d7-967f-dcd75e37f283,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:21.131577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:21.367524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for eb8ba9a8-3814-42d7-967f-dcd75e37f283 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:21.602831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:21.608385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fdc904fc-676e-4395-8ac1-ad919158f7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:21.653236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=eb8ba9a8-3814-42d7-967f-dcd75e37f283,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:21.656185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:21.729987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port eb8ba9a8-3814-42d7-967f-dcd75e37f283 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:25:21.733274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:21.735945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'name': 'network-vif-deleted', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:21.747996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53015298-321c-4fb0-b3ce-5a7b0cd3a7a2 req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/eb8ba9a8-3814-42d7-967f-dcd75e37f283 HTTP/1.1" status: 204 len: 173 time: 0.9425397 Dec 17 17:25:21.782907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133953-102a-45a1-bcec-a0267ae2d1e1', 'name': 'network-vif-deleted', 'tag': 'eb8ba9a8-3814-42d7-967f-dcd75e37f283', 'status': 'completed', 'code': 200} Dec 17 17:25:22.034653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-72a2f4d9-096e-4179-9fa0-0993d21cc33e req-92018739-bc26-4225-b6b9-c5260185324e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:25:22.116801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-72a2f4d9-096e-4179-9fa0-0993d21cc33e req-92018739-bc26-4225-b6b9-c5260185324e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:25:22.118030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72a2f4d9-096e-4179-9fa0-0993d21cc33e req-92018739-bc26-4225-b6b9-c5260185324e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f133953-102a-45a1-bcec-a0267ae2d1e1 HTTP/1.1" status: 200 len: 210 time: 0.1339507 Dec 17 17:25:23.215079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52078) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:23.281972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.310668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.446867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.450683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2f2a5ce6-e08e-4d21-877d-cb4d35f27ee6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:23.466429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82216e0a-cb80-45c4-9970-83223e43a045,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:23.470330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:23.474701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.475956 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/82216e0a-cb80-45c4-9970-83223e43a045 HTTP/1.1" status: 204 len: 168 time: 0.2598703 Dec 17 17:25:23.596614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52084) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:23.795184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:23.795526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.957836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:23.958162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:24.002101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device eb8ba9a8-3814-42d7-967f-dcd75e37f283 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:25:24.041054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: eb8ba9a8-3814-42d7-967f-dcd75e37f283 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:25:24.041423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device eb8ba9a8-3814-42d7-967f-dcd75e37f283 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:25:24.195325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:24.406647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:24.410920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-360bca09-33de-45eb-a3f7-441ca370d4d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:24.454481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=6609e0e1-9fd0-42c2-8dfe-fe4abea9f31e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:24.484318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:24.544339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:24.544674 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 9aab53f7-d03a-4414-8130-5278a345edd1 disassociated (deleted). External IP: 172.26.4.195, port: b3a53e37-5c06-4651-82ba-d8186c492079. Dec 17 17:25:24.885582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:25:25.060333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:25:25.071414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:25:25.081250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:25.082445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:25.132464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:25.190802 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/9aab53f7-d03a-4414-8130-5278a345edd1 HTTP/1.1" status: 204 len: 168 time: 1.5930779 Dec 17 17:25:25.191471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:25.238191 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:25:25.271190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:25.334125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-a60d6420-ad11-4d09-948d-89ee09fcf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:25.335726 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-a60d6420-ad11-4d09-948d-89ee09fcf3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 1098 time: 0.0750477 Dec 17 17:25:25.485650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-2fad82be-9dac-40b2-b490-8ec5cc7e949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:25.487168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-2fad82be-9dac-40b2-b490-8ec5cc7e949f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 200 len: 898 time: 0.1411319 Dec 17 17:25:25.568391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-8c8cc1e3-9b98-4ed3-b2c5-a9feeab3f5ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 200 len: 217 time: 0.0690851 Dec 17 17:25:25.608902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:25.612863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:25:25.623397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:25.624109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:25.635054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-89241f86-888b-4147-b623-62dd4d40c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:25.637630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-89241f86-888b-4147-b623-62dd4d40c3ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 200 len: 834 time: 0.0622017 Dec 17 17:25:25.778176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263781ea-f127-4e50-9988-e4da9ad41c31 req-0c856a3e-ec50-4c4a-a7cb-eb56b01912b8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:25.780354 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-263781ea-f127-4e50-9988-e4da9ad41c31 req-0c856a3e-ec50-4c4a-a7cb-eb56b01912b8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.1409862 Dec 17 17:25:25.788764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-3003359f-e20c-41cf-b47c-1ea8ff116518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:25.790219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-3003359f-e20c-41cf-b47c-1ea8ff116518 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141651 Dec 17 17:25:25.811963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:25.916360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-263781ea-f127-4e50-9988-e4da9ad41c31 req-11966e02-e41f-46eb-aad9-6040986cc7d8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248050 Dec 17 17:25:25.959142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-96e34439-ecda-4f45-977e-815d3f3af55e service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517413 Dec 17 17:25:26.094391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f6f5313-8e31-4d9c-9554-2028f3277e4b req-bed97d48-60be-413e-9300-bbcffedce9ff service neutron] 10.222.0.60 "GET /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270411 Dec 17 17:25:26.163020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:26.166841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b1830-4640-4521-ac9d-3a26ea88a008 None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:23:08Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'b138421e-9a09-4468-abff-e2551291f353', 'name': '', 'network_id': 'f3b0c5bc-362c-45e6-8a39-25b866a2d7e3', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:f9:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:07Z', 'updated_at': '2021-12-17T17:23:13Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4ae478b7-1c5c-4935-8465-783f774e8208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:25:26.467584 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c0b14-a867-4aac-8ac5-6ead54093ed5 None None] New status for floating IP 9aab53f7-d03a-4414-8130-5278a345edd1: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:25:27.106587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a2b0c-62ad-4e76-9b1e-682bf703b730 req-fe6b14d2-b24d-4ed9-8d00-09e5c5dafc3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:27.108041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e8a2b0c-62ad-4e76-9b1e-682bf703b730 req-fe6b14d2-b24d-4ed9-8d00-09e5c5dafc3d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0807221 Dec 17 17:25:27.153192 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e8a2b0c-62ad-4e76-9b1e-682bf703b730 req-901c093a-35e4-4efc-a575-fe68433145e0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Dec 17 17:25:27.459902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605317cc-37c2-44c3-b5fa-c52968528517 req-42386570-f5d0-4438-ae7b-6766f719b69e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:27.461324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-605317cc-37c2-44c3-b5fa-c52968528517 req-42386570-f5d0-4438-ae7b-6766f719b69e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 945 time: 0.0887997 Dec 17 17:25:27.531498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port b3a53e37-5c06-4651-82ba-d8186c492079 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:27.531824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:27.879730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port b3a53e37-5c06-4651-82ba-d8186c492079, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b3a53e37-5c06-4651-82ba-d8186c492079,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:27.880077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:27.998821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for b3a53e37-5c06-4651-82ba-d8186c492079 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:28.173964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:28.179585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4646d02e-332a-47f5-af12-20d7f7072f77 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:28.228165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=b3a53e37-5c06-4651-82ba-d8186c492079,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:28.231256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:28.329306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-02fe012c-aac8-4531-90d1-595fff68c7a2 req-74f21114-2f45-47d9-a382-9f050bc49edb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ea136d-0713-4c30-97fd-e41e83379d2b HTTP/1.1" status: 200 len: 210 time: 0.0727422 Dec 17 17:25:28.343591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port b3a53e37-5c06-4651-82ba-d8186c492079 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:25:28.351526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:28.354221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'name': 'network-vif-deleted', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:28.366071 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-605317cc-37c2-44c3-b5fa-c52968528517 req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/b3a53e37-5c06-4651-82ba-d8186c492079 HTTP/1.1" status: 204 len: 173 time: 0.8981786 Dec 17 17:25:28.399387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ea136d-0713-4c30-97fd-e41e83379d2b', 'name': 'network-vif-deleted', 'tag': 'b3a53e37-5c06-4651-82ba-d8186c492079', 'status': 'completed', 'code': 200} Dec 17 17:25:29.434552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52102) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:29.501500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:29.530009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:29.646616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:29.651348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bc5f80a7-a06d-4873-81d5-1853dbedd061 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:29.667718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:29.670667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:29.672985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:29.673636 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8584c36f-c95e-4ab6-8503-937f856f2ed1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/23e76c0d-9e1b-4e1a-9c8b-b2a86ebc64d8 HTTP/1.1" status: 204 len: 168 time: 0.2380958 Dec 17 17:25:29.763213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52108) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:30.289483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:30.746813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port b138421e-9a09-4468-abff-e2551291f353 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:30.747220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:30.925159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port b138421e-9a09-4468-abff-e2551291f353, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b138421e-9a09-4468-abff-e2551291f353,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:30.925912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:31.048124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for b138421e-9a09-4468-abff-e2551291f353 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:31.287856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:31.291533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e4b5af0a-0634-422a-a12c-03e37e2cf584 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:31.336036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=b138421e-9a09-4468-abff-e2551291f353,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:31.339103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:31.613211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.032178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b3a53e37-5c06-4651-82ba-d8186c492079 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:25:32.070651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: b3a53e37-5c06-4651-82ba-d8186c492079 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:25:32.071225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b3a53e37-5c06-4651-82ba-d8186c492079 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:25:32.090784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:25:32.202487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-151f1f3b-5b9e-4bf6-a9c9-8a152ddb0377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.265615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:25:32.274901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Sync routers for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:25:32.277913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/75f67fa9-a0cd-468c-a70f-cd251d2dac6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5136371 Dec 17 17:25:32.280571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:32.284311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:32.284873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:32.348657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 4ae478b7-1c5c-4935-8465-783f774e8208 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:25:32.351637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.405363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.457726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:32.492191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.648459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.653071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6ac26b6b-6613-49fe-ae1e-25d5500ab523 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:32.688926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae478b7-1c5c-4935-8465-783f774e8208,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:32.690877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.693485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:32.698368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/4ae478b7-1c5c-4935-8465-783f774e8208 HTTP/1.1" status: 204 len: 168 time: 0.4168582 Dec 17 17:25:32.703047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52116) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:32.712370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be662ee4-9769-4907-9b49-43188b3808d1 None None] Network f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:25:32.897669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:32.907875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:25:31Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:32.913946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Checking router: 75f67fa9-a0cd-468c-a70f-cd251d2dac6f for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:25:32.926825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Routers {'75f67fa9-a0cd-468c-a70f-cd251d2dac6f'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:32.927438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:33.078661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.117081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] DHCP port deletion for f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:25:33.120290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] Set router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:33.155027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port ce27274b-f93a-4e5a-8739-09715afe3e36 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:33.155525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.291937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Deleting port da18dab3-8509-410e-8aeb-d1c2c87031eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:33.292929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.328652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da18dab3-8509-410e-8aeb-d1c2c87031eb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:25:33.363492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port ce27274b-f93a-4e5a-8739-09715afe3e36, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ce27274b-f93a-4e5a-8739-09715afe3e36,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:33.363879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.496908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for ce27274b-f93a-4e5a-8739-09715afe3e36 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:33.716968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.722279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-508da9d9-3b1c-4e16-ab74-241a72087b35 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:33.731208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.768416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=ce27274b-f93a-4e5a-8739-09715afe3e36,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:33.777304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:33.777709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.797535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:33.906419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:33.914774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Calling delete_port for da18dab3-8509-410e-8aeb-d1c2c87031eb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:33.972885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:33.978665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:33.987675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.040853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:25:31Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:34.054001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478efe-df9b-4390-a7c7-69b301ed0c0a None None] The sync data for ids ['75f67fa9-a0cd-468c-a70f-cd251d2dac6f'] in dv-neutron-821073-1-hyperv is: [{'id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'name': 'tempest-TestNetworkBasicOps-router-1616675965', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:23:02Z', 'updated_at': '2021-12-17T17:25:31Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'ce27274b-f93a-4e5a-8739-09715afe3e36', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67fa9-a0cd-468c-a70f-cd251d2dac6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:23:03Z', 'updated_at': '2021-12-17T17:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:25:34.066854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=da18dab3-8509-410e-8aeb-d1c2c87031eb,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:34.075286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.078906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.079732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.079732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:34.083584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:34.102619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:25:34.102619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:25:34.164980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.167197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.269125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.269654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router 75f67fa9-a0cd-468c-a70f-cd251d2dac6f {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:25:34.284187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.285309 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/75f67fa9-a0cd-468c-a70f-cd251d2dac6f HTTP/1.1" status: 204 len: 168 time: 1.5834420 Dec 17 17:25:34.287937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52120) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:34.398176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.408699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port da18dab3-8509-410e-8aeb-d1c2c87031eb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:34.409032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.602706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Deleting port da18dab3-8509-410e-8aeb-d1c2c87031eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:34.603285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.629512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:34.629785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.756688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for da18dab3-8509-410e-8aeb-d1c2c87031eb owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:34.815980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] For port da18dab3-8509-410e-8aeb-d1c2c87031eb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da18dab3-8509-410e-8aeb-d1c2c87031eb,segment=NetworkSegment(5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42),segment_id=5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:34.816377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.882191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:34.887513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1cd73551-cff1-4e96-b5d6-4581ef346642 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:34.933351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=da18dab3-8509-410e-8aeb-d1c2c87031eb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:34.936072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Calling delete_port for da18dab3-8509-410e-8aeb-d1c2c87031eb owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:25:34.936224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:34.937005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port da18dab3-8509-410e-8aeb-d1c2c87031eb on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: from cryptography.utils import int_from_bytes Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: from cryptography.utils import int_from_bytes Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn_limited( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn_limited( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:25:35.004576 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 17:25:35.019089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:25:35.019457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:25:35.068961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.075320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3e5797cf-4e32-499d-bea8-e23eb55e384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.098912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b0c5bc-362c-45e6-8a39-25b866a2d7e3']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:35.114137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:35.114440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5e6e82-2486-41e9-b3f8-8bbcccc6dc42') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:35.125664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.141891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.147821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:25:35.152400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:25:35.167554 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:25:35.223902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ce27274b-f93a-4e5a-8739-09715afe3e36 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:25:35.263040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ce27274b-f93a-4e5a-8739-09715afe3e36 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:25:35.263392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ce27274b-f93a-4e5a-8739-09715afe3e36 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:25:35.263815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b138421e-9a09-4468-abff-e2551291f353 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:25:35.296124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b138421e-9a09-4468-abff-e2551291f353 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:25:35.296479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b138421e-9a09-4468-abff-e2551291f353 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:25:35.327821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.331040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5bf0ee60-f912-4be7-89cc-d4fc98c9f006 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:35.345077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.355811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=f3b0c5bc-362c-45e6-8a39-25b866a2d7e3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:35.360780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:35.366705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/f3b0c5bc-362c-45e6-8a39-25b866a2d7e3 HTTP/1.1" status: 204 len: 168 time: 1.0778208 Dec 17 17:25:35.394670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52124) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:35.400572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'network': {'name': 'tempest-network-smoke--1149521361', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:35.405569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:35.411767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:network and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:35.412540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:35.418269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:35.505038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:25:35.508737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.540344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:25:35.549276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.549624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Added segment 17ff6b1f-2d38-4866-bb17-7607b21fb07a of type vlan for network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 Dec 17 17:25:35.575284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.653679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.659136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:35.659736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.664757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dd3bf15b-e9a5-4cb5-8ac7-f11e071bb2ac tempest-NetworksTest-311961426 tempest-NetworksTest-311961426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:35.689529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Deleting port da18dab3-8509-410e-8aeb-d1c2c87031eb {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:25:35.690092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.767936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Network': ['ID=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:35.770527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:35.805101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:25:35.805488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cae438ad-bad1-4fac-8575-c7b6f7b11ee2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4094732 Dec 17 17:25:35.810307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52128) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:35.816601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-330614854', 'admin_state_up': True, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:35.823866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:35.827947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:router and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:35.830774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:35.836190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e539e331-6ab1-4ba0-993b-0d31b7dfab1d None None] The port 'da18dab3-8509-410e-8aeb-d1c2c87031eb' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:25:35.837192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.837358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:35.911368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.912468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.927909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:35.979715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:36.383803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:36.737702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:36.770745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:36.900878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.194 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:25:37.043341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:37.144059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:37.147989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:37.212456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:25:37.215815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:37.219574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:25:37.258422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:37.262987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:37.263543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:37.734666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:38.186696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:38.514635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:25:38.691583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:25:38.701656 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:25:38.711625 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:38.712236 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:38.766311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:38.771831 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9560862 Dec 17 17:25:38.771831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52132) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:38.811836 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cd3cce11-4fbd-42ec-ba1c-24c30967210b tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=32466777aa1b43ea8c5c00ae92606e23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398569 Dec 17 17:25:38.814355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52136) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:38.894240 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:38.945229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa7bd8-b2b0-4ada-91da-32cdf17f9a72 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:38.947765 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6caa7bd8-b2b0-4ada-91da-32cdf17f9a72 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323290 Dec 17 17:25:38.950304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52140) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:38.993655 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f70891b4-7be4-423e-a547-44f95d2925b2 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422118 Dec 17 17:25:38.996289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52144) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:39.001945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-214221150', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:39.108459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:39.112258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:subnet and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:39.115062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:39.120888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:39.194645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:25:39.198119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.204046 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:37Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:39.207912 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:25:39.208263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Updating router 717eae94-a919-44c1-a40d-12bb4efd3925 port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:25:39.259417 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.488368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.493172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e0371d36-91d4-4642-bd4a-499bebaddc32 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:39.566982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Subnet': ['ID=4d32748c-9102-44a7-bc88-52ee7d33c867,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:39.572178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:39.575132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Checking segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:25:39.575492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network hostable DHCP agents. Network: b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:25:39.581992 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.593603 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Transition to ACTIVE for port object cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:39.664771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:25:39.674838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.679226 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:39.728816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:39.733433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:39.734086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.739874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e2958c-a393-4398-80fd-7fe250f71cb5 None None] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:25:39.753069 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Attempting to bind port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:25:39.753634 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Attempting to bind port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:25:39.753803 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Attempting to bind port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:25:39.755800 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:39.765901 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.766248 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.766600 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.766927 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.767251 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.767591 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.767891 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.768213 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.768543 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.768844 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.769217 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.769549 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:25:39.772727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:25:39.773107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:25:39.773551 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.773907 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:25:39.774379 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Bound port: cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:25:39.774753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.798259 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7984817 Dec 17 17:25:39.798615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52148) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:39.826709 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:39.849288 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:25:39.852295 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:25:39.921082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:39.924834 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2b4b2588-fd6b-4e48-b322-bcbe0f6cf0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:39.961062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:25:39.962349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.009884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:40.009884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:40.010425 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:40.011670 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:40.143913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Allocated IP 172.20.0.2 (b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2/4d32748c-9102-44a7-bc88-52ee7d33c867/a7a8f35c-2eb2-4b38-afd1-eec093562569) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:25:40.192766 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:40.354067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.364961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Transition to ACTIVE for port object a7a8f35c-2eb2-4b38-afd1-eec093562569 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:40.386379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Transition to ACTIVE for port object a7a8f35c-2eb2-4b38-afd1-eec093562569 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:40.473345 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:37Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:40.477250 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fedbd0-e85a-4c9b-8730-0553b41a02c0 None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:37Z', 'revision_number': 3, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:25:40.503207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.510314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:40.576389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:25:40.579398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:40.583109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:25:40.589385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Pushing event updated for resources: {'Port': ['ID=a7a8f35c-2eb2-4b38-afd1-eec093562569,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:40.593251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:40.657160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.681956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Attempting to bind port a7a8f35c-2eb2-4b38-afd1-eec093562569 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:25:40.682344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Attempting to bind port a7a8f35c-2eb2-4b38-afd1-eec093562569 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:25:40.682755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Attempting to bind port a7a8f35c-2eb2-4b38-afd1-eec093562569 on network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:25:40.688409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:25:40.689154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Checking segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:25:40.689745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.690345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Bound using segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:25:40.694269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Bound port: a7a8f35c-2eb2-4b38-afd1-eec093562569, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:25:40.694897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.795607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] For port a7a8f35c-2eb2-4b38-afd1-eec093562569, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:25:40.798986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] For port a7a8f35c-2eb2-4b38-afd1-eec093562569, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a7a8f35c-2eb2-4b38-afd1-eec093562569,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:25:40.888369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:40.892247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:40.975111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Pushing event updated for resources: {'Port': ['ID=a7a8f35c-2eb2-4b38-afd1-eec093562569,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:40.981047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:41.093705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.1 (b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2/4d32748c-9102-44a7-bc88-52ee7d33c867/6009a28c-2e43-4785-b253-446fbe3d8548) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:25:41.284616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.303853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 6009a28c-2e43-4785-b253-446fbe3d8548 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:41.344788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:41.414257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.419234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:41.495721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:25:41.498711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:41.503695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:41.503847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:25:41.505571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:41.505986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.547184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:41.551655 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:41.569122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.625584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.642860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:41.726222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.728103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:41.779454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:41.799835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:41.802880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:42.014648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b362bd3-20a7-4ab2-bd20-d41fe33edc24 None None] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:25:42.175168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d8b8d491-0157-4305-aa45-f4aba7fe977b None None] Provisioning for port a7a8f35c-2eb2-4b38-afd1-eec093562569 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:42.527631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:42.642090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c061e3ae-a8aa-430d-a7f5-a94b8c8bfaa6 None None] Provisioning for port 6009a28c-2e43-4785-b253-446fbe3d8548 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:42.647616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c061e3ae-a8aa-430d-a7f5-a94b8c8bfaa6 None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:42.648007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c061e3ae-a8aa-430d-a7f5-a94b8c8bfaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:42.656495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:25:42.658073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:42.705402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-c061e3ae-a8aa-430d-a7f5-a94b8c8bfaa6 None None] Port 6009a28c-2e43-4785-b253-446fbe3d8548 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:25:42.838004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ae58ed96-d1fb-4307-8254-25eb10bf2756 None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:42.838545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ae58ed96-d1fb-4307-8254-25eb10bf2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:42.845080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:25:42.927428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ae58ed96-d1fb-4307-8254-25eb10bf2756 None None] Port 6009a28c-2e43-4785-b253-446fbe3d8548 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:25:43.026110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:25:43.035861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:25:43.039784 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/717eae94-a919-44c1-a40d-12bb4efd3925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2400723 Dec 17 17:25:43.042751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52152) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:43.051974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:43.052643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:43.128937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-70fdc320-080c-49a0-868b-aa068065d89f None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:43.129318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-70fdc320-080c-49a0-868b-aa068065d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:43.183160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd9a96-690c-437c-b8dc-29fe139999cf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.183317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd9a96-690c-437c-b8dc-29fe139999cf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.183752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd9a96-690c-437c-b8dc-29fe139999cf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.184212 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd9a96-690c-437c-b8dc-29fe139999cf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.188714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52156) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:43.192730 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0efd9a96-690c-437c-b8dc-29fe139999cf tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1489768 Dec 17 17:25:43.257941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-70fdc320-080c-49a0-868b-aa068065d89f None None] Port 6009a28c-2e43-4785-b253-446fbe3d8548 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:25:43.284629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:43.329361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:43.376141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bd3a4-8fee-418d-8ad0-6d78d4e43482 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.376530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bd3a4-8fee-418d-8ad0-6d78d4e43482 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.376985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bd3a4-8fee-418d-8ad0-6d78d4e43482 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.377434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bd3a4-8fee-418d-8ad0-6d78d4e43482 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:43.379773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bb1bd3a4-8fee-418d-8ad0-6d78d4e43482 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1900206 Dec 17 17:25:43.381688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:43.554172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:43.554560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:43.590500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5f282948-ef8f-4fb1-b350-f0084c31244c tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2046406 Dec 17 17:25:43.746247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a7a8f35c-2eb2-4b38-afd1-eec093562569 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:43.809934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:42Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:43.815893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:25:43.816258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Updating router 717eae94-a919-44c1-a40d-12bb4efd3925 port 6009a28c-2e43-4785-b253-446fbe3d8548 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:25:43.871310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:43.897316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52166) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:43.902789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120673082', 'description': 'tempest-secgroup-smoke-120673082 description', 'project_id': '32466777aa1b43ea8c5c00ae92606e23'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:43.909514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:43.915988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:43.916855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:43.922709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:43.924939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a7a8f35c-2eb2-4b38-afd1-eec093562569 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:43.937498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a7a8f35c-2eb2-4b38-afd1-eec093562569 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:43.937936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:43.984833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.004577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:44.008318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:44.011641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:44.017157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:44.087971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.185017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.190930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5d17051-ce49-41c4-9412-fa865c2bc1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.195504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.231033 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7d545-ad71-4768-98c4-ecfd37b05666,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:44.233799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:44.262546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a7a8f35c-2eb2-4b38-afd1-eec093562569, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a7a8f35c-2eb2-4b38-afd1-eec093562569,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:44.310502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.311799 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-af52ad5c-cc80-479b-ae77-079e0c20b800 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4133663 Dec 17 17:25:44.314599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52170) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:44.319682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:44.326124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:44.329944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:44.332796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:44.339069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:44.345482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.349029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1153573c-7d67-4cc4-9666-498bab069cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.422591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.431597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.453220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Transition to ACTIVE for port object 6009a28c-2e43-4785-b253-446fbe3d8548 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:44.470784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a7a8f35c-2eb2-4b38-afd1-eec093562569,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:44.473962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:44.497575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.532521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.538427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-45a045bc-fb9f-4301-b88e-0219ead51e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.554759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.556811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c1f6fca4-b49c-46c3-be1b-ffd5a26521a8 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.579607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29d7ea8-ce9a-49e2-b079-bd26e3f598a0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:44.582091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:44.657798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.659602 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439038 Dec 17 17:25:44.662147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52174) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:44.668479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:44.674949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:44.678979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:44.682238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:44.686051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:44.688773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:44.693128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:44.756740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.757712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Attempting to bind port 6009a28c-2e43-4785-b253-446fbe3d8548 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:25:44.758125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Attempting to bind port 6009a28c-2e43-4785-b253-446fbe3d8548 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:25:44.758503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Attempting to bind port 6009a28c-2e43-4785-b253-446fbe3d8548 on network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:25:44.764349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:25:44.765588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Checking segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:25:44.765588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.765927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Bound using segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:25:44.766458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Bound port: 6009a28c-2e43-4785-b253-446fbe3d8548, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:25:44.766843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.820196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.854163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:25:44.857532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6009a28c-2e43-4785-b253-446fbe3d8548,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:25:44.893657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.895541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f2ff8d4a-fba9-4252-8e89-1c64e4a13bbc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.916583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59887178-b0c7-4b90-af9c-439be70816ed,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:44.921161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:44.928563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.933095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:44.985035 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:44.989440 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3229549 Dec 17 17:25:44.989580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52178) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:44.995690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:45.001783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:45.005616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:45.008596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:45.008780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:25:45.009441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:25:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:45.014393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:45.064411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:45.077567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:45.095649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.169644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.206317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:25:45.236648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.238571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-37827f90-324b-4e06-af78-432e1ed11c90 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:45.252236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a7a8f35c-2eb2-4b38-afd1-eec093562569 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:45.260927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3ec8cf-9d44-4534-a74d-7dfeacaf258c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:45.265173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:45.328192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.329427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393352 Dec 17 17:25:45.332209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52182) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:45.337371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:45.343804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:45.347606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:45.350465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:45.356341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:45.441603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.508842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.520318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a7a8f35c-2eb2-4b38-afd1-eec093562569 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:45.520706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.596315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.598153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4c1beedf-7bf1-426e-829e-68e24a32f7f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:45.621431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ae0785-3e5c-4ecd-994a-508e3a55b8e4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:45.623871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:45.637579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.699390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.704402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674507 Dec 17 17:25:45.704610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52186) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:45.709671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:45.715887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:45.719711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:45.722638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:45.728752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:45.731947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:44Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:25:45.736174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f657adc-4730-4354-b745-05d3edd2e557 None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:44Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:25:45.807856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:25:45.814816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.884768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.954499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:45.956395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-82352907-bb94-4373-9ac9-9ff7c2b05478 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:45.979992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae817da-b6fd-4079-bdfb-ac9d9b3fe933,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:45.982531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:46.069199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:46.073523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8960e3b4-352d-48c3-bed6-305d82f55499 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3648822 Dec 17 17:25:46.073672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52190) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:25:46.079070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'security_group_rule': {'security_group_id': '1ca7d545-ad71-4768-98c4-ecfd37b05666', 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:46.086594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:46.091315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:security_group_rule and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:25:46.094381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:25:46.100398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:46.173593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Project 32466777aa1b43ea8c5c00ae92606e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:25:46.180805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:46.249513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:46.316408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:46.322601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48773bb4-4827-40ca-99c3-79c254a080c1 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:46.347011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5198d614-4cac-4fb3-8ffc-3c04fb2692d7,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:46.349663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:46.407892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:46.418318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3345821 Dec 17 17:25:46.579459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4bcaccac-962d-4c54-86e6-5d2b49929f5a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120673082&fields=id&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 267 time: 0.0418468 Dec 17 17:25:46.732545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-0977d6ce-2f2a-42ea-999b-7b1b7d70e567 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:46.733239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-0977d6ce-2f2a-42ea-999b-7b1b7d70e567 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:25:46.796336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-0977d6ce-2f2a-42ea-999b-7b1b7d70e567 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:25:46.797494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-0977d6ce-2f2a-42ea-999b-7b1b7d70e567 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 797 time: 0.2114840 Dec 17 17:25:46.812522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-7c3689b8-2577-41ff-b504-11399fd34384 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/quotas/32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 375 time: 0.0095725 Dec 17 17:25:46.892524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-acccdd92-0991-47b7-ba6a-ae4bdedb53ca tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:25:46.966045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-acccdd92-0991-47b7-ba6a-ae4bdedb53ca tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:25:46.967292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-acccdd92-0991-47b7-ba6a-ae4bdedb53ca tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500039 Dec 17 17:25:47.101482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-114db734-bfb6-4ee1-9f00-860221c08b74 service neutron] 10.222.0.61 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228771 Dec 17 17:25:47.228267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:47.234824 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-3726d9a3-392e-473f-a912-651dec4e49cc service neutron] 10.222.0.61 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275253 Dec 17 17:25:47.342990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 6009a28c-2e43-4785-b253-446fbe3d8548 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:47.347903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:47.348276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:47.459356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f6f0d53b-07dd-4df1-b41c-3f39c8930e09 req-669c8a4d-0d85-466c-b079-029b3715842c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0422683 Dec 17 17:25:47.469355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:47.503343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6009a28c-2e43-4785-b253-446fbe3d8548,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:25:47.583277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:47.585195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:47.649901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:47.652921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:48.568302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208eab31-0825-4b81-8afc-26358a710527 req-7a24ef7d-fd76-4ada-a99f-1e71da167342 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0474260 Dec 17 17:25:49.212408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:25:49.319685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:49.320056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:49.664739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2844b453-ed75-45f7-b126-8facfd7ebbc4 req-6687cddc-de64-4f6f-bd9e-30bffa8a4bae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0426672 Dec 17 17:25:50.758268 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dc90312f-0f5f-46b8-945b-7d9af4d37596 req-6b465059-760b-418d-8724-078f0302cbcf tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0421317 Dec 17 17:25:51.906720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29da92fc-3e7f-43f0-96e0-32fbf00d484c req-699a4215-f49c-484f-bc2e-f193111ac8d6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0458221 Dec 17 17:25:52.450047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-a5ffeb1b-25d2-4f2f-a70e-9d0807f8b782 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:52.451464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-a5ffeb1b-25d2-4f2f-a70e-9d0807f8b782 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 797 time: 0.1451113 Dec 17 17:25:52.499413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-7990a97c-63bc-4976-b7b5-cdc6be640b7f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32466777aa1b43ea8c5c00ae92606e23 HTTP/1.1" status: 200 len: 379 time: 0.0398860 Dec 17 17:25:52.508286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'port': {'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'admin_state_up': True, 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'security_groups': ['1ca7d545-ad71-4768-98c4-ecfd37b05666']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:52.666062 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:25:52.769744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:25:52.779524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:25:52.840414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Made reservation on behalf of 32466777aa1b43ea8c5c00ae92606e23 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:25:52.844083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.005615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.20.0.13 (b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2/4d32748c-9102-44a7-bc88-52ee7d33c867/3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:25:53.060393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73cc2958-f591-4cf0-9ff0-ee0d94051cf8 req-4f830b67-3e63-4a14-b3c9-6f0e8ba7f518 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.0485034 Dec 17 17:25:53.231934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.247252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Transition to ACTIVE for port object 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:53.361868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.367108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55f8f169-fdcb-4086-8888-96a05a052c1d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:53.434058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:25:53.437085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:25:53.441111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:25:53.483144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:53.487803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:53.509779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:53.511014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.608304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1039262 Dec 17 17:25:53.622060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Request body: {'port': {'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:25:53.741583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-81750ce3-14fe-419f-9f8b-602534b0437f None None] Provisioning for port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:25:53.742145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.742543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-81750ce3-14fe-419f-9f8b-602534b0437f None None] Provisioning complete for port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:25:53.742922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-81750ce3-14fe-419f-9f8b-602534b0437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:53.798442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-81750ce3-14fe-419f-9f8b-602534b0437f None None] Port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:25:54.077339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:25:54.084561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:54.099918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Transition to ACTIVE for port object 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:25:54.203239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:54.211207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:54.350002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:54.352864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:54.454676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045289f-03f2-42e2-8c1f-ced4daee7376 req-af0157e3-9f24-4a25-ab77-ad1890511410 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:54.455372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6045289f-03f2-42e2-8c1f-ced4daee7376 req-af0157e3-9f24-4a25-ab77-ad1890511410 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:25:54.484073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Attempting to bind port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:25:54.484404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Attempting to bind port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:25:54.484735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Attempting to bind port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac on network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:25:54.489648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac on network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:25:54.490003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Attempting to bind port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac on network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:25:54.496026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:25:54.496368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Checking segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:25:54.496752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Bound using segment: {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:25:54.497180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Bound port: 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ff6b1f-2d38-4866-bb17-7607b21fb07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:25:54.497523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:54.556499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-6045289f-03f2-42e2-8c1f-ced4daee7376 req-af0157e3-9f24-4a25-ab77-ad1890511410 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:25:54.558241 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6045289f-03f2-42e2-8c1f-ced4daee7376 req-af0157e3-9f24-4a25-ab77-ad1890511410 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 944 time: 0.3943255 Dec 17 17:25:54.617565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:25:54.628402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6045289f-03f2-42e2-8c1f-ced4daee7376 req-166b6b38-c272-4b91-a797-902e2079ab0a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635028 Dec 17 17:25:54.630951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:25:54.680391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:54.684337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8ca28221-5e46-40af-898d-c80c2f52accc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:25:54.742973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:54.743651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:25:54.745228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 1094 time: 1.1280990 Dec 17 17:25:54.745897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:25:54.768693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:25:54.771853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:25:54.794490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'status': 'completed', 'code': 200} Dec 17 17:25:54.894995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-c993bed4-7c9b-4d7b-a411-0700ea89d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:54.896501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-c993bed4-7c9b-4d7b-a411-0700ea89d94e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1097 time: 0.0783265 Dec 17 17:25:55.142571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-df4c090c-18e4-49d9-ad07-fe0dd71f3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.143937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-df4c090c-18e4-49d9-ad07-fe0dd71f3c49 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32466777aa1b43ea8c5c00ae92606e23&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2396049 Dec 17 17:25:55.276344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-8c11c41e-ff31-4e23-a106-00cee678ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.277755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a38f9ebe-b91c-4f1c-b9d4-afc9992752bf req-8c11c41e-ff31-4e23-a106-00cee678ba71 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271334 Dec 17 17:25:55.380810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-bb1d3593-1b2a-4a3f-a65a-4dfc9a066df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.382311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-bb1d3593-1b2a-4a3f-a65a-4dfc9a066df6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1097 time: 0.0694168 Dec 17 17:25:55.456467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-9dd80e0f-4fe0-4855-8ace-747dea316763 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 217 time: 0.0631716 Dec 17 17:25:55.515490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-89aee3f1-9208-462a-864f-ca9c5b1db87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.516883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-89aee3f1-9208-462a-864f-ca9c5b1db87a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 200 len: 834 time: 0.0560210 Dec 17 17:25:55.602349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f0ab3ac5-672e-4179-a00d-bd70141f806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.603807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-f0ab3ac5-672e-4179-a00d-bd70141f806a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789857 Dec 17 17:25:55.766144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-14b7456a-6d32-4352-81d8-8e7b4df0247f service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555014 Dec 17 17:25:55.938324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30928cc-cb0e-495c-a208-97be70ea63fc req-377bc1cb-439c-42cc-b7ed-c1d2b49bfeb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:55.939783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d30928cc-cb0e-495c-a208-97be70ea63fc req-377bc1cb-439c-42cc-b7ed-c1d2b49bfeb5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 944 time: 0.2069483 Dec 17 17:25:55.941681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1055bee-14d1-41ab-89b1-24dc1556f1ef req-a8c72b06-e593-4761-af42-cac327c4f053 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671593 Dec 17 17:25:55.983069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d30928cc-cb0e-495c-a208-97be70ea63fc req-500763a6-326c-4904-aee7-0ae6b7eaa8f5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Dec 17 17:25:57.169949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b1042-4d3a-46c1-a4a7-28adc78901e5 req-d0cb7764-973f-42db-b798-34e449c58996 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:57.171361 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf7b1042-4d3a-46c1-a4a7-28adc78901e5 req-d0cb7764-973f-42db-b798-34e449c58996 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 944 time: 0.0818031 Dec 17 17:25:57.213596 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf7b1042-4d3a-46c1-a4a7-28adc78901e5 req-b8b77f8c-0d59-4b1f-bda1-c674cb6baaf6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361063 Dec 17 17:25:58.391974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d120a-2cac-4f11-bb53-9e4c87fd98f6 req-7ec6c592-a9ea-4068-afa6-9379e7e2474d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:58.393325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208d120a-2cac-4f11-bb53-9e4c87fd98f6 req-7ec6c592-a9ea-4068-afa6-9379e7e2474d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 944 time: 0.0776269 Dec 17 17:25:58.439444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-208d120a-2cac-4f11-bb53-9e4c87fd98f6 req-21661728-48d5-4d52-8845-3f2e968b214d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403793 Dec 17 17:25:59.622562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c25aa-05da-42de-b739-ceecc1f58a3a req-ddd87a4a-a7ea-4ec6-b7ed-a97416ee025f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:25:59.624001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-659c25aa-05da-42de-b739-ceecc1f58a3a req-ddd87a4a-a7ea-4ec6-b7ed-a97416ee025f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 944 time: 0.0816634 Dec 17 17:25:59.665958 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-659c25aa-05da-42de-b739-ceecc1f58a3a req-4d40b7bd-86e2-40d9-88fc-eaf29f5b7dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Dec 17 17:26:00.140271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:26:00.270084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:26:00.282796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:26:00.335301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:00.354311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:26:00.368735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:26:00.452871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:00.454608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:26:00.519068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:26:00.522157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:26:00.767988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:26:00.849898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab3c-d1d9-4449-9fbd-e982f737d77f req-9168fe80-670e-4831-872a-34619c494b92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:00.851792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc0fab3c-d1d9-4449-9fbd-e982f737d77f req-9168fe80-670e-4831-872a-34619c494b92 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 945 time: 0.0832574 Dec 17 17:26:00.894770 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc0fab3c-d1d9-4449-9fbd-e982f737d77f req-e4608879-fd55-4066-95db-e16c381109c2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Dec 17 17:26:02.074045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd707b-1666-4074-b855-89a1ecd5510e req-92f77cd8-7a7a-4c70-9006-f1db6d2330fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:02.079152 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7dd707b-1666-4074-b855-89a1ecd5510e req-92f77cd8-7a7a-4c70-9006-f1db6d2330fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Dec 17 17:26:02.122153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7dd707b-1666-4074-b855-89a1ecd5510e req-152f5740-664f-4dfc-97b8-6a21174cfcc5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374334 Dec 17 17:26:02.142556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:26:02.203245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c7e3c5e9-6d55-4b97-b54f-cd85e75dba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:02.273564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:26:02.278138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:26:02.278510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:02.390714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:02.415488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:26:02.425134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:26:02.466669 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'code': 200} Dec 17 17:26:02.504748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:02.507388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:26:02.573147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:26:02.576253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:26:02.789147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22800-1715-49e3-8b0d-6e77051904c2 req-65693dcb-1dae-48fa-b25c-6bfd9a1da1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:02.790609 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1a22800-1715-49e3-8b0d-6e77051904c2 req-65693dcb-1dae-48fa-b25c-6bfd9a1da1f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1099 time: 0.0720716 Dec 17 17:26:02.832825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1a22800-1715-49e3-8b0d-6e77051904c2 req-22cbd92e-632c-4c4d-82a9-64b569b715f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343025 Dec 17 17:26:03.310152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a741-ae6c-47f0-911b-a4c0ee191074 req-3ddeb211-730a-470f-b8cb-0538333f8752 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:03.311590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b19a741-ae6c-47f0-911b-a4c0ee191074 req-3ddeb211-730a-470f-b8cb-0538333f8752 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.0837934 Dec 17 17:26:03.352882 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b19a741-ae6c-47f0-911b-a4c0ee191074 req-afc5c384-24f9-4378-a751-1fc57a90a22f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355549 Dec 17 17:26:04.655302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ba8ea-34f9-4ff3-8c3a-584099a8c963 req-c7052c22-f119-406c-9f9e-5fe0d4419eee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:04.656668 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-654ba8ea-34f9-4ff3-8c3a-584099a8c963 req-c7052c22-f119-406c-9f9e-5fe0d4419eee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.1977594 Dec 17 17:26:04.698982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-654ba8ea-34f9-4ff3-8c3a-584099a8c963 req-b9a98f3e-4dfc-46b3-8fce-b1555ad33cdc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Dec 17 17:26:04.882990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7aab-bbe3-4785-8fb5-10e1a66dd9d7 req-8251e2f7-2988-4a19-b19b-1eeff1e06cec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:04.884415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d69a7aab-bbe3-4785-8fb5-10e1a66dd9d7 req-8251e2f7-2988-4a19-b19b-1eeff1e06cec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.0823078 Dec 17 17:26:04.932349 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d69a7aab-bbe3-4785-8fb5-10e1a66dd9d7 req-e90b0457-f29b-4ce4-bedf-36b07b1084cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Dec 17 17:26:04.955018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52264) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:26:05.023455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33e20-d847-4413-b564-358c97af8d74 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:05.026037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-89b33e20-d847-4413-b564-358c97af8d74 tempest-TestNetworkBasicOps-712365234 tempest-TestNetworkBasicOps-712365234-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1094 time: 0.0689607 Dec 17 17:26:05.028215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52268) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:26:05.033278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:26:05.039156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:26:05.042900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Usage tracker for resource:floatingip and tenant:32466777aa1b43ea8c5c00ae92606e23 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:26:05.045734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:26:05.051463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:26:05.074139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8d25-e01f-45d8-add1-01403b6b4fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.119868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.259560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.392599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Allocated IP 172.26.4.162 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/ddcdb1b8-7d72-41c8-af57-efeed78c7ac8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:26:05.535600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.630400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.634173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:26:05.699891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:26:05.702844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:26:05.706450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:26:05.721529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:05.739195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=ddcdb1b8-7d72-41c8-af57-efeed78c7ac8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:26:05.749278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:26:05.959829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.130274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.297377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.501980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.561069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.565313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c698b9a-f5e1-4101-97a5-b5f249cefa25 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:26:06.675895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event updated for resources: {'Port': ['ID=ddcdb1b8-7d72-41c8-af57-efeed78c7ac8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:26:06.679983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:26:06.688809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:06.971181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 6bc68a20-7709-407a-847a-e74d7131a366 associated. External IP: 172.26.4.162, port: 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac. Dec 17 17:26:07.282730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:07.328730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:26:07.508355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:26:07.519114 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:26:07.534313 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:26:07.534869 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:26:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:26:07.624343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:07.683153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6537840 Dec 17 17:26:07.683815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:26:07.685971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52274) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:26:07.727894 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'status': 'completed', 'code': 200} Dec 17 17:26:07.732064 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:26:07.799999 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-91a686ca-74d6-4b35-a14c-881707a96589 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 992 time: 0.1120708 Dec 17 17:26:07.823243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-279baa93-9f0d-43e9-a717-0474ef572781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:07.824759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-279baa93-9f0d-43e9-a717-0474ef572781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1099 time: 0.0733821 Dec 17 17:26:07.958204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-e0aa2811-2dee-4312-b1d3-0c41e96b634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:07.959649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-e0aa2811-2dee-4312-b1d3-0c41e96b634a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 898 time: 0.1288228 Dec 17 17:26:08.064450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-27ae811a-84bb-4958-b2b2-aa4c89752b8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 1000 time: 0.0978377 Dec 17 17:26:08.106068 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:26:06Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:47Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:26:08.109795 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:26:08.117836 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:26:08.118456 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:26:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:26:08.126661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-65aa6b3f-6291-42c4-b7a0-a4e71bd94233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:08.128107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-65aa6b3f-6291-42c4-b7a0-a4e71bd94233 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 200 len: 834 time: 0.0575876 Dec 17 17:26:08.205325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-7765d600-6ce8-4603-8742-bd65b96240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:08.206820 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-7765d600-6ce8-4603-8742-bd65b96240ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721209 Dec 17 17:26:08.293990 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:26:08.468401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-61d64e66-6e5c-4bcb-bbfa-aafec39b1149 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554760 Dec 17 17:26:08.599774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1042f08d-f590-4e84-bcf2-977a8fc8e751 req-b01b5d77-16ec-44b6-af5c-f0ee98e36531 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245973 Dec 17 17:26:08.638596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:26:06Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:47Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:26:08.642467 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e7ba3-01b0-4834-87e3-0c723ed20d01 None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:26:06Z', 'revision_number': 0, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:25:47Z', 'revision_number': 5, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:26:08.803651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52280) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:26:08.832347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f0387-f489-4775-98c6-5fa4e0628815 None None] New status for floating IP 6bc68a20-7709-407a-847a-e74d7131a366: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:26:09.049266 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-becc265f-68bd-4850-a138-ffda762100e6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 992 time: 0.2442729 Dec 17 17:26:10.052986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52284) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:26:10.160161 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-54286729-7402-4ae0-8210-472be05cb8b7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 994 time: 0.1058540 Dec 17 17:26:14.204884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-c470fcb2-5821-48db-ac50-684deb33a0ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688143 Dec 17 17:26:14.352397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-661c46b1-4c11-4998-aab8-12ea50b5564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:14.353978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-661c46b1-4c11-4998-aab8-12ea50b5564e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1099 time: 0.0761342 Dec 17 17:26:14.507786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-2e436c7d-9f78-40e4-932d-09f56dbccc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:14.509279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-2e436c7d-9f78-40e4-932d-09f56dbccc65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 898 time: 0.1324525 Dec 17 17:26:14.613729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-107fb89e-fc9d-4b3f-adc5-36548582aa82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 1002 time: 0.0967028 Dec 17 17:26:14.684813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-3d0b4b25-b974-4bb8-849f-a34b8aae9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:14.686447 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-3d0b4b25-b974-4bb8-849f-a34b8aae9c92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 200 len: 834 time: 0.0658047 Dec 17 17:26:14.767096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-41757a26-c494-4ec3-b6ba-e8b51c48029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:26:14.768466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-41757a26-c494-4ec3-b6ba-e8b51c48029f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756888 Dec 17 17:26:14.911272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-010ab0d5-b4bd-4544-ae09-ad664febe095 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341524 Dec 17 17:26:15.049285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a84ebc32-fd3a-4134-b0d2-bfe131c65df5 req-995a2c0c-15bf-44af-88e5-1837c09d0d4a service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281416 Dec 17 17:26:15.538483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:29.664022 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:26:32.204636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17a934ce-11b6-4b70-8fc4-aaa369a3c7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:35.147095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-53769be1-c64e-4e49-a478-6a1ea9a803df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:35.735580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:35.955068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:37.252080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:26:45.526309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:02.205867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2711633b-a498-4f7a-b201-2c0c06501dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:05.068540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8c8d0e7e-2383-4608-a563-dd00bc4cedaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:05.743573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:05.946538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:06.662008 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:27:07.249138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:15.242516 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-9b903d68-5978-4f1c-87b8-ead6dc2ace03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725467 Dec 17 17:27:15.381346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-b6c0f4b9-c762-4588-ae16-db3a4536fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:15.383274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-b6c0f4b9-c762-4588-ae16-db3a4536fd67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1099 time: 0.0704267 Dec 17 17:27:15.528394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-85825a25-8d34-4e68-a352-f7b8de08e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:15.529923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-85825a25-8d34-4e68-a352-f7b8de08e333 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 898 time: 0.1261828 Dec 17 17:27:15.559659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:15.636210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-666590c0-ab49-4b09-8596-e82dbe4737f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 1002 time: 0.0969114 Dec 17 17:27:15.698153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-d9d10cc9-6233-4bb8-a5d0-2df24ac7088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:15.699507 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-d9d10cc9-6233-4bb8-a5d0-2df24ac7088e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 200 len: 834 time: 0.0565898 Dec 17 17:27:15.893632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-6b446166-8ba9-448f-b457-d020872c2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:15.895025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-6b446166-8ba9-448f-b457-d020872c2084 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1870589 Dec 17 17:27:16.027397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-ebbd8e22-93e6-44b3-863a-1fffee169f53 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234052 Dec 17 17:27:16.162181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b52c968-8ec2-4ac5-a397-5435eb920305 req-3b4f8e94-0015-466f-9f5d-37a82970eb76 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261661 Dec 17 17:27:21.477106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52312) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:21.548542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:22.064387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:22.140523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:22.316502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:27:22.491047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:22.497658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:22.499076 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f92d0282-707f-4e50-82a9-a881ce5eba52 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/717eae94-a919-44c1-a40d-12bb4efd3925 HTTP/1.1" status: 200 len: 888 time: 1.0204017 Dec 17 17:27:22.501176 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:22.512125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:22.512733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:22.573334 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:22.581496 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:22.582122 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:22.639526 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:22.639930 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707768c-188d-4ffa-b72f-7e2114414a0d None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:23.395258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00729ab9-fb27-4c3c-921f-ea883581ab04 None None] New status for floating IP 6bc68a20-7709-407a-847a-e74d7131a366: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:27:23.447279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:23.685086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:23.755428 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:23.825387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:23.826663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:23.854007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:23.945691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:23.978963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.979315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.979658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.980000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.980329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.980657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.980983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.981310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.981635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.981987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.982308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.982626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:23.990705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:24.015577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:24.045735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6009a28c-2e43-4785-b253-446fbe3d8548,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:24.131677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:24.134105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:24.198917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:24.201761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:24.650261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52320) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:24.655684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:25.291034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:25.352055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7941422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7941415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7939641'] for router, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:25.528711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:27:25.703625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:25.710965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:25.712826 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0feb8ebf-46d3-4f53-80e2-93b809893e47 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/717eae94-a919-44c1-a40d-12bb4efd3925 HTTP/1.1" status: 200 len: 887 time: 1.0615304 Dec 17 17:27:25.713193 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:25.715783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52324) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:25.722640 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:25.723250 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:25.826792 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8f7356f3-0313-4a0f-b150-99c8f958568c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 992 time: 0.1098659 Dec 17 17:27:25.929611 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:26.271313 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:24Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:26.275508 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:26.283414 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:26.284002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:26.452672 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:26.816413 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:24Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:26.820118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4925cb-d657-4a4d-b57e-3084e78f93d8 None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6bc68a20-7709-407a-847a-e74d7131a366', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'port_id': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'mac_address': 'fa:16:3e:75:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:26:06Z', 'updated_at': '2021-12-17T17:27:23Z', 'revision_number': 2, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:24Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:26.830587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52328) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:26.935131 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f4a5952c-514b-42f4-a93d-fec76c7aa3ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 992 time: 0.1033092 Dec 17 17:27:27.278154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:27.348955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:27.349342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:27.494343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:27.532544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6009a28c-2e43-4785-b253-446fbe3d8548,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:27.592058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:27.594540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:27.662692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:27.666073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:27.938208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52332) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:28.052057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c4445ed1-49c6-4ba0-b732-663ad39d505a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 992 time: 0.1124928 Dec 17 17:27:28.460612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f07d2-dc2f-4f99-8692-5208ead3dd92 None None] New status for floating IP 6bc68a20-7709-407a-847a-e74d7131a366: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:27:29.055693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52336) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:29.164198 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd201224-22bb-4cfb-919a-d461de6c42f9 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 200 len: 994 time: 0.1070654 Dec 17 17:27:29.316979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:29.386486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:29.386867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:29.496597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:29.513241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:29.591885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:29.592655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:29.659420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4d77b45f-2ba8-454c-a6d7-04cd08bf38a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:29.743260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:29.746352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:29.754665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6009a28c-2e43-4785-b253-446fbe3d8548 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:29.755044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:31.262043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:31.331404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:31.331780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:31.439748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52344) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:31.639974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port ddcdb1b8-7d72-41c8-af57-efeed78c7ac8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:27:31.640316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:31.808095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:31.808425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:31.929442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for ddcdb1b8-7d72-41c8-af57-efeed78c7ac8 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:27:32.137391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:32.142387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:32.186538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=ddcdb1b8-7d72-41c8-af57-efeed78c7ac8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:32.217456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e8e9916b-f10d-4b71-9e58-18d474144638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:32.257076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.257465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.257912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.258292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.258664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.259640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.260012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.260380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.260748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.261112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.261475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.261858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:32.265745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:32.294240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:32.294685 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Floating IP 6bc68a20-7709-407a-847a-e74d7131a366 disassociated (deleted). External IP: 172.26.4.162, port: 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac. Dec 17 17:27:32.752833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:27:32.927612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:32.937808 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:32.947703 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:32.948313 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:33.009406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:33.067602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/floatingips/6bc68a20-7709-407a-847a-e74d7131a366 HTTP/1.1" status: 204 len: 168 time: 1.6235790 Dec 17 17:27:33.067602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:27:33.113786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'status': 'completed', 'code': 200} Dec 17 17:27:33.137801 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:33.207786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df590-8874-4df4-a5c5-952df338b190 req-83a9e0b6-73c2-440c-a989-bf28733b5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:33.209397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-83a9e0b6-73c2-440c-a989-bf28733b5dad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32466777aa1b43ea8c5c00ae92606e23&device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 1099 time: 0.0726705 Dec 17 17:27:33.347136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df590-8874-4df4-a5c5-952df338b190 req-0f1486c7-e1e6-4c03-bd86-83a31402649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:33.348584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-0f1486c7-e1e6-4c03-bd86-83a31402649a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 200 len: 898 time: 0.1329396 Dec 17 17:27:33.424461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-3d4576cc-4103-42c7-afec-e109ca1c986d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 200 len: 217 time: 0.0691862 Dec 17 17:27:33.489462 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:27Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:33.495103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:33.495617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df590-8874-4df4-a5c5-952df338b190 req-2a429e8d-95a0-43bb-be83-53627094f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:33.497060 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-2a429e8d-95a0-43bb-be83-53627094f04f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 200 len: 834 time: 0.0650408 Dec 17 17:27:33.504319 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:33.504399 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:33.636011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df590-8874-4df4-a5c5-952df338b190 req-bfa56da3-5ab3-4148-bc24-e9ccf42865f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:33.637401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-bfa56da3-5ab3-4148-bc24-e9ccf42865f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321213 Dec 17 17:27:33.648457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7125-e868-411b-91fb-5e0ce461ee61 req-4871934e-445c-4de5-90e8-749ee657237d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:33.649147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5e6e7125-e868-411b-91fb-5e0ce461ee61 req-4871934e-445c-4de5-90e8-749ee657237d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:27:33.685394 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:33.796367 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-e7b3ce6e-02c5-4bcf-bdbf-056def621e35 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438448 Dec 17 17:27:33.825000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-5e6e7125-e868-411b-91fb-5e0ce461ee61 req-4871934e-445c-4de5-90e8-749ee657237d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:27:33.826131 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e6e7125-e868-411b-91fb-5e0ce461ee61 req-4871934e-445c-4de5-90e8-749ee657237d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.2909141 Dec 17 17:27:33.957099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e6e7125-e868-411b-91fb-5e0ce461ee61 req-a75789cb-7d0b-402c-85e6-1b62b0923f13 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844493 Dec 17 17:27:33.990614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a1df590-8874-4df4-a5c5-952df338b190 req-1c9305d0-c176-4451-ade1-2b3e8f1d5245 service neutron] 10.222.0.60 "GET /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870885 Dec 17 17:27:34.027860 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:27Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:34.031753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc2008-185d-4f1d-bcc9-959d3b17b79d None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:25Z', 'revision_number': 6, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6009a28c-2e43-4785-b253-446fbe3d8548', 'name': '', 'network_id': 'b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'mac_address': 'fa:16:3e:2a:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:40Z', 'updated_at': '2021-12-17T17:27:27Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'subnets': [{'id': '4d32748c-9102-44a7-bc88-52ee7d33c867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:34.653648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dafcf-a722-434a-b442-f484ebe2e262 None None] New status for floating IP 6bc68a20-7709-407a-847a-e74d7131a366: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:27:35.106345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a718d42e-3021-460d-a5aa-b1c9dd52729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:35.140803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b20b-5edf-4011-b03c-cf5f4624b10f req-3d842a48-fb5c-4e9c-88dc-4fc04fcd1f75 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:35.142315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af6b20b-5edf-4011-b03c-cf5f4624b10f req-3d842a48-fb5c-4e9c-88dc-4fc04fcd1f75 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.0802901 Dec 17 17:27:35.349582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8af6b20b-5edf-4011-b03c-cf5f4624b10f req-adb999cb-8d79-4ad2-a23b-7079e04a2a5b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ca7d545-ad71-4768-98c4-ecfd37b05666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013693 Dec 17 17:27:35.376376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-b1fe9415-a9a2-4293-bbf5-b4bfb2c305f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:35.377749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-b1fe9415-a9a2-4293-bbf5-b4bfb2c305f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 946 time: 0.2126086 Dec 17 17:27:35.446149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:27:35.446623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:35.695603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:35.695603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:35.746309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:35.819987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:27:35.940647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:36.026765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:36.032366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7216d642-37bc-4338-9583-78288b4dfcba tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:36.080341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:36.083402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:36.156765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] No DVR routers for this DVR port 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:27:36.159378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:36.161993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'name': 'network-vif-deleted', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:27:36.205114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78829f4e-4b17-44dd-80f0-c4716fc2db10', 'name': 'network-vif-deleted', 'tag': '3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac', 'status': 'completed', 'code': 200} Dec 17 17:27:36.235330 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76918288-1b01-4150-b6fe-ce31d4ccff4a req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.60 "DELETE /v2.0/ports/3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac HTTP/1.1" status: 204 len: 173 time: 0.8508666 Dec 17 17:27:36.508424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-47ec3cc0-6a2c-4e29-877c-c76038b4d93b req-edc10d50-090b-47e8-b1b0-ef5756646b8b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Synchronizing usage tracker for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:27:36.609503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-47ec3cc0-6a2c-4e29-877c-c76038b4d93b req-edc10d50-090b-47e8-b1b0-ef5756646b8b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Unset dirty status for tenant:32466777aa1b43ea8c5c00ae92606e23 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:27:36.610704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-47ec3cc0-6a2c-4e29-877c-c76038b4d93b req-edc10d50-090b-47e8-b1b0-ef5756646b8b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "GET /v2.0/ports?device_id=78829f4e-4b17-44dd-80f0-c4716fc2db10 HTTP/1.1" status: 200 len: 210 time: 0.1529243 Dec 17 17:27:37.260944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:37.703578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52362) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:37.771142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:37.799942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:37.946966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:37.950783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3d6f5740-d9fb-4dda-88fb-8a17501e6a77 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:37.966716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7d545-ad71-4768-98c4-ecfd37b05666,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:37.971782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:37.973797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:37.974908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ca7d545-ad71-4768-98c4-ecfd37b05666 HTTP/1.1" status: 204 len: 168 time: 0.2703221 Dec 17 17:27:38.068144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52368) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:38.683934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:38.719176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:27:38.719528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3a6b47fe-1f75-4ce0-bfa9-73858e8bc1ac not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:27:38.747332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:39.104497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port 6009a28c-2e43-4785-b253-446fbe3d8548 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:27:39.107436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:39.292386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port 6009a28c-2e43-4785-b253-446fbe3d8548, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6009a28c-2e43-4785-b253-446fbe3d8548,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:39.292774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:39.413908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for 6009a28c-2e43-4785-b253-446fbe3d8548 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:27:39.652011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:39.655896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4cfff3d2-eb47-4660-9910-f9642297308d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:39.703418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=6009a28c-2e43-4785-b253-446fbe3d8548,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:39.706454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:39.979098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:40.464171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Router 717eae94-a919-44c1-a40d-12bb4efd3925 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:27:40.639406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:40.648870 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Sync routers for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:40.658112 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:40.668964 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:40.719960 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "PUT /v2.0/routers/717eae94-a919-44c1-a40d-12bb4efd3925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505578 Dec 17 17:27:40.722420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52372) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:40.787281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting subnet 4d32748c-9102-44a7-bc88-52ee7d33c867 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:27:40.790752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:40.831226 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:40.846627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:40.927752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.052448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.058043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b42a3153-5087-4e7c-a5fa-fa0ab1017db9 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:41.099755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.103070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Subnet': ['ID=4d32748c-9102-44a7-bc88-52ee7d33c867,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:41.106069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012da777-0e6f-4e88-bf19-64429c2dadf2 None None] Network b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:27:41.106599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:41.110820 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/subnets/4d32748c-9102-44a7-bc88-52ee7d33c867 HTTP/1.1" status: 204 len: 168 time: 0.3874528 Dec 17 17:27:41.113473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52376) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:41.116971 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:39Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:41.121605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Checking router: 717eae94-a919-44c1-a40d-12bb4efd3925 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:41.130289 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Routers {'717eae94-a919-44c1-a40d-12bb4efd3925'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:41.130892 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['717eae94-a919-44c1-a40d-12bb4efd3925'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:41.320528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.322879 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] Set router 717eae94-a919-44c1-a40d-12bb4efd3925 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:41.395057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] DHCP port deletion for b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:27:41.399266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Deleting port a7a8f35c-2eb2-4b38-afd1-eec093562569 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:27:41.400906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.508628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.572559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Deleting port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:27:41.572885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.619511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] For port a7a8f35c-2eb2-4b38-afd1-eec093562569, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a7a8f35c-2eb2-4b38-afd1-eec093562569,segment=NetworkSegment(17ff6b1f-2d38-4866-bb17-7607b21fb07a),segment_id=17ff6b1f-2d38-4866-bb17-7607b21fb07a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:41.619712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.637239 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:39Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:41.641255 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf148e-cff4-4fd1-abcd-06fc66c669be None None] The sync data for ids ['717eae94-a919-44c1-a40d-12bb4efd3925'] in dv-neutron-821073-1-hyperv is: [{'id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'name': 'tempest-TestNetworkBasicOps-router-330614854', 'tenant_id': '32466777aa1b43ea8c5c00ae92606e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:25:35Z', 'updated_at': '2021-12-17T17:27:39Z', 'revision_number': 7, 'project_id': '32466777aa1b43ea8c5c00ae92606e23', 'gw_port': {'id': 'cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717eae94-a919-44c1-a40d-12bb4efd3925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:25:36Z', 'updated_at': '2021-12-17T17:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:41.741329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Calling delete_port for a7a8f35c-2eb2-4b38-afd1-eec093562569 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:27:41.752192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] For port cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:41.752549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.872632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Calling delete_port for cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:27:41.878350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:41.882971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-81fdab47-ee68-4d71-ae6b-54d8122b1d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:41.929246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Pushing event deleted for resources: {'Port': ['ID=a7a8f35c-2eb2-4b38-afd1-eec093562569,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:41.931569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] No DVR routers for this DVR port a7a8f35c-2eb2-4b38-afd1-eec093562569 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:27:41.932958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:42.240577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.245295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2c8364cd-b4c5-4c53-81f1-a90dc045910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:42.290917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Port': ['ID=cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:42.294057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:42.379574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.547945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.550085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.651866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.652307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Fanout notify agent at l3_agent the message router_deleted on router 717eae94-a919-44c1-a40d-12bb4efd3925 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:27:42.667684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.668832 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/routers/717eae94-a919-44c1-a40d-12bb4efd3925 HTTP/1.1" status: 204 len: 168 time: 1.5544090 Dec 17 17:27:42.671518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52380) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:42.784718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.913857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.937645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:42.948990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ff6b1f-2d38-4866-bb17-7607b21fb07a') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:42.949287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ff6b1f-2d38-4866-bb17-7607b21fb07a') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:42.960075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.975494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.982129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:27:42.982519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:27:42.996480 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:27:43.137834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:43.141186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c54d6c77-70ea-4892-ae9a-087928ce257f tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:43.156098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:43.166781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Pushing event deleted for resources: {'Network': ['ID=b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:43.169735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:43.229559 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] 10.222.0.61 "DELETE /v2.0/networks/b96ba2ec-a93c-4d9e-ac10-ba2bdbf6cef2 HTTP/1.1" status: 204 len: 168 time: 0.5570066 Dec 17 17:27:43.266888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:43.300417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:27:43.300768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cef58a2a-e3a0-4f60-8b2b-e89e133bf1ed not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:27:43.301185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:43.332743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 6009a28c-2e43-4785-b253-446fbe3d8548 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:27:43.333089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6009a28c-2e43-4785-b253-446fbe3d8548 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:27:43.333501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a7a8f35c-2eb2-4b38-afd1-eec093562569 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:27:43.401130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a7a8f35c-2eb2-4b38-afd1-eec093562569 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:27:43.401486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a7a8f35c-2eb2-4b38-afd1-eec093562569 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:27:43.660574 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:27:43.815183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52388) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:43.972851 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3542439b-9f80-457b-8e33-ca8717a71120 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32466777aa1b43ea8c5c00ae92606e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564178 Dec 17 17:27:43.975233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52394) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:44.031117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.061929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.183824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.187997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-658c6eaf-36f6-49bc-b2aa-ab3eb31a1f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:44.207350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01626b15-dfdd-4155-88fc-23a3003c8197,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:44.218472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.218864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.219246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.219620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.219990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.220429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.221325 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.222146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.222522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.222894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.223257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.223619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:44.228880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.230839 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01626b15-dfdd-4155-88fc-23a3003c8197 HTTP/1.1" status: 204 len: 168 time: 0.2547443 Dec 17 17:27:44.231744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:44.768297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52402) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:44.786315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.800100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:44.804069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Usage tracker for resource:security_group_rule and tenant:1afcfc81bc424ded90a23214d496b757 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:44.806895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:44.812419 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:44.894008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.952305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:44.959120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a876f502-b81f-49b6-872e-e5058f95b5bc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:44.998825 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1afcfc81bc424ded90a23214d496b757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291665 Dec 17 17:27:44.999648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884fff3-bf59-44c0-8e93-e5e76c16dfc1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:45.001423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52406) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:45.002611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a222db20-a60c-4966-8cb0-b031c93b1b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:45.060683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:45.090471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:45.220490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:45.224165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:45.235106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884fff3-bf59-44c0-8e93-e5e76c16dfc1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:45.239770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:45.242485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:45.244163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b884fff3-bf59-44c0-8e93-e5e76c16dfc1 HTTP/1.1" status: 204 len: 168 time: 0.2416513 Dec 17 17:27:45.520504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.328833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52430) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:46.430381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619326724-network', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:46.434991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:46.438721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Usage tracker for resource:network and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:46.441468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:46.447911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:46.512071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Made reservation on behalf of e26dcee2ec37480aa9a46b08cc2cebe6 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:27:46.514394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.526863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.541542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:46.545425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:46.548348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:46.554736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:46.637435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.712665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.716614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a0269d8-423b-4da1-87de-c743a52c9de1 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:46.739759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:27:46.752005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2cec5-c148-4ed8-93e8-a639fd1e05c2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:46.755828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:46.756728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.757653 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Added segment 098b4896-5cec-49f9-b883-cc6313806d16 of type vlan for network e4085e02-9636-432d-8a24-fec3b9a06d12 Dec 17 17:27:46.786912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.891803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.892771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:46.893360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:46.896899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:46.996076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=e4085e02-9636-432d-8a24-fec3b9a06d12,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:46.999207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:47.006999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network e4085e02-9636-432d-8a24-fec3b9a06d12 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:27:47.038632 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7087796 Dec 17 17:27:47.041484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:47.047398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Request body: {'subnet': {'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619326724-subnet', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:47.052323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:47.056066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Usage tracker for resource:subnet and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:47.058884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:47.064522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:47.154637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Made reservation on behalf of e26dcee2ec37480aa9a46b08cc2cebe6 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:27:47.156952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:47.541297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:47.546160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-02c1e068-2920-491c-9b5d-9f5e0f368ccd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:47.623389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78edc79-f4cc-414c-bf6e-b5d72c280d40,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:47.627471 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:47.628148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:47.628502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Network hostable DHCP agents. Network: e4085e02-9636-432d-8a24-fec3b9a06d12, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:27:47.737394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:27:47.817386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, e4085e02-9636-432d-8a24-fec3b9a06d12) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:47.821739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:47.822359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:47.826445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a7df3-4ba5-4e81-bbab-f849764ee3ae None None] Network e4085e02-9636-432d-8a24-fec3b9a06d12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:27:47.904269 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8612819 Dec 17 17:27:47.907359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52440) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:47.912437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:47.917146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:47.921145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Usage tracker for resource:router and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:47.923997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:47.929750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:48.017883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.018916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.033773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.045022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-e4085e02-9636-432d-8a24-fec3b9a06d12', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:27:48.046585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.207246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Allocated IP 172.20.0.2 (e4085e02-9636-432d-8a24-fec3b9a06d12/f78edc79-f4cc-414c-bf6e-b5d72c280d40/48e24288-6f16-4ea4-80a8-bdf40257b2dd) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:48.354634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.416874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.426879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Transition to ACTIVE for port object 48e24288-6f16-4ea4-80a8-bdf40257b2dd will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:48.444681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Transition to ACTIVE for port object 48e24288-6f16-4ea4-80a8-bdf40257b2dd will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:48.526968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.535843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8247b200-1962-420d-a357-6ee0a2370e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:48.594119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:48.596818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:48.599214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:27:48.610039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Pushing event updated for resources: {'Port': ['ID=48e24288-6f16-4ea4-80a8-bdf40257b2dd,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:48.636876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:48.695909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Attempting to bind port 48e24288-6f16-4ea4-80a8-bdf40257b2dd on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:27:48.696875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Attempting to bind port 48e24288-6f16-4ea4-80a8-bdf40257b2dd by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:27:48.697250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Attempting to bind port 48e24288-6f16-4ea4-80a8-bdf40257b2dd on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:27:48.702658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:27:48.703032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:48.703431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.703823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Bound using segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:27:48.704285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Bound port: 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:27:48.704657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.709971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.741848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.788595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] For port 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:27:48.791562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] For port 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48e24288-6f16-4ea4-80a8-bdf40257b2dd,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:27:48.867334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:48.869036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Allocated IP 172.26.4.252 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/0f259eaf-48c6-45c8-9c31-7c48f23fa0dd) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:48.873506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-91ae3f66-e879-4a6b-84cf-adb4047bc47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:48.955810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Pushing event updated for resources: {'Port': ['ID=48e24288-6f16-4ea4-80a8-bdf40257b2dd,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:48.959182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:49.024659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:49.119340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:49.123364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2cd5f29c-c768-48c9-ac05-473ffb943f9e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:49.199108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:49.202155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:49.205785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:27:49.235843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:49.246960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:49.308087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48e24288-6f16-4ea4-80a8-bdf40257b2dd up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:49.435029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:49.799294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:49.874916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28c920-b943-4900-9a69-356808ae2155 None None] Network e4085e02-9636-432d-8a24-fec3b9a06d12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:27:50.090745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Provisioning for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:50.100021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Provisioning complete for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:50.100492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.153838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.240989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.275478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] For port 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48e24288-6f16-4ea4-80a8-bdf40257b2dd,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:50.363885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.367546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:50.429911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Pushing event updated for resources: {'Port': ['ID=48e24288-6f16-4ea4-80a8-bdf40257b2dd,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:50.432591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:27:50.433551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:50.482885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ae1dbf9d-4bfb-40d8-a16f-a12d7d912161 None None] Provisioning complete for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:50.483269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbf9d-4bfb-40d8-a16f-a12d7d912161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.607422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:50.619582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:50.643927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:50.644563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:50.680710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:50.681978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7736340 Dec 17 17:27:50.684605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52444) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:50.820669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:51.112438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:49Z', 'revision_number': 3, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:51.116299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:51.116667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Updating router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:27:51.172955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.281156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48e24288-6f16-4ea4-80a8-bdf40257b2dd up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:51.454245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:51.454907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.513747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.667686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.679067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Transition to ACTIVE for port object 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:51.720900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Allocated IP 172.20.0.1 (e4085e02-9636-432d-8a24-fec3b9a06d12/f78edc79-f4cc-414c-bf6e-b5d72c280d40/4648aeb4-d038-405a-bba1-ea8c5242ffcb) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:51.746708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.751899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:51.826295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Attempting to bind port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:27:51.826682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Attempting to bind port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:27:51.827055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Attempting to bind port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:27:51.835754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:27:51.836135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:51.836542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.836971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:27:51.837447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Bound port: 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:27:51.837836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.860973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Pushing event updated for resources: {'Port': ['ID=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:51.866928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.867219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:51.883080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Transition to ACTIVE for port object 4648aeb4-d038-405a-bba1-ea8c5242ffcb will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:51.912756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] For port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:27:51.915727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] For port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:27:51.978598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.982298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:51.989729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:51.994891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-0aa51d2a-230c-409a-891b-dc4988658f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:52.047838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:52.050368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:52.058066 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:27:52.067673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:52.068306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:52.083463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Pushing event updated for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:52.088439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:52.120753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.137553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Pushing event updated for resources: {'Port': ['ID=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:52.147333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:52.310243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.315845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:52.528434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.541617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1cf639ec-5dbb-40b1-af93-5266d7d019b4 None None] Provisioning for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:52.576527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1cf639ec-5dbb-40b1-af93-5266d7d019b4 None None] Provisioning complete for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:52.576895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1cf639ec-5dbb-40b1-af93-5266d7d019b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.588887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.615558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf0aa045-05c0-4319-bae5-359b43125150 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:52.639958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1cf639ec-5dbb-40b1-af93-5266d7d019b4 None None] Port 4648aeb4-d038-405a-bba1-ea8c5242ffcb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:27:52.658643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:49Z', 'revision_number': 3, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:52.662552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c1e79-cf79-4843-adb3-48e1412ada23 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:49Z', 'revision_number': 3, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:52.697749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:52.701280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Pushing event updated for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:52.704485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:52.837951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:52.839070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:53.169573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-46635ea2-f15c-4d14-866f-cb5f1f640b77 None None] Provisioning complete for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:53.170111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-46635ea2-f15c-4d14-866f-cb5f1f640b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:53.178276 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:27:53.226975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-46635ea2-f15c-4d14-866f-cb5f1f640b77 None None] Port 4648aeb4-d038-405a-bba1-ea8c5242ffcb cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:27:53.308924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:53.369390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:53.378607 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] 10.222.0.61 "PUT /v2.0/routers/1ba4bc55-c880-43fc-a02c-a0248dd7ebbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929595 Dec 17 17:27:53.447085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:53.452655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:53.453169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:53.577866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:53.594519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:53.664058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:53.666916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:53.735374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:53.738599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:54.122511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52462) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:54.128252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-714478523-network', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:54.133047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:54.138473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Usage tracker for resource:network and tenant:dc56abd4068b456ab1e2bba34447fd96 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:54.141697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:54.148515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:54.174585 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:54.184562 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:54.185174 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:54.209537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Made reservation on behalf of dc56abd4068b456ab1e2bba34447fd96 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:27:54.212486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.228910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.243516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:54.251241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Usage tracker for resource:security_group_rule and tenant:dc56abd4068b456ab1e2bba34447fd96 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:54.254173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:54.260958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:54.350765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.370275 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:54.415731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.418916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-71416442-7d1c-46e8-8745-5bb07ea8c35c tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:54.446949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:27:54.455288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169328c5-15ba-4cb3-bdcf-4bd436da7ad3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:54.458979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:54.462762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.463046 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Added segment 86df44ff-9d0c-41d2-bab8-3ed507011598 of type vlan for network b8047e57-f41a-4f75-8e1f-34c934bea0d8 Dec 17 17:27:54.489185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.572708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.573937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:54.574590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.579802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a9f4631d-9f23-44a1-8b71-a7992cd3167d tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:54.683337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Pushing event updated for resources: {'Network': ['ID=b8047e57-f41a-4f75-8e1f-34c934bea0d8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:54.683523 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 2, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:54.686028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:54.687342 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:54.687688 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Updating router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb port 4648aeb4-d038-405a-bba1-ea8c5242ffcb binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:27:54.693154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:27:54.747419 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:54.755905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6322465 Dec 17 17:27:54.758509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52466) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:54.765028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Request body: {'subnet': {'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-714478523-subnet', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:54.769941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:54.774452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Usage tracker for resource:subnet and tenant:dc56abd4068b456ab1e2bba34447fd96 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:54.786838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:54.786838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:54.857902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Made reservation on behalf of dc56abd4068b456ab1e2bba34447fd96 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:27:54.860238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.121051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.126107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4b88265a-90bd-4178-8e4c-bb225658ef34 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:55.135158 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.146807 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Transition to ACTIVE for port object 4648aeb4-d038-405a-bba1-ea8c5242ffcb will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:55.214181 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.221580 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:55.282445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:55.330425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f993de-9f5c-4c17-b8ce-5551ee0430eb,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:55.333354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:55.339367 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Pushing event updated for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:55.339973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Checking segment: {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:55.340492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Network hostable DHCP agents. Network: b8047e57-f41a-4f75-8e1f-34c934bea0d8, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:27:55.353836 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.354182 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.354523 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.354889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.355184 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.355515 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.355838 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.356163 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.356545 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.356872 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.357193 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.357509 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:27:55.364375 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:55.367283 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:55.367668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.427126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:27:55.480323 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Attempting to bind port 4648aeb4-d038-405a-bba1-ea8c5242ffcb on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:27:55.480705 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Attempting to bind port 4648aeb4-d038-405a-bba1-ea8c5242ffcb by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:27:55.481071 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Attempting to bind port 4648aeb4-d038-405a-bba1-ea8c5242ffcb on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:27:55.484655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b8047e57-f41a-4f75-8e1f-34c934bea0d8) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:55.486820 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:27:55.488099 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:55.488099 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.488282 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Bound using segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:27:55.488708 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Bound port: 4648aeb4-d038-405a-bba1-ea8c5242ffcb, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:27:55.489092 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.492296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:27:55.492793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b585539b-4a75-47ed-ac62-8c584e0e4d69 None None] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:27:55.493499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.573065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8102503 Dec 17 17:27:55.573237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52470) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:55.578508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:27:55.581616 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] For port 4648aeb4-d038-405a-bba1-ea8c5242ffcb, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:27:55.583168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:27:55.585043 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] For port 4648aeb4-d038-405a-bba1-ea8c5242ffcb, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4648aeb4-d038-405a-bba1-ea8c5242ffcb,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:27:55.588452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Usage tracker for resource:router and tenant:dc56abd4068b456ab1e2bba34447fd96 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:27:55.591662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:27:55.606441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:27:55.644330 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.648902 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:55.701619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.703171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.721085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.722908 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Pushing event updated for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:55.727091 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:55.732290 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:55.732916 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:55.752098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'fixed_ips': [{'subnet_id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:27:55.753145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:55.917890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Allocated IP 172.20.0.2 (b8047e57-f41a-4f75-8e1f-34c934bea0d8/36f993de-9f5c-4c17-b8ce-5551ee0430eb/378e26b6-a780-4530-8d69-6e9421485d84) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:55.926904 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:56.131370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.180139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.190631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Transition to ACTIVE for port object 378e26b6-a780-4530-8d69-6e9421485d84 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:56.208830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Transition to ACTIVE for port object 378e26b6-a780-4530-8d69-6e9421485d84 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:56.246549 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:55Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:56.250738 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c235ef-6089-4192-bb6e-9f82e23986c4 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:55Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:27:56.292095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.292095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:56.359895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:56.365288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:56.370897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:27:56.380689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Pushing event updated for resources: {'Port': ['ID=378e26b6-a780-4530-8d69-6e9421485d84,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:56.407111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:56.467272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Attempting to bind port 378e26b6-a780-4530-8d69-6e9421485d84 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:27:56.467647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Attempting to bind port 378e26b6-a780-4530-8d69-6e9421485d84 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:27:56.468019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Attempting to bind port 378e26b6-a780-4530-8d69-6e9421485d84 on network b8047e57-f41a-4f75-8e1f-34c934bea0d8 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:27:56.473610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:27:56.474018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Checking segment: {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:56.474426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.474817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Bound using segment: {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:27:56.475285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Bound port: 378e26b6-a780-4530-8d69-6e9421485d84, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:27:56.475665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.559337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.567977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] For port 378e26b6-a780-4530-8d69-6e9421485d84, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:27:56.571095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] For port 378e26b6-a780-4530-8d69-6e9421485d84, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=378e26b6-a780-4530-8d69-6e9421485d84,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:27:56.591971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.662235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:56.668329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:56.750583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Allocated IP 172.26.4.172 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:56.751302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Pushing event updated for resources: {'Port': ['ID=378e26b6-a780-4530-8d69-6e9421485d84,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:56.754418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:56.912660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:57.021973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:57.026438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-05c88534-c822-4e22-b9bf-8802c0e114ec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:57.095611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:27:57.103235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:27:57.107550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:27:57.166104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:57.170066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:57.340574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 378e26b6-a780-4530-8d69-6e9421485d84 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:57.509965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 378e26b6-a780-4530-8d69-6e9421485d84 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:57.518219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4648aeb4-d038-405a-bba1-ea8c5242ffcb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:57.675213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:57.680748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:57.681175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:57.757848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:57.802819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:57.830508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231577d2-f30e-4e5f-82e2-b979584025d3 None None] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:27:57.923696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 4648aeb4-d038-405a-bba1-ea8c5242ffcb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4648aeb4-d038-405a-bba1-ea8c5242ffcb,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:57.989901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Provisioning for port 378e26b6-a780-4530-8d69-6e9421485d84 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:27:58.001408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.005851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50624e34-b2ce-4c84-96fc-21b614e2e618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:58.040222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Provisioning complete for port 378e26b6-a780-4530-8d69-6e9421485d84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:58.040599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.101204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.170943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:58.176277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:58.250901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.286737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] For port 378e26b6-a780-4530-8d69-6e9421485d84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=378e26b6-a780-4530-8d69-6e9421485d84,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:27:58.375820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.377774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:58.402743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Router f96220fe-c87f-4523-8e41-746d36fedaea is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:27:58.451785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Pushing event updated for resources: {'Port': ['ID=378e26b6-a780-4530-8d69-6e9421485d84,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:58.455022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:58.494095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-dd97c287-6f11-4948-8139-517b5ce9251f None None] Provisioning complete for port 378e26b6-a780-4530-8d69-6e9421485d84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:58.494559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dd97c287-6f11-4948-8139-517b5ce9251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.582754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:27:58.598336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Sync routers for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:27:58.615998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:27:58.616632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:58.675244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:58.676520 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1022868 Dec 17 17:27:58.679185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52474) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:27:58.794363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:27:59.132654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 3, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:27:59.137410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Checking router: f96220fe-c87f-4523-8e41-746d36fedaea for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:27:59.137990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Updating router f96220fe-c87f-4523-8e41-746d36fedaea port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:27:59.191786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.285183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 378e26b6-a780-4530-8d69-6e9421485d84 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:59.458220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 378e26b6-a780-4530-8d69-6e9421485d84 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:59.458607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.499127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.671716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4648aeb4-d038-405a-bba1-ea8c5242ffcb up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:27:59.715210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Allocated IP 172.20.0.1 (b8047e57-f41a-4f75-8e1f-34c934bea0d8/36f993de-9f5c-4c17-b8ce-5551ee0430eb/5cc242c5-a9e8-45f8-b72c-0802f85c8be8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:27:59.725353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.743661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Transition to ACTIVE for port object d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:59.758708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4648aeb4-d038-405a-bba1-ea8c5242ffcb triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:27:59.760673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.805344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.811326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-65b5b5b4-6b30-4d29-bff6-e3c25bf5c78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:27:59.861241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.878811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Transition to ACTIVE for port object 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:27:59.898714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Attempting to bind port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:27:59.899209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Attempting to bind port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:27:59.899616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Attempting to bind port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:27:59.903298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Pushing event updated for resources: {'Port': ['ID=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:27:59.908477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:27:59.909222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:27:59.909599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:27:59.910633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.910633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:27:59.911076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Bound port: d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:27:59.911462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.967545 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:27:59.972351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:00.032791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:28:00.034286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] For port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:28:00.035610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:28:00.037510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] For port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:28:00.039441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:28:00.083524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Pushing event updated for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:00.088220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:00.103028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.162077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.167704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:00.241611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:28:00.242274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:00.311821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Pushing event updated for resources: {'Port': ['ID=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:00.326416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:00.402718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-71cade18-a8d4-4393-84ae-aa80a445cca3 None None] Provisioning for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:28:00.413039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-71cade18-a8d4-4393-84ae-aa80a445cca3 None None] Provisioning complete for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:00.413423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-71cade18-a8d4-4393-84ae-aa80a445cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.429770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.481382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:28:00.564778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-71cade18-a8d4-4393-84ae-aa80a445cca3 None None] Port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:28:00.650315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.692143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.723230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:00.799985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Pushing event updated for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:00.802354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:00.804278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 3, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:00.807408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:00.809051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c251-73de-4bd7-bb70-30492477f1a2 None None] The sync data for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv is: [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 3, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:28:01.081743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:28:01.084148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:28:01.297583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Router f96220fe-c87f-4523-8e41-746d36fedaea has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:28:01.319091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:28:01.398417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-68c16b83-9f4c-4950-9860-76d138fdb545 None None] Provisioning complete for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:01.398804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-68c16b83-9f4c-4950-9860-76d138fdb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:01.455206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-68c16b83-9f4c-4950-9860-76d138fdb545 None None] Port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:28:01.490411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:28:01.492444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:28:01.498506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:01.502541 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:01.502654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] 10.222.0.61 "PUT /v2.0/routers/f96220fe-c87f-4523-8e41-746d36fedaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195744 Dec 17 17:28:01.625055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:01.643676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:28:01.727095 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:01.731635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:01.800957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:01.804137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:02.027383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52484) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:02.032775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733263449', 'description': 'tempest-secgroup-smoke-733263449 description', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:02.038698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:02.042856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:02.045721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:02.051419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:02.115241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.137407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:02.141428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:02.144329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:02.150096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:02.195457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad617b3b-0c01-4c9e-b997-3bee40b54a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.223666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.286518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.290395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bd550128-9b14-4eeb-b225-4841226d97a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:02.329239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7205c805-30bb-4174-a0be-071dc3de9147,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:02.332009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:02.392459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.393688 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11e3837a-a3d0-469f-b649-894edadd9010 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3652985 Dec 17 17:28:02.396678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52490) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:02.401625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:02.407648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:02.411573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:02.414457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:02.420060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:02.499800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.558272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.635329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.637211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-10b8f046-76ce-4b08-b296-761da8783a37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:02.659306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f61801-e9f5-48dd-b71e-474e930adb9d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:02.661663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:02.721122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.722360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247714 Dec 17 17:28:02.725125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52494) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:02.731274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:02.737693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:02.741533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:02.745129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:02.751083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:02.821450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.892662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.949418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:02.951324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-637dd60b-7ceb-4dba-bdc2-224faaf866eb tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:02.974760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dcf064-eb85-4101-9c36-1507a4f435d8,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:02.977401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:03.035217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.039386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:03.039790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ab7557e-5746-4efe-95c7-8ea6af66bd05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3135331 Dec 17 17:28:03.045405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:03.051780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:03.056429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:03.059634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:03.066334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:03.168063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.203653 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Sync routers for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:28:03.212705 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:28:03.213305 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:03.232466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.283348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:28:03.303671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.310645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-751390c6-6c5c-4b59-a8fa-1aa3dc18f641 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:03.333807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69dad77-813a-44b3-91d9-4f76983b82dd,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:03.336532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:03.360954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:03.361336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.391193 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:28:03.418246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.422121 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785903 Dec 17 17:28:03.422912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52502) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:03.428710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:03.435775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:03.439821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:03.442705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:03.448816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:03.553383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.622429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.699753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 4, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '5cc242c5-a9e8-45f8-b72c-0802f85c8be8', 'name': '', 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'mac_address': 'fa:16:3e:ee:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:59Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 2, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'subnets': [{'id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:03.703550 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Checking router: f96220fe-c87f-4523-8e41-746d36fedaea for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:28:03.703883 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Updating router f96220fe-c87f-4523-8e41-746d36fedaea port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:28:03.718318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.720163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8b2b1097-2432-4295-96f4-09d387a9aa73 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:03.742722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb09b1d-b19c-4ca9-9080-115e0a1ea0cf,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:03.745217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:03.756463 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.815748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.819449 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3927405 Dec 17 17:28:03.819689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52506) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:03.824802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:03.830843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:03.834753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:03.838122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:03.843782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:03.924169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Project e26dcee2ec37480aa9a46b08cc2cebe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:28:03.931600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:03.998076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.058172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.059986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-170ce1bb-56c6-4809-91e0-eb8e9aae96cd tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:04.081905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052f234d-166e-4594-acb1-4fdbff65ea46,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:04.084283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:04.125226 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.136522 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Transition to ACTIVE for port object 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:28:04.155064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.156259 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b573b5b0-ebcb-4a99-a396-2ee64ddb51ba tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356488 Dec 17 17:28:04.158944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52510) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:28:04.164092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'security_group_rule': {'security_group_id': '7205c805-30bb-4174-a0be-071dc3de9147', 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:04.170532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:04.174372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:security_group_rule and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:04.177304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:04.183674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:04.212162 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.215854 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8627ccad-947d-47ec-8f57-fc6ac6b18b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:04.269751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Project e26dcee2ec37480aa9a46b08cc2cebe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:28:04.276795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.346425 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Pushing event updated for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:04.349963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.373320 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:04.434753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Attempting to bind port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:28:04.435125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Attempting to bind port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:28:04.435492 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Attempting to bind port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 on network b8047e57-f41a-4f75-8e1f-34c934bea0d8 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:28:04.438521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.440908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d36d58b2-6613-4328-a4f4-f8b4d727104b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:04.441076 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:28:04.441403 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Checking segment: {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:28:04.441831 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.442303 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Bound using segment: {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:28:04.442778 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Bound port: 5cc242c5-a9e8-45f8-b72c-0802f85c8be8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86df44ff-9d0c-41d2-bab8-3ed507011598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:28:04.443161 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.465295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f5c612-05dd-41d0-b491-51087ac9a7b3,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:04.470007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:04.534005 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] For port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:28:04.536919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] For port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:28:04.552939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.554253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3943930 Dec 17 17:28:04.639062 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:04.643236 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:04.713733 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:28:04.714632 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:27:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:04.801056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Pushing event updated for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:04.806635 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:04.909922 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:28:05.109606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e019bf3e-6d80-4fd3-961e-160c9127831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:05.226347 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 4, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '5cc242c5-a9e8-45f8-b72c-0802f85c8be8', 'name': '', 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'mac_address': 'fa:16:3e:ee:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:59Z', 'updated_at': '2021-12-17T17:28:04Z', 'revision_number': 4, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'subnets': [{'id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:28:05.230883 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb7b84-1998-451e-ac2a-5c5bda54f8d4 None None] The sync data for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv is: [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:28:00Z', 'revision_number': 4, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '5cc242c5-a9e8-45f8-b72c-0802f85c8be8', 'name': '', 'network_id': 'b8047e57-f41a-4f75-8e1f-34c934bea0d8', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'mac_address': 'fa:16:3e:ee:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:59Z', 'updated_at': '2021-12-17T17:28:04Z', 'revision_number': 4, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'subnets': [{'id': '36f993de-9f5c-4c17-b8ce-5551ee0430eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:28:05.761210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:05.944026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:07.292785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:07.307469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:28:07.480625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:28:07.491769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:07.492156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:07.667947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:07.667947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:28:08.018984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:08.021047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:08.106580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:08.109697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:09.289916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:28:09.363228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:09.363610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:15.553142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:20.660509 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:28:30.073829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-901637de-1b87-4874-bbb9-3ab9eb0aed23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:28:30.207495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-901637de-1b87-4874-bbb9-3ab9eb0aed23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:28:30.208683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-901637de-1b87-4874-bbb9-3ab9eb0aed23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733263449&fields=id&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 267 time: 0.1737959 Dec 17 17:28:30.357347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-88563652-d074-44c0-b2e7-b0620703804d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:30.358704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-88563652-d074-44c0-b2e7-b0620703804d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.1433847 Dec 17 17:28:30.373083 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-750ab1c9-48da-4a3c-9f70-e1be0a1fe5bc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/quotas/e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 375 time: 0.0090814 Dec 17 17:28:30.481387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-3fd36adc-b20b-4cba-9396-037649cd6891 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027296 Dec 17 17:28:30.591642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-d5aeaedf-ef24-4e59-8afd-831e5b82fd1c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:28:30.592612 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-d5aeaedf-ef24-4e59-8afd-831e5b82fd1c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003954 Dec 17 17:28:30.720932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-d3dbc284-ef94-4258-b926-f767200d6ae2 service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223760 Dec 17 17:28:30.850069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-2ed7cdd4-020d-45fc-9797-932880113cd4 service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234510 Dec 17 17:28:31.470072 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0570500-27f4-4876-9c2d-639c3923ae23 req-e306507f-e792-4465-8f2a-4d82ddf8b68d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0421119 Dec 17 17:28:32.229715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0df90c64-bed0-4afd-a582-d416211300cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:32.562822 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc65d869-aee3-4aaf-b287-a71dff7963a5 req-9191e9b7-525b-40f3-9d3a-8536a2e96312 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0422013 Dec 17 17:28:33.790047 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bacd1021-9329-485c-854f-3e0721aca3f6 req-c88a40fe-e626-4f47-ba0b-787620c19db7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.1764758 Dec 17 17:28:34.886517 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4509350c-2ea1-439b-a141-6ba2c9d77e68 req-7dfd4f1a-6e1d-4f4d-9883-ca78a0fb5730 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0413506 Dec 17 17:28:35.078673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9e34-be04-417a-80ec-72cb2d5e6141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:35.718965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:35.973322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:36.031464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d49df2e0-39b2-41ab-80c5-0a319a6ec5e0 req-ce6f6ae3-1fd2-4f8f-b631-66b6aaeac09d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0426030 Dec 17 17:28:37.185838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-238edb6c-eca2-4161-bbc3-356337e3ea14 req-0162f6a8-195f-476b-9fff-71d76ab36499 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0516391 Dec 17 17:28:37.261721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:37.773430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-9aeb3403-2a93-49bf-95d5-f57f6ca74caf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:37.774856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-9aeb3403-2a93-49bf-95d5-f57f6ca74caf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.1451011 Dec 17 17:28:37.824982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-349b0714-1578-4478-b2b6-fc36fe729949 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 379 time: 0.0408547 Dec 17 17:28:37.833268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'port': {'device_id': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'admin_state_up': True, 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'security_groups': ['7205c805-30bb-4174-a0be-071dc3de9147']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:37.967986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:28:37.971726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:port and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:28:37.974479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:28:37.980093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:28:38.045128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Made reservation on behalf of e26dcee2ec37480aa9a46b08cc2cebe6 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:28:38.050196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:38.220793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.20.0.8 (e4085e02-9636-432d-8a24-fec3b9a06d12/f78edc79-f4cc-414c-bf6e-b5d72c280d40/b8a534c2-3844-4431-8544-f6dfb49fc94b) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:28:38.421114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c07ff42-3c88-499d-8ab3-de125bd04e41 req-081d9022-9c44-4a8c-b487-db67c038d75f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.1171885 Dec 17 17:28:38.502070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:38.518177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Transition to ACTIVE for port object b8a534c2-3844-4431-8544-f6dfb49fc94b will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:28:38.628101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:38.634718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f0fe7da8-5540-49f1-9c09-f90e31db4746 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:38.699103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:28:38.702627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:28:38.707552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:28:38.753873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:38.764748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.765145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.765536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.765943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.766322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.766697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.767069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.767441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.767808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.768175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.768538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.768900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:38.775020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:38.799160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:38.799775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:38.912153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0822792 Dec 17 17:28:38.924769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Request body: {'port': {'device_id': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:28:39.001970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1ddf65d6-29e8-4069-b0d7-a77eec8ad8c4 None None] Provisioning for port b8a534c2-3844-4431-8544-f6dfb49fc94b completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:28:39.007335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1ddf65d6-29e8-4069-b0d7-a77eec8ad8c4 None None] Provisioning complete for port b8a534c2-3844-4431-8544-f6dfb49fc94b triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:39.007920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1ddf65d6-29e8-4069-b0d7-a77eec8ad8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:39.034931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:39.067479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf65d6-29e8-4069-b0d7-a77eec8ad8c4 None None] Port b8a534c2-3844-4431-8544-f6dfb49fc94b cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:28:39.384775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a534c2-3844-4431-8544-f6dfb49fc94b {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:28:39.392458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:39.407087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Transition to ACTIVE for port object b8a534c2-3844-4431-8544-f6dfb49fc94b will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:28:39.464596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:39.469767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:39.784371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:39.787113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:39.886119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Attempting to bind port b8a534c2-3844-4431-8544-f6dfb49fc94b on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:28:39.886447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Attempting to bind port b8a534c2-3844-4431-8544-f6dfb49fc94b by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:28:39.886770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Attempting to bind port b8a534c2-3844-4431-8544-f6dfb49fc94b on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:28:39.898016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea4ee-bfad-42d1-b7e1-fea81e0db527 req-e721ea99-647c-4486-a0b7-914941d1c7f8 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:39.898694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b09ea4ee-bfad-42d1-b7e1-fea81e0db527 req-e721ea99-647c-4486-a0b7-914941d1c7f8 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:28:39.903067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Port b8a534c2-3844-4431-8544-f6dfb49fc94b on network e4085e02-9636-432d-8a24-fec3b9a06d12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:28:39.903384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Attempting to bind port b8a534c2-3844-4431-8544-f6dfb49fc94b on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:28:39.912800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:28:39.913132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:28:39.913508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Bound using segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:28:39.913958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Bound port: b8a534c2-3844-4431-8544-f6dfb49fc94b, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:28:39.914297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:40.001116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b09ea4ee-bfad-42d1-b7e1-fea81e0db527 req-e721ea99-647c-4486-a0b7-914941d1c7f8 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:28:40.002282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b09ea4ee-bfad-42d1-b7e1-fea81e0db527 req-e721ea99-647c-4486-a0b7-914941d1c7f8 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.4344950 Dec 17 17:28:40.012389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:28:40.035109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:28:40.055492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b09ea4ee-bfad-42d1-b7e1-fea81e0db527 req-50d50bd6-8253-4311-bba0-4557d10bcfe8 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Dec 17 17:28:40.091284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:40.096171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd20b379-e232-4f0a-85f1-b59d5df8c8ed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:40.150144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:40.150893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:40.152245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 1093 time: 1.2317183 Dec 17 17:28:40.155387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:28:40.187360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:40.204303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:40.303678 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'status': 'completed', 'code': 200} Dec 17 17:28:40.354346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-564f1418-f2b2-4a45-be4b-5a60ee79d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:40.355866 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-564f1418-f2b2-4a45-be4b-5a60ee79d894 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0866759 Dec 17 17:28:40.430037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-bd9e3b73-251f-4602-957b-8763f73577bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 217 time: 0.0667875 Dec 17 17:28:40.507577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-5a78dc40-98e9-483b-9d13-fd8162716755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:40.509113 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-5a78dc40-98e9-483b-9d13-fd8162716755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0724208 Dec 17 17:28:40.586792 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-b248cb33-8917-4a1f-b14a-f96fdee213fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:40.588185 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-b248cb33-8917-4a1f-b14a-f96fdee213fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725319 Dec 17 17:28:40.721270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-e87ebd10-153e-4825-a2a6-6946c3183c6e service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244843 Dec 17 17:28:40.859739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50599e7f-0828-4dff-9768-7d5f6dc8efc3 req-17aad70c-9028-459e-95b9-9600805fb13f service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313848 Dec 17 17:28:41.017354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-d1012af7-19df-492e-9782-f38d5b283c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:41.018876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-d1012af7-19df-492e-9782-f38d5b283c8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0742373 Dec 17 17:28:41.203803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-1c612b57-b2db-4dec-8331-4dd6843bc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:41.205131 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-1c612b57-b2db-4dec-8331-4dd6843bc8e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1782558 Dec 17 17:28:41.288311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-dcbc5465-faae-45a9-b1f8-3ba86c16bbd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 217 time: 0.0721431 Dec 17 17:28:41.370138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c3fa8-619a-4c0c-980b-aa049f9cf1f1 req-9baa2a5d-c773-4fcb-bd50-25e5a974df10 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:41.372091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-845c3fa8-619a-4c0c-980b-aa049f9cf1f1 req-9baa2a5d-c773-4fcb-bd50-25e5a974df10 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.2006872 Dec 17 17:28:41.373536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-fa98ae76-c397-4ad7-b706-e4f033091826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:41.375101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-fa98ae76-c397-4ad7-b706-e4f033091826 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0791161 Dec 17 17:28:41.475434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-845c3fa8-619a-4c0c-980b-aa049f9cf1f1 req-5ef79b0c-9e19-4bed-9a2c-76a90e860310 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971053 Dec 17 17:28:41.497439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-42920288-67bd-4db0-9ba6-a4e30133f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:41.497439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-42920288-67bd-4db0-9ba6-a4e30133f7dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028547 Dec 17 17:28:41.745644 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-d8c3e6d9-1616-420f-a488-688160b12f75 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437754 Dec 17 17:28:41.887996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f29182aa-5d7c-4485-bf44-4f352443e251 req-de91e2b7-fca4-48f7-bc8f-340b28653dbf service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357107 Dec 17 17:28:42.802273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633d9d-5cd8-42e6-981e-0891d7d57e8b req-a35fe939-ca24-4b9d-baab-cb93444cbd90 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:42.803619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-37633d9d-5cd8-42e6-981e-0891d7d57e8b req-a35fe939-ca24-4b9d-baab-cb93444cbd90 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0790610 Dec 17 17:28:42.846421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-37633d9d-5cd8-42e6-981e-0891d7d57e8b req-a95aac48-5d58-4dc7-a1f1-3a901d2e3cff tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371780 Dec 17 17:28:44.029491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89379489-3f37-4c0e-b25f-6a25e42fbc68 req-934bc9c8-74fa-4539-bfa6-70ff4571ff61 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:44.030958 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89379489-3f37-4c0e-b25f-6a25e42fbc68 req-934bc9c8-74fa-4539-bfa6-70ff4571ff61 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0822263 Dec 17 17:28:44.073930 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89379489-3f37-4c0e-b25f-6a25e42fbc68 req-3750b4a1-11fe-48c7-a049-f42c2e26d9db tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373325 Dec 17 17:28:45.256195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1ad5-7d6e-47fe-bd6d-8b74f2eed662 req-12d33a1c-d25a-42d2-81b6-1ba957d56c81 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:45.257644 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ceea1ad5-7d6e-47fe-bd6d-8b74f2eed662 req-12d33a1c-d25a-42d2-81b6-1ba957d56c81 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0803866 Dec 17 17:28:45.301093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ceea1ad5-7d6e-47fe-bd6d-8b74f2eed662 req-1f01e87e-e6fe-4fb2-964a-38d9360ac338 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372937 Dec 17 17:28:45.539177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:46.497348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281946b4-0a30-4638-8d6a-9b4abb37e2ba req-25d046e9-ffe6-424c-b50c-659d38afe8bc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:46.498840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-281946b4-0a30-4638-8d6a-9b4abb37e2ba req-25d046e9-ffe6-424c-b50c-659d38afe8bc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0922406 Dec 17 17:28:46.542505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-281946b4-0a30-4638-8d6a-9b4abb37e2ba req-a4c79ec7-f074-491d-9fa1-8e63fdaafccc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 Dec 17 17:28:47.723531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed9745-6e24-4654-ab8a-526cfd1cd838 req-8a84d21b-9502-4063-a314-2c20fa4b9cad tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:47.724947 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-55ed9745-6e24-4654-ab8a-526cfd1cd838 req-8a84d21b-9502-4063-a314-2c20fa4b9cad tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0799136 Dec 17 17:28:47.771184 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-55ed9745-6e24-4654-ab8a-526cfd1cd838 req-aa3600ac-fbd7-4cd0-8d12-b242f57aea32 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Dec 17 17:28:48.950949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5fbf-bd45-44d9-8446-837132836aa3 req-09bbfd8b-63f1-4e05-9b35-50407310e5c1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:48.952323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58ee5fbf-bd45-44d9-8446-837132836aa3 req-09bbfd8b-63f1-4e05-9b35-50407310e5c1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0785277 Dec 17 17:28:48.994416 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58ee5fbf-bd45-44d9-8446-837132836aa3 req-f6b63606-d8ff-499c-b0b8-95c4b544c7e9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Dec 17 17:28:50.184849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490dace-2b33-426b-bc33-1b1bca046417 req-4b6a44b7-32de-407d-a43c-ce8ddc30d9a7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:50.186411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7490dace-2b33-426b-bc33-1b1bca046417 req-4b6a44b7-32de-407d-a43c-ce8ddc30d9a7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0848763 Dec 17 17:28:50.229630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7490dace-2b33-426b-bc33-1b1bca046417 req-23c83ca5-ddb5-498b-a267-344d058d1ae4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376606 Dec 17 17:28:51.411645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ebcf4-281d-4c4c-ac1f-4669eda7e649 req-c0055f0a-a580-43f6-b191-b93fd338b206 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:51.412998 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-514ebcf4-281d-4c4c-ac1f-4669eda7e649 req-c0055f0a-a580-43f6-b191-b93fd338b206 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0826561 Dec 17 17:28:51.455459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-514ebcf4-281d-4c4c-ac1f-4669eda7e649 req-10a770f2-f221-4392-99cc-309cd56b362c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 Dec 17 17:28:52.642079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1828328-e7c5-4dd1-a079-6bee91e14587 req-0bafe445-d321-4426-8d5e-ff63139e95d1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:52.643564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a1828328-e7c5-4dd1-a079-6bee91e14587 req-0bafe445-d321-4426-8d5e-ff63139e95d1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0860972 Dec 17 17:28:52.686875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a1828328-e7c5-4dd1-a079-6bee91e14587 req-84503402-2483-43d4-a148-c4c94c03bf1f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Dec 17 17:28:53.873425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795066f-f6ce-49be-ae73-e45318bb77f0 req-da4da7af-3b53-4aa8-8812-9e770ec242f7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:53.875133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0795066f-f6ce-49be-ae73-e45318bb77f0 req-da4da7af-3b53-4aa8-8812-9e770ec242f7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0793903 Dec 17 17:28:53.923111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0795066f-f6ce-49be-ae73-e45318bb77f0 req-e209f4b3-5d09-49bf-8c28-3ec4f4eedf42 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Dec 17 17:28:55.108404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74ee6f-b77b-46ac-a536-06594dfbbee2 req-89a1c547-d37e-4e8a-bc85-39fa5ea9fe1b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:55.109865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e74ee6f-b77b-46ac-a536-06594dfbbee2 req-89a1c547-d37e-4e8a-bc85-39fa5ea9fe1b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0800002 Dec 17 17:28:55.154140 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e74ee6f-b77b-46ac-a536-06594dfbbee2 req-8e7149d5-0253-4840-b113-8e174d6f9fd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386767 Dec 17 17:28:56.336045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4dc6-bad0-4bde-a4b7-701abe3860c1 req-1b2b01f2-2e35-48c7-9e9e-483fd9c4ad1c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:56.337469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58ac4dc6-bad0-4bde-a4b7-701abe3860c1 req-1b2b01f2-2e35-48c7-9e9e-483fd9c4ad1c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 943 time: 0.0815485 Dec 17 17:28:56.384521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58ac4dc6-bad0-4bde-a4b7-701abe3860c1 req-6299a0b5-8ac4-4c28-b1b8-560ff800b388 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Dec 17 17:28:57.167207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b8a534c2-3844-4431-8544-f6dfb49fc94b details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:28:57.299622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:28:57.312648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'port_id': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'mac_address': 'fa:16:3e:16:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:28:57.364977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:57.381908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a534c2-3844-4431-8544-f6dfb49fc94b {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:28:57.396375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:28:57.484050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:57.485955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:57.556609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:57.563710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.564065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.564408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.564743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.565073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.565409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.565740 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.566093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.566418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.566741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.567060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.567379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:28:57.571453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:57.588608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf983ce-0a8f-4e4c-8e62-35ddf020f3f2 req-7424ef67-f4ed-42d5-8eb0-047341a765d4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:57.590072 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cdf983ce-0a8f-4e4c-8e62-35ddf020f3f2 req-7424ef67-f4ed-42d5-8eb0-047341a765d4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 944 time: 0.0811744 Dec 17 17:28:57.633748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cdf983ce-0a8f-4e4c-8e62-35ddf020f3f2 req-b1bb326a-386e-4f13-8e33-0454ccb03cb7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Dec 17 17:28:57.659731 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:28:57.861693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b8a534c2-3844-4431-8544-f6dfb49fc94b'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:28:58.815609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe3e00-83f6-4406-848e-d1760046fdb1 req-a4977050-f1c3-4bbe-b059-375f80fece31 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:58.817036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8fe3e00-83f6-4406-848e-d1760046fdb1 req-a4977050-f1c3-4bbe-b059-375f80fece31 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 944 time: 0.0823617 Dec 17 17:28:58.860246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8fe3e00-83f6-4406-848e-d1760046fdb1 req-026fa60e-204b-4b63-9864-d07a66da346e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Dec 17 17:28:59.201014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b8a534c2-3844-4431-8544-f6dfb49fc94b up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:28:59.327599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port b8a534c2-3844-4431-8544-f6dfb49fc94b completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:28:59.332223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port b8a534c2-3844-4431-8544-f6dfb49fc94b triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:28:59.332656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:59.445798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:59.470973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:28:59.481305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:28:59.550885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:28:59.552910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:28:59.585984 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'code': 200} Dec 17 17:28:59.623350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:28:59.626563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:28:59.801488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb334d2a-9f3b-4f28-99c4-43dc3a57647a req-2550ed8d-8424-4d68-b017-27c805657dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:28:59.803029 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb334d2a-9f3b-4f28-99c4-43dc3a57647a req-2550ed8d-8424-4d68-b017-27c805657dc3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0696628 Dec 17 17:28:59.843009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb334d2a-9f3b-4f28-99c4-43dc3a57647a req-b46a0e2d-1515-4cfe-876b-62c6da34a2a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Dec 17 17:29:00.044710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91398a2e-b7dc-4bf2-9e42-7b96f6f308fd req-83def8ac-1aaa-4d35-a04d-26184fa1b1f0 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:00.046167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91398a2e-b7dc-4bf2-9e42-7b96f6f308fd req-83def8ac-1aaa-4d35-a04d-26184fa1b1f0 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0824265 Dec 17 17:29:00.089994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91398a2e-b7dc-4bf2-9e42-7b96f6f308fd req-ee113323-d84e-4da2-a7fd-7ae7de344239 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Dec 17 17:29:01.273218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d540-d206-42cc-a203-f3ee47ded4b6 req-f5d263cd-d573-489c-a648-2744264f7ae5 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:01.274701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05e6d540-d206-42cc-a203-f3ee47ded4b6 req-f5d263cd-d573-489c-a648-2744264f7ae5 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0811419 Dec 17 17:29:01.429645 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-05e6d540-d206-42cc-a203-f3ee47ded4b6 req-8e1dd878-230c-4ead-a8eb-c868bda32edb tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485393 Dec 17 17:29:01.957042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-e6d4857f-c5d5-4008-b8a8-f7c49fcdc66d req-ae1d9307-b2d4-43cb-bc08-51cf7c0de251 service neutron] (88116) timed out ('10.222.0.60', 58793) {{(pid=88116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 17 17:29:02.201995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ce714093-b4e7-4862-9aa0-4fab5a155ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:02.618301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27712ab0-a7f6-4882-9715-aa8765d42132 req-109499f3-b25c-4e99-a75a-b597c26d1c07 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:02.619748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27712ab0-a7f6-4882-9715-aa8765d42132 req-109499f3-b25c-4e99-a75a-b597c26d1c07 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0792294 Dec 17 17:29:02.662756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27712ab0-a7f6-4882-9715-aa8765d42132 req-240c99a1-af13-4525-9e09-31b763ad1d64 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365467 Dec 17 17:29:02.842642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b76e6-c41b-4300-a5df-b4935b54aabf req-ace97bc8-fb4c-4c49-ad53-95dcdfc58106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:02.844050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a49b76e6-c41b-4300-a5df-b4935b54aabf req-ace97bc8-fb4c-4c49-ad53-95dcdfc58106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0804915 Dec 17 17:29:02.887521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a49b76e6-c41b-4300-a5df-b4935b54aabf req-1a5d740a-b1a9-423c-a93e-461e81e47340 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 Dec 17 17:29:02.910096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52772) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:29:03.017892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3b76-421c-4654-86ff-a5563e8214a5 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:03.018587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-96fb3b76-421c-4654-86ff-a5563e8214a5 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] Synchronizing usage tracker for tenant:dc56abd4068b456ab1e2bba34447fd96 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:29:03.111296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-96fb3b76-421c-4654-86ff-a5563e8214a5 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] Unset dirty status for tenant:dc56abd4068b456ab1e2bba34447fd96 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:29:03.111296 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-96fb3b76-421c-4654-86ff-a5563e8214a5 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1093 time: 0.1978962 Dec 17 17:29:03.111941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 52778) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:29:03.117338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:29:03.125170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:29:03.128987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:floatingip and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:29:03.131817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:29:03.138022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:29:03.199239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:03.338512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:03.468483 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.26.4.194 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b268df5d-824f-4717-b495-f8ef680fc75b) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:29:03.611713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:03.719678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:03.724161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:29:03.790490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:29:03.794062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:29:03.797642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:29:03.825798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=b268df5d-824f-4717-b495-f8ef680fc75b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:29:03.842601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.842601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.842796 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.842997 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.843373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.843745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.844116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.844491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.844864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.845231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.845598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.845987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:29:03.851003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:29:04.210427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:04.339005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:04.658835 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:04.716861 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:04.720557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-393aa305-b4cd-4162-9095-c56287737df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:29:04.827044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=b268df5d-824f-4717-b495-f8ef680fc75b,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:29:04.830905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:29:04.837208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:05.001804 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 050de629-d495-4c6a-9911-4d13511b4ad6 associated. External IP: 172.26.4.194, port: b8a534c2-3844-4431-8544-f6dfb49fc94b. Dec 17 17:29:05.082023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-75957361-ab11-4c08-b515-03918650e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:05.350944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:29:05.523975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:29:05.533331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:29:05.542189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:29:05.542821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:29:05.608230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:05.665067 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5520120 Dec 17 17:29:05.665870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:29:05.718648 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'status': 'completed', 'code': 200} Dec 17 17:29:05.728603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:29:05.770630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:05.815848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-9863e22a-4a06-40d1-9274-e567423f8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:05.817250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-9863e22a-4a06-40d1-9274-e567423f8079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0761931 Dec 17 17:29:05.950943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-6310e905-7a75-4f62-9f79-53bf2fa4ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:05.952389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-6310e905-7a75-4f62-9f79-53bf2fa4ad16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1282308 Dec 17 17:29:05.984307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:06.057806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-81ccb78f-4360-484b-8cd5-db43bcca5d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 999 time: 0.0990090 Dec 17 17:29:06.084085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '050de629-d495-4c6a-9911-4d13511b4ad6', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:16:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:29:04Z', 'updated_at': '2021-12-17T17:29:04Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:29:06.087908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:29:06.097224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:29:06.097861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:29:06.122692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-a7ec0d14-c384-4d65-8229-9ddf7032d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:06.124179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-a7ec0d14-c384-4d65-8229-9ddf7032d752 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0595825 Dec 17 17:29:06.199435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-dcfabc91-cb25-4381-8452-f4990841d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:06.201459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-dcfabc91-cb25-4381-8452-f4990841d0ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708425 Dec 17 17:29:06.306524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:29:06.332105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-279802c8-9bb1-4dc5-a336-6bf08d42d4ce service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237614 Dec 17 17:29:06.469745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d9f0d0-2fce-4bf6-8eee-9850bef7aca4 req-fa7873a5-446c-4c73-beb8-72b7796cbab7 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307032 Dec 17 17:29:06.652796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '050de629-d495-4c6a-9911-4d13511b4ad6', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:16:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:29:04Z', 'updated_at': '2021-12-17T17:29:04Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:29:06.656723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a04d0f-2e4f-401c-b68d-8c5e92316214 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '050de629-d495-4c6a-9911-4d13511b4ad6', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.194', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:16:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:29:04Z', 'updated_at': '2021-12-17T17:29:04Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:29:06.863110 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2868-327d-4512-a2d1-42b9ae5b629f None None] New status for floating IP 050de629-d495-4c6a-9911-4d13511b4ad6: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:29:07.261784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:15.530910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:18.186129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-87be342b-60f9-4ca8-97cf-21644091be62 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723052 Dec 17 17:29:18.334034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-4a7895d1-e343-43b0-a69a-07b7646fdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:18.334034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-4a7895d1-e343-43b0-a69a-07b7646fdae5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0713553 Dec 17 17:29:18.480506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-090b2845-42e3-432d-90e4-86d5cfcb0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:18.481980 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-090b2845-42e3-432d-90e4-86d5cfcb0d29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1311224 Dec 17 17:29:18.595558 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-bd11ba75-311c-4c28-b51d-74b8da4d6cfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 1001 time: 0.1029897 Dec 17 17:29:18.667162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-841637b4-81e2-4a3a-99e6-bf6a2a8f1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:18.667162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-841637b4-81e2-4a3a-99e6-bf6a2a8f1fcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0655012 Dec 17 17:29:18.743878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-3b7b87e5-8dcb-4e8b-bb73-adb4f177bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:29:18.743878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-3b7b87e5-8dcb-4e8b-bb73-adb4f177bd10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700305 Dec 17 17:29:19.028876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-6f74861d-8a98-4c81-82a9-3e0a8d9e7f1c service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758942 Dec 17 17:29:19.161975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf54e6ac-5f85-4ef6-896d-149ab7a937a0 req-dc07589c-4c66-4f36-afab-e783be314efc service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261587 Dec 17 17:29:32.231245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8531917d-2089-4d8f-902b-1dbcb02ab9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:34.659114 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:29:35.102502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b2b7-5b32-4f3d-91f7-0c41ef1b43be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:35.745466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:35.970865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:37.283314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:29:45.562817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:02.300094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-02e95554-867b-4547-8684-ce9328d67e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:05.062859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32b872b1-2f67-4e68-88fa-108f1da02d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:05.762900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:05.949150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:07.307403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:11.657805 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:30:15.574471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:20.223336 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-24adde64-51b7-45d8-8544-a5d0e6325e76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113658 Dec 17 17:30:20.367307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623746-836b-4c6f-b40c-44078795fc69 req-97888032-ed04-46fc-b2dc-521d3e27c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:30:20.369351 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-97888032-ed04-46fc-b2dc-521d3e27c1f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0756867 Dec 17 17:30:20.516906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623746-836b-4c6f-b40c-44078795fc69 req-8e9867ef-4725-4107-85fa-f72e8bac5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:30:20.518392 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-8e9867ef-4725-4107-85fa-f72e8bac5fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1299160 Dec 17 17:30:20.625986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-73d748a0-c33f-4794-8c26-04570c6aa9fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 1001 time: 0.0965405 Dec 17 17:30:20.685885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623746-836b-4c6f-b40c-44078795fc69 req-a7805c60-2fc4-4b52-a62c-06442f12ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:30:20.687294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-a7805c60-2fc4-4b52-a62c-06442f12ab40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0582247 Dec 17 17:30:20.766626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623746-836b-4c6f-b40c-44078795fc69 req-99738b7f-6058-4c85-8d0f-747328984bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:30:20.768085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-99738b7f-6058-4c85-8d0f-747328984bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725942 Dec 17 17:30:20.779063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-891ed0fb-6da0-4191-a97b-25b511484a69 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:30:20.779981 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-891ed0fb-6da0-4191-a97b-25b511484a69 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Dec 17 17:30:20.922767 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-d8f5f649-18af-4983-af55-b582475544ec service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342523 Dec 17 17:30:21.081543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b623746-836b-4c6f-b40c-44078795fc69 req-57a22222-59ab-4472-abdd-90278dde725f service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456583 Dec 17 17:30:32.223338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eed4ba04-e705-404a-800c-8bc084a4785f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:35.072698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-df7b55ce-cc35-4ddc-931d-f70a73c69ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:35.759880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:35.942534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:37.297522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:45.594172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:30:48.656845 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:31:02.234138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb8e8-e204-4a36-aec9-6a9b64f4f7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:05.080282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17ebf337-c90a-406d-a648-a511cf4f8540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:05.765709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:05.959887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:07.296822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:15.600051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:21.193487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-421e3edb-46e1-41ee-b8a8-39de9a85ca50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678627 Dec 17 17:31:21.332098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-30131f96-2478-4ddb-adf8-d47ad769ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:21.333526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-30131f96-2478-4ddb-adf8-d47ad769ad89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0702415 Dec 17 17:31:21.476042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-704a52ae-f9f0-4a3b-8e4e-d9daacdc96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:21.477468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-704a52ae-f9f0-4a3b-8e4e-d9daacdc96b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1242356 Dec 17 17:31:21.581743 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-962b4d17-1a33-40f7-ab42-a84af15a54ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 200 len: 1001 time: 0.0973144 Dec 17 17:31:21.651083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-a8fca952-7a14-44d3-ba72-2c9b06c7e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:21.653034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-a8fca952-7a14-44d3-ba72-2c9b06c7e2f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0645947 Dec 17 17:31:21.726189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-46c48e76-2b25-4ecc-bd97-1b284dd3a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:21.727628 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-46c48e76-2b25-4ecc-bd97-1b284dd3a96b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686226 Dec 17 17:31:21.968346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-8d052b99-7896-4812-a207-09583012d598 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338164 Dec 17 17:31:22.099412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ad6e4e3-6fba-441e-bc9b-65dc9bd5e4d9 req-22332fc1-c466-4709-bce3-48382a90e99c service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245084 Dec 17 17:31:25.655894 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:31:32.204187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0422672c-2fd7-46c9-a7b6-a9fd098110d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:35.103199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-72241fdc-8f19-47a4-b28e-5c72bcc0970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:35.758424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:35.948891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:37.306571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:43.288800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021adce1-e933-4145-9a00-b3167a7b4903 req-1faaff62-4b81-4278-95d4-7fe4ef26b728 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:43.290277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-021adce1-e933-4145-9a00-b3167a7b4903 req-1faaff62-4b81-4278-95d4-7fe4ef26b728 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1328144 Dec 17 17:31:43.340669 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-021adce1-e933-4145-9a00-b3167a7b4903 req-0a15ff50-4a7f-42b6-a5c3-64e6ae5fac82 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Dec 17 17:31:44.590671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052043c-6d27-4d5a-81b2-d83602e59201 req-273d276e-ac02-4db7-a1a2-b5b586ef07f9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:44.592093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6052043c-6d27-4d5a-81b2-d83602e59201 req-273d276e-ac02-4db7-a1a2-b5b586ef07f9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1284480 Dec 17 17:31:44.634442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6052043c-6d27-4d5a-81b2-d83602e59201 req-83936fd7-d657-40c8-99a5-a4dc9395f652 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366549 Dec 17 17:31:44.883682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-7275177e-954a-40b6-8be0-d1aba8e2ce3b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:44.885033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-7275177e-954a-40b6-8be0-d1aba8e2ce3b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0820670 Dec 17 17:31:44.952902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port b8a534c2-3844-4431-8544-f6dfb49fc94b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:31:44.953239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.197055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] For port b8a534c2-3844-4431-8544-f6dfb49fc94b, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b8a534c2-3844-4431-8544-f6dfb49fc94b,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:31:45.197329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.479666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.480034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.480345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 050de629-d495-4c6a-9911-4d13511b4ad6 disassociated. External IP: 172.26.4.194, port: b8a534c2-3844-4431-8544-f6dfb49fc94b. Dec 17 17:31:45.480680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for b8a534c2-3844-4431-8544-f6dfb49fc94b owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:31:45.628553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.684483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:45.691842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa5b9bda-753d-4d84-8b60-f036c0d6d649 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:31:45.739860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=b8a534c2-3844-4431-8544-f6dfb49fc94b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:31:45.750349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.750748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.751392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.751766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.752134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.752505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.752872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.753234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.753597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.754018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.754341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.754732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:31:45.790075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:31:45.854420 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c119b412-f2ab-4d41-a71c-5f47a547582f req-600b5114-be6b-417a-8a38-56c15eaa8924 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0967078 Dec 17 17:31:46.106563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:31:46.297509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:31:46.307324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:31:46.319145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:31:46.319757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:31:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:31:46.370851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] No DVR routers for this DVR port b8a534c2-3844-4431-8544-f6dfb49fc94b on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:31:46.373250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:46.376138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'name': 'network-vif-deleted', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:31:46.421489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef6f88-2ca8-4749-a80c-accf7666c5d7', 'name': 'network-vif-deleted', 'tag': 'b8a534c2-3844-4431-8544-f6dfb49fc94b', 'status': 'completed', 'code': 200} Dec 17 17:31:46.447113 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cd254bb-445e-4283-9f92-dd4f20bead4c req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "DELETE /v2.0/ports/b8a534c2-3844-4431-8544-f6dfb49fc94b HTTP/1.1" status: 204 len: 173 time: 1.5560563 Dec 17 17:31:46.496484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:31:46.856806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:31:46.861109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:31:46.870360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:31:46.871201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:31:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:31:47.018603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fb25ec87-40a9-4536-a737-7b6ce21d30e2 req-7bdb5e5b-3ef2-449d-8919-dee2e17d0195 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:31:47.078388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:31:47.084843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fb25ec87-40a9-4536-a737-7b6ce21d30e2 req-7bdb5e5b-3ef2-449d-8919-dee2e17d0195 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:31:47.086142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb25ec87-40a9-4536-a737-7b6ce21d30e2 req-7bdb5e5b-3ef2-449d-8919-dee2e17d0195 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=acef6f88-2ca8-4749-a80c-accf7666c5d7 HTTP/1.1" status: 200 len: 210 time: 0.1114807 Dec 17 17:31:47.425180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:31:47.429120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da061b2-c1f2-4fdc-aa2d-20d3ec4899ea None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:31:47.658556 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a6b47-1871-4e1f-b994-a94ec23ecaa7 None None] New status for floating IP 050de629-d495-4c6a-9911-4d13511b4ad6: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:31:48.040471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b8a534c2-3844-4431-8544-f6dfb49fc94b no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:31:48.080155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: b8a534c2-3844-4431-8544-f6dfb49fc94b {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:31:48.080438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b8a534c2-3844-4431-8544-f6dfb49fc94b not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:31:48.377693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-ba8037b3-e90e-4a88-a6c4-c22fd0dd5952 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733263449&fields=id&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 267 time: 0.0401678 Dec 17 17:31:48.526520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-34f8ef3c-7fa2-406d-8752-e38320aba607 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:48.527953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-34f8ef3c-7fa2-406d-8752-e38320aba607 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.1438744 Dec 17 17:31:48.542680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-84349c05-23f7-456e-9343-c0f04042a5a5 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/quotas/e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 375 time: 0.0092638 Dec 17 17:31:48.633371 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-e46db51f-b2b2-41a2-9dc4-4c3a52621503 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857904 Dec 17 17:31:48.766034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-6b889fa7-b986-45f5-85dc-35778d46e9ea service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217923 Dec 17 17:31:48.892859 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-2b86b303-2980-42da-ac41-80d2668565a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204751 Dec 17 17:31:49.492483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-122976ef-62e7-40c7-bc73-8a2b22e5606c req-9f3a063b-1f21-4a1e-92e6-d98d1bc3f0d3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 210 time: 0.0413997 Dec 17 17:31:50.644646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ac8c991-d71a-4291-aaf4-9f3be6209b02 req-0c14f8c1-2c1a-401b-8587-83a1eb30736e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 210 time: 0.0452671 Dec 17 17:31:51.394848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-ecbb9367-b312-4818-80c7-0c61051fdf74 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:51.396214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-ecbb9367-b312-4818-80c7-0c61051fdf74 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.1477993 Dec 17 17:31:51.444696 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-74fdcc07-6ed1-4c32-84b9-4658d82a0288 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 379 time: 0.0394495 Dec 17 17:31:51.455680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'port': {'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'admin_state_up': True, 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'security_groups': ['7205c805-30bb-4174-a0be-071dc3de9147']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:31:51.593983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:31:51.604192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:31:51.690013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Made reservation on behalf of e26dcee2ec37480aa9a46b08cc2cebe6 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:31:51.693593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:51.816704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b7b0dc1-a23d-43a1-98fb-a59b1941edd5 req-af76bf86-797c-4012-b2cf-6baca9be94db tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 210 time: 0.0609312 Dec 17 17:31:51.896562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.20.0.6 (e4085e02-9636-432d-8a24-fec3b9a06d12/f78edc79-f4cc-414c-bf6e-b5d72c280d40/20a90631-d4de-4d87-a249-9e4419155734) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:31:52.215620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:52.230157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Transition to ACTIVE for port object 20a90631-d4de-4d87-a249-9e4419155734 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:31:52.343726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:52.349328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5080af31-0eb7-4126-ad30-2b946115da3e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:31:52.417453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:31:52.420496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:31:52.424324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:31:52.455721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:31:52.466502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:31:52.492738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:52.493459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:52.576707 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247840 Dec 17 17:31:52.590106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Request body: {'port': {'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:31:52.709899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:52.741446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-21f3ee4a-b2b0-4387-8f99-4b58afeab512 None None] Provisioning for port 20a90631-d4de-4d87-a249-9e4419155734 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:31:52.746727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-21f3ee4a-b2b0-4387-8f99-4b58afeab512 None None] Provisioning complete for port 20a90631-d4de-4d87-a249-9e4419155734 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:31:52.749475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-21f3ee4a-b2b0-4387-8f99-4b58afeab512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:52.803514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-21f3ee4a-b2b0-4387-8f99-4b58afeab512 None None] Port 20a90631-d4de-4d87-a249-9e4419155734 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:31:53.060002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b8f91-b3f9-42f8-b581-dada48aaf4df req-ea894e9b-c8e6-406a-9886-5f76ff6ce1d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:53.060695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-409b8f91-b3f9-42f8-b581-dada48aaf4df req-ea894e9b-c8e6-406a-9886-5f76ff6ce1d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:31:53.145367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a90631-d4de-4d87-a249-9e4419155734 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:31:53.145367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:53.155988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Transition to ACTIVE for port object 20a90631-d4de-4d87-a249-9e4419155734 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:31:53.318750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-409b8f91-b3f9-42f8-b581-dada48aaf4df req-ea894e9b-c8e6-406a-9886-5f76ff6ce1d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:31:53.319970 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-409b8f91-b3f9-42f8-b581-dada48aaf4df req-ea894e9b-c8e6-406a-9886-5f76ff6ce1d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 931 time: 0.3899238 Dec 17 17:31:53.364057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-409b8f91-b3f9-42f8-b581-dada48aaf4df req-9a57c450-f839-47f4-b5de-ae2255a7a024 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Dec 17 17:31:53.372045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:53.377152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1d04ea52-2c39-40d5-8515-318cace013ea tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:31:53.534852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Pushing event updated for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:31:53.538259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:31:53.615207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Attempting to bind port 20a90631-d4de-4d87-a249-9e4419155734 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:31:53.615548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Attempting to bind port 20a90631-d4de-4d87-a249-9e4419155734 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:31:53.616552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Attempting to bind port 20a90631-d4de-4d87-a249-9e4419155734 on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:31:53.623081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Port 20a90631-d4de-4d87-a249-9e4419155734 on network e4085e02-9636-432d-8a24-fec3b9a06d12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:31:53.623408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Attempting to bind port 20a90631-d4de-4d87-a249-9e4419155734 on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:31:53.628970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:31:53.635824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:31:53.635824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Bound using segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:31:53.635824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Bound port: 20a90631-d4de-4d87-a249-9e4419155734, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:31:53.635824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:53.720521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:31:53.723458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=20a90631-d4de-4d87-a249-9e4419155734,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:31:53.816058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:53.820519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-395c1070-08cb-47a2-8371-8d65eee0b7fe tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:31:53.879245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:53.879861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:31:53.882011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] 10.222.0.60 "PUT /v2.0/ports/20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1093 time: 1.2966490 Dec 17 17:31:53.885175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:31:53.914061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Pushing event updated for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:31:53.914959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:31:53.936853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734', 'status': 'completed', 'code': 200} Dec 17 17:31:54.033742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-1c56f220-0441-4b97-9fb6-3e858dec64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.035307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-1c56f220-0441-4b97-9fb6-3e858dec64a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1096 time: 0.0776641 Dec 17 17:31:54.180638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-069760c5-b89d-43c3-9e3d-c6253087468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.182075 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-069760c5-b89d-43c3-9e3d-c6253087468f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1369483 Dec 17 17:31:54.318496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-04ebb1f0-0fad-48a6-ae09-96db8e7c4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.319932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb81392d-7b22-4b4f-903d-039ed30acdd8 req-04ebb1f0-0fad-48a6-ae09-96db8e7c4171 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310382 Dec 17 17:31:54.428929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-0f7d59d2-dd98-4edc-8fd8-7995ca178fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.430423 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-0f7d59d2-dd98-4edc-8fd8-7995ca178fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1096 time: 0.0753174 Dec 17 17:31:54.530225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-ea854fda-b77b-4730-b6dc-8e21225d30be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 217 time: 0.0918455 Dec 17 17:31:54.718002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-4a78807c-0cad-41d3-be43-1dd17b240d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.719309 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-4a78807c-0cad-41d3-be43-1dd17b240d7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0687261 Dec 17 17:31:54.780937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a077-65ce-4310-83a8-f6e977a3869a req-0577242d-622e-4608-9152-43b7446a3fdf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.782386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7232a077-65ce-4310-83a8-f6e977a3869a req-0577242d-622e-4608-9152-43b7446a3fdf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.2919855 Dec 17 17:31:54.836235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7232a077-65ce-4310-83a8-f6e977a3869a req-358e1ee9-0c62-49b5-a397-9cd05878c77a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474031 Dec 17 17:31:54.843827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-1f9ee9f7-9cda-4bb4-a72a-f04b3f0fb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:54.845211 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-1f9ee9f7-9cda-4bb4-a72a-f04b3f0fb026 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181738 Dec 17 17:31:54.975034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-ad405fbf-0bf8-4708-ae0f-761856815835 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223037 Dec 17 17:31:55.107050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4f49cd7-5e38-42e0-b7e4-6ed15e8f0bb3 req-1e70cefd-bd84-4b04-985e-bbee17c04d82 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250575 Dec 17 17:31:56.022351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268bec1-0c2d-4ced-88bb-edc76a4db0ae req-dfc70cab-a38a-4bce-88ae-a8627b8735fa tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:56.023362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1268bec1-0c2d-4ced-88bb-edc76a4db0ae req-dfc70cab-a38a-4bce-88ae-a8627b8735fa tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0833220 Dec 17 17:31:56.068137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1268bec1-0c2d-4ced-88bb-edc76a4db0ae req-9ce5b3cc-72e3-4000-89b8-c73adf0e1e18 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Dec 17 17:31:57.259374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f8195-f7b6-453d-b8bd-527c3b36b488 req-f645572d-c577-4244-8f6b-093bc489869e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:57.260819 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b7f8195-f7b6-453d-b8bd-527c3b36b488 req-f645572d-c577-4244-8f6b-093bc489869e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0881486 Dec 17 17:31:57.309385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b7f8195-f7b6-453d-b8bd-527c3b36b488 req-a2203c1f-f1bb-4462-b078-aeeec7eab0d6 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Dec 17 17:31:58.496651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519bcce-9cb2-4282-b697-243eaab4e86a req-d993ee92-33c9-4f6c-be15-bcbc4eddeeda tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:58.498103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f519bcce-9cb2-4282-b697-243eaab4e86a req-d993ee92-33c9-4f6c-be15-bcbc4eddeeda tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0812101 Dec 17 17:31:58.541074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f519bcce-9cb2-4282-b697-243eaab4e86a req-b8f288ae-93f3-4ca6-9788-6f0648c8f18c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370157 Dec 17 17:31:59.720782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3977c-e811-4e90-ad65-48a4c6c2975c req-b3f79b56-3d06-4a2a-9cb4-aa810c74da6c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:31:59.722205 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-83b3977c-e811-4e90-ad65-48a4c6c2975c req-b3f79b56-3d06-4a2a-9cb4-aa810c74da6c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0802298 Dec 17 17:31:59.763980 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-83b3977c-e811-4e90-ad65-48a4c6c2975c req-524e81ee-9954-4247-8717-39d01eed48a3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Dec 17 17:32:00.947491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718ea6-c7dc-44c8-ba5b-4993b0621a57 req-c6f78b7d-a4a2-473e-8ee1-c2c73c9de0d1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:00.948937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d718ea6-c7dc-44c8-ba5b-4993b0621a57 req-c6f78b7d-a4a2-473e-8ee1-c2c73c9de0d1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0832298 Dec 17 17:32:00.991391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d718ea6-c7dc-44c8-ba5b-4993b0621a57 req-ac4f028e-12f2-4732-acac-26ad8e882f81 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Dec 17 17:32:02.172205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51415d-334b-4d56-a177-171240ab75b3 req-702fb5b6-1b5d-4f07-bbfb-ca5c81f34ef6 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:02.173650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b51415d-334b-4d56-a177-171240ab75b3 req-702fb5b6-1b5d-4f07-bbfb-ca5c81f34ef6 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0799592 Dec 17 17:32:02.221055 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b51415d-334b-4d56-a177-171240ab75b3 req-6e6b779b-3f7c-4327-be9d-6bbfd62705b9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Dec 17 17:32:02.284314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-74d0c1d8-1a83-48b2-b3b2-ecd995576045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:02.654502 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:32:03.400824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee690-fa13-4212-9d34-3c18c973e152 req-98722ad8-2f9a-44d1-8046-ce71519b256a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:03.402215 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6cee690-fa13-4212-9d34-3c18c973e152 req-98722ad8-2f9a-44d1-8046-ce71519b256a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 943 time: 0.0801327 Dec 17 17:32:03.444944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6cee690-fa13-4212-9d34-3c18c973e152 req-574e6376-cfc2-42aa-b95a-b70a5a865e86 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371661 Dec 17 17:32:04.164632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 20a90631-d4de-4d87-a249-9e4419155734 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:32:04.292806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=20a90631-d4de-4d87-a249-9e4419155734,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:32:04.305766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '20a90631-d4de-4d87-a249-9e4419155734', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:32:04.362170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:04.378666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a90631-d4de-4d87-a249-9e4419155734 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:32:04.394201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=20a90631-d4de-4d87-a249-9e4419155734,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:32:04.462884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:04.464580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:32:04.528905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:32:04.535929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.536284 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.536629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.537467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.537799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.538170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.538485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.538813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.539139 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.539466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.539786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.540111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:32:04.544017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:32:04.634785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ef20-843c-4cbe-a616-9da04ce10cad req-95ac0bda-71df-4c7d-a0ab-209e0dc2551d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:04.636210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9291ef20-843c-4cbe-a616-9da04ce10cad req-95ac0bda-71df-4c7d-a0ab-209e0dc2551d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 944 time: 0.0824673 Dec 17 17:32:04.678662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9291ef20-843c-4cbe-a616-9da04ce10cad req-74b2223b-572f-4197-8487-6c8345a0f124 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369046 Dec 17 17:32:04.837014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['20a90631-d4de-4d87-a249-9e4419155734'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:32:05.104069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3c23-e17d-4497-956b-6629b1477188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:05.823228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:05.861744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c887-95f6-478f-aa8f-923bac5d08c6 req-cfa1f144-4479-4694-8a65-badecc105566 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:05.863161 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1540c887-95f6-478f-aa8f-923bac5d08c6 req-cfa1f144-4479-4694-8a65-badecc105566 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 944 time: 0.0803225 Dec 17 17:32:05.907747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1540c887-95f6-478f-aa8f-923bac5d08c6 req-190b6ac1-fb07-4aae-a10d-095140caa09f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Dec 17 17:32:05.943739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:06.171765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 20a90631-d4de-4d87-a249-9e4419155734 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:32:06.289601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 20a90631-d4de-4d87-a249-9e4419155734 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:32:06.294309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 20a90631-d4de-4d87-a249-9e4419155734 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:32:06.294758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:06.444287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:06.470032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a90631-d4de-4d87-a249-9e4419155734'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:32:06.479266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=20a90631-d4de-4d87-a249-9e4419155734,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:32:06.514806 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a90631-d4de-4d87-a249-9e4419155734', 'code': 200} Dec 17 17:32:06.547226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:06.549053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:32:06.616286 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:32:06.619255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:32:06.952595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d1e4a-8435-4744-ab28-d4f42a0c5c99 req-65222327-b25b-4518-8cf8-568660818919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:06.954087 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f18d1e4a-8435-4744-ab28-d4f42a0c5c99 req-65222327-b25b-4518-8cf8-568660818919 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0726457 Dec 17 17:32:06.993850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f18d1e4a-8435-4744-ab28-d4f42a0c5c99 req-d99159a0-7d48-4ba6-96ec-ae5533bcbe7d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Dec 17 17:32:07.088163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7262f-51ad-4af6-ba77-f3475b9fbbe2 req-f34dc711-ad88-4e96-9f32-51bf9b960705 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:07.089602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-90b7262f-51ad-4af6-ba77-f3475b9fbbe2 req-f34dc711-ad88-4e96-9f32-51bf9b960705 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.0779867 Dec 17 17:32:07.133209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-90b7262f-51ad-4af6-ba77-f3475b9fbbe2 req-5cdb18ac-6a75-4b62-9223-98091b3ebda1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377853 Dec 17 17:32:07.314426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:08.320972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44c853-bdc6-44cb-8fe5-5e4321ca3c12 req-575e3975-e41d-4ab4-9c7a-540b34080823 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:08.322365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bb44c853-bdc6-44cb-8fe5-5e4321ca3c12 req-575e3975-e41d-4ab4-9c7a-540b34080823 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.0842414 Dec 17 17:32:08.366315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bb44c853-bdc6-44cb-8fe5-5e4321ca3c12 req-8a008c78-b299-44b7-9633-ae89200a446c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381556 Dec 17 17:32:09.543297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a452-dfd5-4be3-b0f0-bb9860959e4a req-8c690f3f-aa48-4871-ad59-4efef15ce12c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:09.544714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ae5a452-dfd5-4be3-b0f0-bb9860959e4a req-8c690f3f-aa48-4871-ad59-4efef15ce12c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.0768964 Dec 17 17:32:09.695564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ae5a452-dfd5-4be3-b0f0-bb9860959e4a req-b2760900-99d7-41c7-aaca-9f5862e3e4a4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451926 Dec 17 17:32:09.877836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464a62-a9a3-4ae7-bab0-ec738f197d9b req-d60f79e7-761c-4806-b684-0db1a340cd36 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:09.879281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08464a62-a9a3-4ae7-bab0-ec738f197d9b req-d60f79e7-761c-4806-b684-0db1a340cd36 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.0785553 Dec 17 17:32:09.921349 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08464a62-a9a3-4ae7-bab0-ec738f197d9b req-b051c88c-c14d-4dc9-b83d-41f8fffa12f3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366123 Dec 17 17:32:09.943825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52922) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:32:10.014988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77506dc-c371-4cf4-92a5-780aeb784a51 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:10.016453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b77506dc-c371-4cf4-92a5-780aeb784a51 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1093 time: 0.0716727 Dec 17 17:32:10.019093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 52926) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:32:10.024334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:32:10.030173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:32:10.033966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:floatingip and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:32:10.037386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:32:10.043031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:32:10.107158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:10.241261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:10.370479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.26.4.45 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b9fbb963-37b8-467c-b473-fb7005315d89) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:32:10.519187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:10.589217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:10.593628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-19467be3-3ac1-4aca-8b46-6c0412f640e4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:32:10.650970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:32:10.653581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:32:10.657133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:32:10.700732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=b9fbb963-37b8-467c-b473-fb7005315d89,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:32:10.704736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:32:11.060692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:11.195487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:11.403674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:11.457502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:11.463073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c087e811-4574-4b72-984c-9c1120c5702a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:32:11.567691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=b9fbb963-37b8-467c-b473-fb7005315d89,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:32:11.571454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:32:11.577753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:11.856590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 807be1ba-d14a-4dbf-946b-a406d731a46e associated. External IP: 172.26.4.45, port: 20a90631-d4de-4d87-a249-9e4419155734. Dec 17 17:32:12.197431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:32:12.369135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:32:12.379356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:32:12.389735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:32:12.390309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:32:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:32:12.446073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:12.503768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4836729 Dec 17 17:32:12.504441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:32:12.548178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734', 'status': 'completed', 'code': 200} Dec 17 17:32:12.565433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:32:12.638176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-2e809590-2176-4f71-84bc-98f3b0f6dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:12.639648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-2e809590-2176-4f71-84bc-98f3b0f6dcb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0698192 Dec 17 17:32:12.770929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-b07f1b93-203e-4474-a773-73d965d0bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:12.772314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-b07f1b93-203e-4474-a773-73d965d0bf64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1260524 Dec 17 17:32:12.877353 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-30b80120-5b77-43cc-8006-d7694e2b8506 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 998 time: 0.0963838 Dec 17 17:32:12.905681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:11Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:32:12.909542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:32:12.918278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:32:12.918886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:32:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:32:12.940785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-1391a445-049b-435e-874c-8cf19b772d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:12.942233 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-1391a445-049b-435e-874c-8cf19b772d0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0574594 Dec 17 17:32:13.020111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-2da95eea-0ea0-40a7-8403-7951713ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:13.022193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-2da95eea-0ea0-40a7-8403-7951713ffb99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725865 Dec 17 17:32:13.094604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:32:13.157760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-ae8425cc-6beb-46eb-ba00-655de8da1db1 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238697 Dec 17 17:32:13.441272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c923c5-c0d0-4e36-958f-6286e4276591 req-4b781131-b16f-4b17-86c6-656cc0010499 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766364 Dec 17 17:32:13.500253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:11Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:32:13.504419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067546c7-7a8a-4398-ba38-b3f946dba7ec None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:11Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:32:13.694603 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14df3db-5064-481e-8fed-75dfc43b0e77 None None] New status for floating IP 807be1ba-d14a-4dbf-946b-a406d731a46e: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:32:15.594471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:22.185775 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-88a589c6-618c-41f3-a569-2956028305cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680931 Dec 17 17:32:22.327352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-fee4657d-d8bd-43fe-923f-6a9f25b202b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:22.328873 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-fee4657d-d8bd-43fe-923f-6a9f25b202b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0737779 Dec 17 17:32:22.469073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-d84a6334-96e1-4a2f-b374-0606254dbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:22.470451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-d84a6334-96e1-4a2f-b374-0606254dbabc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1235595 Dec 17 17:32:22.568743 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-56939ad5-9860-4d21-b4a7-c0cf61e2511d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1000 time: 0.0911739 Dec 17 17:32:22.633149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-09957f9d-4a00-4a4f-af77-b893b7400133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:22.634576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-09957f9d-4a00-4a4f-af77-b893b7400133 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0584774 Dec 17 17:32:22.708348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-abc65f0e-96ff-40eb-ba13-371d850fb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:32:22.709768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-abc65f0e-96ff-40eb-ba13-371d850fb99e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675662 Dec 17 17:32:22.840266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-2bc9c6cc-c217-4e16-af17-6909e3b97147 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237528 Dec 17 17:32:22.975564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df012495-a48c-4fc7-82ce-1b91353af5d8 req-e3ff1f7d-ddef-4644-9051-bea137771bbf service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280558 Dec 17 17:32:32.234814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb358-c2e3-415d-9ab6-6527c840b529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:35.113469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7b8652e1-9ac1-4ca5-b16a-e6e0d538074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:35.764210 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:35.954276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:37.286607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:32:39.653115 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:32:45.591715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:02.222893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-29bd9195-7d88-4c2f-af1a-ea4f71a937e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:05.068872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-67b4a511-3d01-407b-a673-1fdad5d1c745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:05.815929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:05.953970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:07.365700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:15.615972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:16.655011 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:33:22.210361 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-8e82eca7-91ce-4f19-a5c6-74dc9bb70d16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733299 Dec 17 17:33:22.354228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-0480c7c2-f0c5-49dc-84f4-fe614f567a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:33:22.357764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-0480c7c2-f0c5-49dc-84f4-fe614f567a38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0771570 Dec 17 17:33:22.500397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-dca62692-390f-4a9e-8c90-35ece8bb2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:33:22.502190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-dca62692-390f-4a9e-8c90-35ece8bb2e16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1275644 Dec 17 17:33:22.607437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-47991a5c-5bac-4acd-914a-e43d2d00b836 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1000 time: 0.0987098 Dec 17 17:33:22.677210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-df510b1f-4c08-4bca-bc58-f954542a861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:33:22.678721 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-df510b1f-4c08-4bca-bc58-f954542a861b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0647557 Dec 17 17:33:22.757936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-2b3555ae-796d-4f2f-9fea-78c96ce7e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:33:22.759401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-2b3555ae-796d-4f2f-9fea-78c96ce7e4c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747678 Dec 17 17:33:22.891523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-4d087fe6-5e59-4659-beac-dad146431a6a service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247604 Dec 17 17:33:23.133329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-178e82ad-a473-4091-9c44-f1c6071ceb80 req-851791bf-22d5-4599-b586-6a9e87357866 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355518 Dec 17 17:33:32.200227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d0550596-bb80-48e9-b52b-2c99460625e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:35.114635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e864335d-4550-4ad2-963d-465d78b1c520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:35.777098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:35.936846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:37.354208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:45.605798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:33:53.654711 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:34:02.234376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ecdc-2955-4064-80d5-1a2ceedf3158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:05.074354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-024eb758-2cb4-43b5-b2f7-5f83a56608d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:05.765865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:05.937048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:07.338657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:15.628101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:22.176476 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-0954f17e-d4cb-4545-a02c-85db957ec31e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699031 Dec 17 17:34:22.314193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-67937c77-ec6a-49a1-bebc-d6a2e8e213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:22.315637 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-67937c77-ec6a-49a1-bebc-d6a2e8e213f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0739329 Dec 17 17:34:22.458069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-ef4ccd10-c3ca-49c2-9080-d3400d59b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:22.459405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-ef4ccd10-c3ca-49c2-9080-d3400d59b327 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1247654 Dec 17 17:34:22.560006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-fcf4ff20-c302-43b3-a8d5-74da102211ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1000 time: 0.0946844 Dec 17 17:34:22.621371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-5a7d599d-133d-4ade-a2e7-aeb54ad69528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:22.622766 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-5a7d599d-133d-4ade-a2e7-aeb54ad69528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0555785 Dec 17 17:34:22.696025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-2f7cfaa2-d66e-4a5d-94bf-3582f8cc5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:22.697425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-2f7cfaa2-d66e-4a5d-94bf-3582f8cc5124 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681534 Dec 17 17:34:22.825280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-7e662260-db1a-41d9-8d91-1ce8659e5814 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212044 Dec 17 17:34:22.956678 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6260e6d1-d754-4d87-9ac7-f839923d8d46 req-2e623878-affc-4135-a1b3-4f891ea6bf6f service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243038 Dec 17 17:34:30.653318 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:34:32.205383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ce2acea-dd43-4aa5-b6d4-989719ae6b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:35.079629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-46dcccbf-86f2-45fe-992c-7f1e80c11154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:35.793944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:35.977510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:37.342479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:45.680263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:52.747610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-315749a5-fe38-4a6a-abc9-c3b725f36f9c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733263449&fields=id&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 267 time: 0.0426579 Dec 17 17:34:52.893396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-00b3dfb1-9319-4b31-8fe4-1b8e28deb920 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:52.894814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-00b3dfb1-9319-4b31-8fe4-1b8e28deb920 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.1399174 Dec 17 17:34:52.909063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-5ebe44b0-f4be-457d-b205-4a805eb131c1 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/quotas/e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 375 time: 0.0086777 Dec 17 17:34:52.999021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-d9724499-e31b-40d3-add3-461369d00a5b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0845325 Dec 17 17:34:53.183322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-d6103796-6f48-4a4d-aca7-2b9b73c2abd8 service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732683 Dec 17 17:34:53.310142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-3e2a6206-fb5c-4df9-b81d-cc9d7891ba79 service neutron] 10.222.0.61 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202967 Dec 17 17:34:53.925191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e32902a5-417b-4002-b28c-5ed7406aaf18 req-5848bb1c-c0eb-4428-a21c-8fa25e233089 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 210 time: 0.0484343 Dec 17 17:34:55.086971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-09ed04f8-6d5d-4ca5-816f-f9b14349688e req-ce366b95-0667-472d-9820-4a1692265d14 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 210 time: 0.0436714 Dec 17 17:34:55.848630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-408b06ea-bde6-4b65-8b0c-6da2ebf025ef tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:55.850081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-408b06ea-bde6-4b65-8b0c-6da2ebf025ef tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 811 time: 0.2606344 Dec 17 17:34:55.898377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-debe0b1a-a07c-4c0d-aef2-964caa0a2cd9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6 HTTP/1.1" status: 200 len: 379 time: 0.0395641 Dec 17 17:34:55.907414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'port': {'device_id': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'admin_state_up': True, 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'security_groups': ['7205c805-30bb-4174-a0be-071dc3de9147']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:34:56.062744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:34:56.072745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:34:56.142104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Made reservation on behalf of e26dcee2ec37480aa9a46b08cc2cebe6 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:34:56.145675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:56.271860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2340afeb-61fa-443c-b5fe-ca1571129dcd req-42db3b39-a35d-4c6f-ad53-28a79d72ee85 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 210 time: 0.0647595 Dec 17 17:34:56.352155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.20.0.3 (e4085e02-9636-432d-8a24-fec3b9a06d12/f78edc79-f4cc-414c-bf6e-b5d72c280d40/5b10320c-752a-433b-b4bf-529943ba02b5) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:34:56.543049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:56.560012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Transition to ACTIVE for port object 5b10320c-752a-433b-b4bf-529943ba02b5 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:34:56.651994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:56.658463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:34:56.723387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network e4085e02-9636-432d-8a24-fec3b9a06d12 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:34:56.726726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:34:56.731541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:34:56.760626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:34:56.784478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.784868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.785257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.785636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.786033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.786407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.786782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.787148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.787517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.787881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.788248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.788608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:34:56.794314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:34:56.811889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:56.812502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:56.898019 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9942293 Dec 17 17:34:56.914078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Request body: {'port': {'device_id': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:34:56.971336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-823ce4c8-7caa-407a-95d0-cc53fbf21eee None None] Provisioning for port 5b10320c-752a-433b-b4bf-529943ba02b5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:34:56.977222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-823ce4c8-7caa-407a-95d0-cc53fbf21eee None None] Provisioning complete for port 5b10320c-752a-433b-b4bf-529943ba02b5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:34:56.978843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-823ce4c8-7caa-407a-95d0-cc53fbf21eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.029822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.032576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-823ce4c8-7caa-407a-95d0-cc53fbf21eee None None] Port 5b10320c-752a-433b-b4bf-529943ba02b5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:34:57.383134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b10320c-752a-433b-b4bf-529943ba02b5 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:34:57.429315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.456532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Transition to ACTIVE for port object 5b10320c-752a-433b-b4bf-529943ba02b5 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:34:57.479145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd847b6-6d14-4968-b87b-df699f3761bc req-d5a5b710-4ef1-46da-9683-92533501430e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:57.479959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2cd847b6-6d14-4968-b87b-df699f3761bc req-d5a5b710-4ef1-46da-9683-92533501430e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:34:57.508033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.513061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-60d23847-3d2b-46bc-a39b-8ad43a0c89d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:34:57.554737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2cd847b6-6d14-4968-b87b-df699f3761bc req-d5a5b710-4ef1-46da-9683-92533501430e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:34:57.555885 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2cd847b6-6d14-4968-b87b-df699f3761bc req-d5a5b710-4ef1-46da-9683-92533501430e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 931 time: 0.1757932 Dec 17 17:34:57.672354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Pushing event updated for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:34:57.705315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:34:57.745543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2cd847b6-6d14-4968-b87b-df699f3761bc req-0108c830-c399-44e4-b6a4-a0c923dfa8d7 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801322 Dec 17 17:34:57.789618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Attempting to bind port 5b10320c-752a-433b-b4bf-529943ba02b5 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:34:57.789985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Attempting to bind port 5b10320c-752a-433b-b4bf-529943ba02b5 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:34:57.790313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Attempting to bind port 5b10320c-752a-433b-b4bf-529943ba02b5 on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:34:57.795575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Port 5b10320c-752a-433b-b4bf-529943ba02b5 on network e4085e02-9636-432d-8a24-fec3b9a06d12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:34:57.795884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Attempting to bind port 5b10320c-752a-433b-b4bf-529943ba02b5 on network e4085e02-9636-432d-8a24-fec3b9a06d12 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:34:57.800970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:34:57.801305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Checking segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:34:57.801690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Bound using segment: {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:34:57.802141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Bound port: 5b10320c-752a-433b-b4bf-529943ba02b5, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098b4896-5cec-49f9-b883-cc6313806d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:34:57.802486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.894882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:34:57.898050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5b10320c-752a-433b-b4bf-529943ba02b5,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:34:57.954263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:57.958950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1854f0ea-de61-43e6-9e12-851f73468dec tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:34:58.016880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:58.034805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:34:58.034805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 1093 time: 1.1107843 Dec 17 17:34:58.034805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:34:58.045942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Pushing event updated for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:34:58.056002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:34:58.125297 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5', 'status': 'completed', 'code': 200} Dec 17 17:34:58.222898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-6d4c24ca-20ce-4597-9578-ca2e9280d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:58.224377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-6d4c24ca-20ce-4597-9578-ca2e9280d016 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0775735 Dec 17 17:34:58.403311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-ee878140-984c-4d0f-90d8-b5138b68b8de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 217 time: 0.1719787 Dec 17 17:34:58.467403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f59a93e8-c730-4256-b87e-a6bdaf999c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:58.468744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-f59a93e8-c730-4256-b87e-a6bdaf999c73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0581696 Dec 17 17:34:58.541927 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-1abf3f1c-62d3-45d5-8024-8bacdd61c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:58.543273 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-1abf3f1c-62d3-45d5-8024-8bacdd61c020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682688 Dec 17 17:34:58.671163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-fcc094a2-3295-47cc-ad4c-752cb45a2fe5 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210012 Dec 17 17:34:58.800731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-30ac720f-3b57-4879-8316-3ed4edd61531 req-70bcf2a6-a332-4b1c-af11-f3ce8a78e168 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236830 Dec 17 17:34:58.988024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbadbf-e50b-4692-8084-dbe3ea80a493 req-5f54e3fa-e88a-4762-9fa6-98f9e153a4c3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:58.989456 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4dbbadbf-e50b-4692-8084-dbe3ea80a493 req-5f54e3fa-e88a-4762-9fa6-98f9e153a4c3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.1351078 Dec 17 17:34:59.015459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-b3290979-ddb4-47cf-8817-04be41f8a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:59.016844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-b3290979-ddb4-47cf-8817-04be41f8a6af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1086094 Dec 17 17:34:59.116127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4dbbadbf-e50b-4692-8084-dbe3ea80a493 req-5d4a7d40-9c2a-4b91-8b6e-ab218ae3991f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205909 Dec 17 17:34:59.163801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-d01b5d1d-b0fa-4335-a612-257c2f30e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:59.165202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-d01b5d1d-b0fa-4335-a612-257c2f30e384 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1416357 Dec 17 17:34:59.234271 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-ad327547-3328-4ca2-9e08-1685e6dbaaee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 217 time: 0.0626810 Dec 17 17:34:59.294698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-38980eec-c3c9-415a-8e94-6e493caa983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:59.296646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-38980eec-c3c9-415a-8e94-6e493caa983c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0563014 Dec 17 17:34:59.372955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-0aeb6c92-ed7a-4e3c-a3a1-7c0f3eeb40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:34:59.374336 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-0aeb6c92-ed7a-4e3c-a3a1-7c0f3eeb40ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713882 Dec 17 17:34:59.504830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-f269f637-6f40-4e26-a370-bc4dfa396230 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228638 Dec 17 17:34:59.634172 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-710cc744-5f72-464b-bf01-db9da8a2bcd3 req-03549f8a-83ec-4e48-8556-b2f7d4406879 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225736 Dec 17 17:35:00.298127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c28eb7-cb9f-4ef6-8120-293d1a19a037 req-6a958f9f-247d-47f0-8afd-8b9555d0b232 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:00.299570 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7c28eb7-cb9f-4ef6-8120-293d1a19a037 req-6a958f9f-247d-47f0-8afd-8b9555d0b232 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.0790732 Dec 17 17:35:00.341458 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7c28eb7-cb9f-4ef6-8120-293d1a19a037 req-f67c0399-a49c-43f9-8556-67853f90840b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363159 Dec 17 17:35:01.525288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16677d11-f0b4-42f1-b105-75e0fadc0207 req-f5a477d1-c766-4e73-ab42-d54bd587b758 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:01.526741 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16677d11-f0b4-42f1-b105-75e0fadc0207 req-f5a477d1-c766-4e73-ab42-d54bd587b758 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.0815926 Dec 17 17:35:01.570924 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16677d11-f0b4-42f1-b105-75e0fadc0207 req-2dc9c693-0ae2-426d-905d-9c21a3b3a30e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378776 Dec 17 17:35:02.228094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-738b33e5-494d-4b9f-9c34-f739c022c930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:02.753735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6447a-835c-46ad-b18d-02796dd92620 req-8f444da4-43d0-4987-a010-60899109075a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:02.755112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bd6447a-835c-46ad-b18d-02796dd92620 req-8f444da4-43d0-4987-a010-60899109075a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.0777006 Dec 17 17:35:02.798795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bd6447a-835c-46ad-b18d-02796dd92620 req-83f3a9ea-49d9-4aeb-9df8-209c17f93ce9 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Dec 17 17:35:04.115749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdb2fe-70e5-4a16-a5ff-2c29cadacf7a req-289e2156-d179-46d5-96df-cd36084fed4b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:04.117203 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dccdb2fe-70e5-4a16-a5ff-2c29cadacf7a req-289e2156-d179-46d5-96df-cd36084fed4b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.2161973 Dec 17 17:35:04.162597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dccdb2fe-70e5-4a16-a5ff-2c29cadacf7a req-80c09b9a-297e-4d16-ab5e-bdd5b0b1543a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 Dec 17 17:35:05.096655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-506ec697-7296-4ca2-a52b-cb8f771b308f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:05.347394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45067f-0428-464c-8d9c-fd002d76bab6 req-0455d225-f903-4c0c-a31a-27113f6180e0 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:05.348768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e45067f-0428-464c-8d9c-fd002d76bab6 req-0455d225-f903-4c0c-a31a-27113f6180e0 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.0812087 Dec 17 17:35:05.392907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e45067f-0428-464c-8d9c-fd002d76bab6 req-56744718-c08c-496b-8bd1-7ae647441901 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Dec 17 17:35:05.793789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:05.970678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:06.576095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2156dba-13fa-4609-9c57-334d0a8073ad req-62e6cf96-dfbe-4978-9c7a-575755053045 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:06.578049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2156dba-13fa-4609-9c57-334d0a8073ad req-62e6cf96-dfbe-4978-9c7a-575755053045 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 943 time: 0.0804944 Dec 17 17:35:06.621055 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2156dba-13fa-4609-9c57-334d0a8073ad req-2cf023bd-5745-4071-8859-d04498913a70 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373030 Dec 17 17:35:06.974650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5b10320c-752a-433b-b4bf-529943ba02b5 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:35:07.115103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5b10320c-752a-433b-b4bf-529943ba02b5,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:35:07.131185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '5b10320c-752a-433b-b4bf-529943ba02b5', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'port_id': '5b10320c-752a-433b-b4bf-529943ba02b5', 'mac_address': 'fa:16:3e:05:7d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:35:07.185237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:07.201910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b10320c-752a-433b-b4bf-529943ba02b5 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:35:07.216404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5b10320c-752a-433b-b4bf-529943ba02b5,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:35:07.297387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:07.300190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:35:07.348817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:07.370644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:35:07.374854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.375244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.375834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.376167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.376498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.376828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.378878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.379267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.380256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.380256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.380256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.380509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:35:07.384789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:35:07.633899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['5b10320c-752a-433b-b4bf-529943ba02b5'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:35:07.653474 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:35:07.810783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dbdff-f5e0-4a8c-8184-4bcc789131d2 req-ea377533-7784-4b02-b36c-7817c95a6a7c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:07.812913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b08dbdff-f5e0-4a8c-8184-4bcc789131d2 req-ea377533-7784-4b02-b36c-7817c95a6a7c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 944 time: 0.0862117 Dec 17 17:35:07.856547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b08dbdff-f5e0-4a8c-8184-4bcc789131d2 req-ffee9136-a940-438a-bfba-6a7ddcdd44c5 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378387 Dec 17 17:35:08.973321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5b10320c-752a-433b-b4bf-529943ba02b5 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:35:09.039637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb09b0-e7dc-49fb-af14-7608d1e3551a req-a3640a8b-d191-41eb-a5b1-a30d63ec5f4e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:09.041144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abbb09b0-e7dc-49fb-af14-7608d1e3551a req-a3640a8b-d191-41eb-a5b1-a30d63ec5f4e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 944 time: 0.0814788 Dec 17 17:35:09.089002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abbb09b0-e7dc-49fb-af14-7608d1e3551a req-4a809451-10c1-4886-8886-3eca2195466c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420170 Dec 17 17:35:09.159345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 5b10320c-752a-433b-b4bf-529943ba02b5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:35:09.164501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 5b10320c-752a-433b-b4bf-529943ba02b5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:35:09.164887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:09.283593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:09.309914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:35:09.320149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5b10320c-752a-433b-b4bf-529943ba02b5,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:35:09.388458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:09.391211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:35:09.428455 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5', 'code': 200} Dec 17 17:35:09.466543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:35:09.469471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:35:09.809236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea8eb-195e-4059-963a-63f36acc21a8 req-ee469b5b-7bb5-4c48-a540-0c4c1299ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:09.810757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-543ea8eb-195e-4059-963a-63f36acc21a8 req-ee469b5b-7bb5-4c48-a540-0c4c1299ec2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0755224 Dec 17 17:35:09.850800 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-543ea8eb-195e-4059-963a-63f36acc21a8 req-b13b9903-1bd4-4449-a7e7-113d6d30b17f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334520 Dec 17 17:35:10.270315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ba0f4-30e8-4078-b995-000de661b381 req-c9da1087-1c11-4d79-bdec-9e0c6d824243 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:10.271734 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e5ba0f4-30e8-4078-b995-000de661b381 req-c9da1087-1c11-4d79-bdec-9e0c6d824243 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.0797608 Dec 17 17:35:10.317956 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e5ba0f4-30e8-4078-b995-000de661b381 req-73e22a97-9591-4517-8f08-5151365cb45a tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Dec 17 17:35:11.503869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ab1d-aa43-40ec-8d85-73f888b60427 req-80a62934-a1af-4d64-91a2-5c1152570aee tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:11.505322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35d5ab1d-aa43-40ec-8d85-73f888b60427 req-80a62934-a1af-4d64-91a2-5c1152570aee tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.0799007 Dec 17 17:35:11.549392 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35d5ab1d-aa43-40ec-8d85-73f888b60427 req-943d3ad0-664e-4fdf-968a-94c3e2805910 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384903 Dec 17 17:35:11.739327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86c423-87cb-44cc-9e28-e8a0c11190c6 req-24d27935-fbf3-4f2d-88d6-ab4672fb49de tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:11.740769 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e86c423-87cb-44cc-9e28-e8a0c11190c6 req-24d27935-fbf3-4f2d-88d6-ab4672fb49de tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.0852058 Dec 17 17:35:11.784312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e86c423-87cb-44cc-9e28-e8a0c11190c6 req-f85949b3-ff6c-464b-89da-aa2c3be555de tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Dec 17 17:35:11.806489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53130) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:35:11.916147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650c980-ccc3-4074-b014-8ecd9600e201 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:11.917657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8650c980-ccc3-4074-b014-8ecd9600e201 tempest-TestVolumeBootPattern-1332455105 tempest-TestVolumeBootPattern-1332455105-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1093 time: 0.1101968 Dec 17 17:35:11.920423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53136) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:35:11.925547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '5b10320c-752a-433b-b4bf-529943ba02b5', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:35:11.931612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:35:11.935538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Usage tracker for resource:floatingip and tenant:e26dcee2ec37480aa9a46b08cc2cebe6 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:35:11.938387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:35:11.944020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:35:12.027375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:12.174935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:12.310376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Allocated IP 172.26.4.140 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:35:12.452292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:12.548383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:12.553143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:35:12.614329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:35:12.617183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:35:12.621168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:35:12.663053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:35:12.667020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:35:13.153612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:13.293215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:13.495246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:13.567724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:13.571458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4014131c-bd76-4e7a-932c-3babdd1b3ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:35:13.676787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event updated for resources: {'Port': ['ID=5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:35:13.680954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:35:13.689910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:13.856749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 342765d5-9907-4aa5-bdb3-d83c76a63a93 associated. External IP: 172.26.4.140, port: 5b10320c-752a-433b-b4bf-529943ba02b5. Dec 17 17:35:14.208156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:35:14.386959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:35:14.397489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:35:14.407179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:35:14.407797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:35:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:35:14.525370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:14.583648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6621926 Dec 17 17:35:14.584353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:35:14.634846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:35:14.634974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5', 'status': 'completed', 'code': 200} Dec 17 17:35:14.742614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-a4ab5dcc-cdaa-4cbc-b8c4-0a71ad21dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:14.744286 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-a4ab5dcc-cdaa-4cbc-b8c4-0a71ad21dbdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0735357 Dec 17 17:35:14.987622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '342765d5-9907-4aa5-bdb3-d83c76a63a93', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '5b10320c-752a-433b-b4bf-529943ba02b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:05:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:35:13Z', 'updated_at': '2021-12-17T17:35:13Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}, {'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:35:14.991578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:35:15.000760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:35:15.001319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:35:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:35:15.005620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-0fd687cc-53ee-4d01-a93a-74556a3044dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:15.007110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-0fd687cc-53ee-4d01-a93a-74556a3044dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.2565947 Dec 17 17:35:15.113694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-1455255a-8441-444f-ac1f-894d6ba70baa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 999 time: 0.0996463 Dec 17 17:35:15.177572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:35:15.177928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-b044cd4e-3727-461e-bb16-d0f7b0662f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:15.179376 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-b044cd4e-3727-461e-bb16-d0f7b0662f51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0587626 Dec 17 17:35:15.254923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-f747e559-4147-4741-b0cf-f2d817a41a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:15.256307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-f747e559-4147-4741-b0cf-f2d817a41a9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705914 Dec 17 17:35:15.389234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-d0dc5925-3822-4e77-b224-dea820aab59a service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264014 Dec 17 17:35:15.523403 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0b0997a-7631-4b09-a592-8afbcdc43486 req-2c2ef9e5-f9ca-4ab2-9f4d-c454681a72a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268346 Dec 17 17:35:15.525020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '342765d5-9907-4aa5-bdb3-d83c76a63a93', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '5b10320c-752a-433b-b4bf-529943ba02b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:05:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:35:13Z', 'updated_at': '2021-12-17T17:35:13Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}, {'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:35:15.529737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cbbe4-b3b2-4c31-a12e-44381f720d38 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '342765d5-9907-4aa5-bdb3-d83c76a63a93', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '5b10320c-752a-433b-b4bf-529943ba02b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:05:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:35:13Z', 'updated_at': '2021-12-17T17:35:13Z', 'revision_number': 0, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}, {'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:35:15.646364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:15.730410 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41637e3e-fc96-47e4-bc89-31cdce9619c2 None None] New status for floating IP 342765d5-9907-4aa5-bdb3-d83c76a63a93: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:35:24.228333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-529236cc-1f7d-4d69-bc5f-9fa2263c7a06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218176 Dec 17 17:35:24.362366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-736da6cb-3243-4e55-b34c-3226151358bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:24.363824 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-736da6cb-3243-4e55-b34c-3226151358bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0716112 Dec 17 17:35:24.508318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-36fcb213-b793-4809-aeca-6dc7cdd2e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:24.509803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-36fcb213-b793-4809-aeca-6dc7cdd2e63d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1263647 Dec 17 17:35:24.629108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-8e6c2e55-d528-48ab-9262-41e1f83cbfeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1000 time: 0.1018109 Dec 17 17:35:24.688303 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-d1145a48-8ebe-441b-ae70-de06746ea66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:24.689716 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-d1145a48-8ebe-441b-ae70-de06746ea66a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0643470 Dec 17 17:35:24.771848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-b2c753f3-bc88-4492-b748-bf2761825855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:35:24.771848 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-b2c753f3-bc88-4492-b748-bf2761825855 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722978 Dec 17 17:35:24.903519 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-2b6b6935-4eb6-4ac7-a07c-d56edc7a4b74 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281300 Dec 17 17:35:25.033044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15a9e597-dc8a-452e-afd7-aaf95fb3a83c req-5fa4ac97-db34-4e08-b747-b404c5f4a3c9 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224606 Dec 17 17:35:32.238253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a182a18a-31d0-4117-b2f3-24decc46ebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:35.097104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a7b7af70-577d-41a6-899b-3520ab58a84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:35.770876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:35.993443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:37.307934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:35:44.652317 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:35:45.645341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:02.216518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8db768e5-0788-48f4-8dec-b9e4e0fcb206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:05.090633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-07610f6d-5683-4480-b4b7-569588897ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:05.810763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:05.964939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:07.351797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:15.627546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:21.651859 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:36:25.206675 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-6994e434-b73f-4f90-9927-6820b036b75f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709932 Dec 17 17:36:25.413962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519669b-6205-4185-9d44-fbc791902743 req-2da06914-b8d0-4d9e-8c1d-74de5400da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:36:25.417187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-2da06914-b8d0-4d9e-8c1d-74de5400da8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1842232 Dec 17 17:36:25.560262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519669b-6205-4185-9d44-fbc791902743 req-a7f0d2bb-325a-4d87-acd3-383c909f052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:36:25.561701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-a7f0d2bb-325a-4d87-acd3-383c909f052c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1254630 Dec 17 17:36:25.666434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-02acb4c1-1ed4-4c6b-90a8-461a83ccaa83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 1001 time: 0.0977378 Dec 17 17:36:25.726976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519669b-6205-4185-9d44-fbc791902743 req-2139c2ff-eafc-4fcc-9e36-c4f2f3eb6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:36:25.728344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-2139c2ff-eafc-4fcc-9e36-c4f2f3eb6b4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0562434 Dec 17 17:36:25.805410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519669b-6205-4185-9d44-fbc791902743 req-43a439a5-c301-486f-82a8-bf4c8fff2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:36:25.806874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-43a439a5-c301-486f-82a8-bf4c8fff2b11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723691 Dec 17 17:36:25.936485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-fed24e88-34df-4341-9af8-17d6e95c1c33 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230259 Dec 17 17:36:26.067515 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9519669b-6205-4185-9d44-fbc791902743 req-8e8d338b-f9c3-4481-8298-9172806b1868 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248834 Dec 17 17:36:32.221313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-419c53ca-f3c5-4c7c-99f3-627b9a1caf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:35.091216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b915dd20-1625-4b4b-a2d2-c9a4a388f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:35.815600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:35.959166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:37.345897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:45.644327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:36:58.651172 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:37:02.232969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9ae74862-6cad-4a70-a2b6-9b4631216729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:05.107348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ffd14bb8-b1b6-4d29-b9e1-a7ddf4a086c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:05.827406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:05.958455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:07.301202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:15.676725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:25.171387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-2156d0c1-2d54-484a-954a-5a4c85d5cec9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680425 Dec 17 17:37:25.311548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643a26-7064-46d2-853e-7c3270039c8a req-fac309e3-272b-400d-b283-b7bdee524079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:25.312999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-fac309e3-272b-400d-b283-b7bdee524079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0741661 Dec 17 17:37:25.462713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643a26-7064-46d2-853e-7c3270039c8a req-9074938b-bdc2-4351-a361-539908d66aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:25.464044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-9074938b-bdc2-4351-a361-539908d66aa4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1335595 Dec 17 17:37:25.565351 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-8a172637-6647-4f33-90f1-f9d715de1ba4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 1000 time: 0.0940959 Dec 17 17:37:25.629600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643a26-7064-46d2-853e-7c3270039c8a req-55e060b5-6f52-4670-a4bd-02fe7aca030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:25.631144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-55e060b5-6f52-4670-a4bd-02fe7aca030c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0592222 Dec 17 17:37:25.712145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643a26-7064-46d2-853e-7c3270039c8a req-cc6a0624-5b40-4eea-97bc-41d27088cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:25.713908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-cc6a0624-5b40-4eea-97bc-41d27088cb28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758657 Dec 17 17:37:25.842561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-b77285fe-1c41-4bd3-bb74-45f9510d98b8 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224506 Dec 17 17:37:25.972366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f643a26-7064-46d2-853e-7c3270039c8a req-2291fcf7-fc59-4297-9ffd-50ca32a282ea service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233130 Dec 17 17:37:29.687272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53190) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:29.997556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port 5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:29.997933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:30.172078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:30.172405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:30.299399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for 5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:30.490090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:30.494407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e41986cf-606f-40d5-9e16-297af722dcf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:30.536127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=5a4cdff4-e5d7-493f-8ced-8e2ea644eb9d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:30.571599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.571947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.572340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.572723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.573104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.573482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.573872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.574335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.574707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.575081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.575447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.575814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:30.585311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:30.645725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:30.646089 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 342765d5-9907-4aa5-bdb3-d83c76a63a93 disassociated (deleted). External IP: 172.26.4.140, port: 5b10320c-752a-433b-b4bf-529943ba02b5. Dec 17 17:37:30.985858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:37:31.164018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:37:31.174230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:37:31.183119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:31.183732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:31.284446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:31.408242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:31.461738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "DELETE /v2.0/floatingips/342765d5-9907-4aa5-bdb3-d83c76a63a93 HTTP/1.1" status: 204 len: 168 time: 1.7733617 Dec 17 17:37:31.462642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:37:31.508980 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5', 'status': 'completed', 'code': 200} Dec 17 17:37:31.605348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-deab181b-137d-40f4-af91-d8c03a6a07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:31.606951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-deab181b-137d-40f4-af91-d8c03a6a07fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0725932 Dec 17 17:37:31.745020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-c4f5b8d2-1ed5-48f6-b292-f3f021879cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:31.746646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-c4f5b8d2-1ed5-48f6-b292-f3f021879cfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1334531 Dec 17 17:37:31.766054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:31.770592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:37:31.778898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:31.779639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:31.818512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-955bcc55-ec8a-48b8-971c-86f631432a05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 200 len: 217 time: 0.0640316 Dec 17 17:37:31.882430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-5ae27ebe-edf4-48c8-aeaa-b136d3e81dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:31.884081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-5ae27ebe-edf4-48c8-aeaa-b136d3e81dcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.0602767 Dec 17 17:37:31.954117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:31.961441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-eb4661bd-5ad3-4e2d-b07a-cf7ff4a088d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:31.963125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-eb4661bd-5ad3-4e2d-b07a-cf7ff4a088d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712137 Dec 17 17:37:32.097355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-f987fa50-e6fc-4130-947a-136fb8ca1dc9 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278102 Dec 17 17:37:32.229385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccf0f351-721e-4e39-af64-8fbbc5223085 req-7df15421-dadb-44f2-816b-e1ab16030d5a service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260741 Dec 17 17:37:32.278971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-10006cbc-b138-43b2-a4ec-4c829614fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:32.314315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:32.319023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bf3e2-6036-4707-b3d8-3fc2f5160586 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '807be1ba-d14a-4dbf-946b-a406d731a46e', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'port_id': '20a90631-d4de-4d87-a249-9e4419155734', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'mac_address': 'fa:16:3e:3b:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:32:11Z', 'updated_at': '2021-12-17T17:32:13Z', 'revision_number': 1, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:37:32.540137 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fca511-26b3-416b-a6e0-2cae6342d8ee None None] New status for floating IP 342765d5-9907-4aa5-bdb3-d83c76a63a93: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:37:33.177048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e5d9-6424-4ace-bb70-8ced72588010 req-7199522b-196c-4269-919f-13cb7714a53e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:33.177724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8d81e5d9-6424-4ace-bb70-8ced72588010 req-7199522b-196c-4269-919f-13cb7714a53e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:37:33.240726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8d81e5d9-6424-4ace-bb70-8ced72588010 req-7199522b-196c-4269-919f-13cb7714a53e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:37:33.243262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d81e5d9-6424-4ace-bb70-8ced72588010 req-7199522b-196c-4269-919f-13cb7714a53e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.2020068 Dec 17 17:37:33.289462 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d81e5d9-6424-4ace-bb70-8ced72588010 req-ee04ffc1-3008-4f52-ac32-3336da18dd31 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Dec 17 17:37:34.519842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931543c3-f109-4de8-bd80-c9b34ce97e6a req-be67250a-4193-43c3-a874-9ec3fdaaf0bf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:34.519842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-931543c3-f109-4de8-bd80-c9b34ce97e6a req-be67250a-4193-43c3-a874-9ec3fdaaf0bf tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.1212027 Dec 17 17:37:34.565945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-931543c3-f109-4de8-bd80-c9b34ce97e6a req-f16d930f-7821-4139-906a-483aabb428a4 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Dec 17 17:37:34.657052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-9dc7436c-97b2-43f3-b117-739a294dbedc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:34.658355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-9dc7436c-97b2-43f3-b117-739a294dbedc tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Dec 17 17:37:34.724724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port 5b10320c-752a-433b-b4bf-529943ba02b5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:34.725066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:34.961003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] For port 5b10320c-752a-433b-b4bf-529943ba02b5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=5b10320c-752a-433b-b4bf-529943ba02b5,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:34.961279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:35.081131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for 5b10320c-752a-433b-b4bf-529943ba02b5 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:35.089946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a446693-2ce0-4994-98a8-febe7279c968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:35.375888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:35.382486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f1682949-4c8e-4c4b-bad9-1a9f65bac1a7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:35.426714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=5b10320c-752a-433b-b4bf-529943ba02b5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:35.429831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:35.502270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] No DVR routers for this DVR port 5b10320c-752a-433b-b4bf-529943ba02b5 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:37:35.504764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:35.507306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'name': 'network-vif-deleted', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:37:35.552912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d503cc-42ed-4039-bebc-56c401fda0d7', 'name': 'network-vif-deleted', 'tag': '5b10320c-752a-433b-b4bf-529943ba02b5', 'status': 'completed', 'code': 200} Dec 17 17:37:35.588707 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4141a45-fa78-439a-800f-dc97fc504d9e req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "DELETE /v2.0/ports/5b10320c-752a-433b-b4bf-529943ba02b5 HTTP/1.1" status: 204 len: 173 time: 0.9243343 Dec 17 17:37:35.649637 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:37:35.709087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e25dadc1-5edf-407e-a5a2-d667eb0179c1 req-251d1012-6989-4639-b03b-73e06602b424 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:37:35.776219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-e25dadc1-5edf-407e-a5a2-d667eb0179c1 req-251d1012-6989-4639-b03b-73e06602b424 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:37:35.777501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e25dadc1-5edf-407e-a5a2-d667eb0179c1 req-251d1012-6989-4639-b03b-73e06602b424 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 210 time: 0.1127901 Dec 17 17:37:35.816201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:35.975616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:36.949906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9ed2ae3f-88d4-4b76-a069-7275fb6d0520 req-6f14b41a-b990-4e02-b582-fb50c5a2cc3b tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6d503cc-42ed-4039-bebc-56c401fda0d7 HTTP/1.1" status: 200 len: 210 time: 0.0466185 Dec 17 17:37:37.312869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:37.750880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5b10320c-752a-433b-b4bf-529943ba02b5 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:37:37.789929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 5b10320c-752a-433b-b4bf-529943ba02b5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:37:37.790194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 5b10320c-752a-433b-b4bf-529943ba02b5 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:37:42.780576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 53244) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:42.977221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port b9fbb963-37b8-467c-b473-fb7005315d89 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:42.977558 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:43.275898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:43.276216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:43.394058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for b9fbb963-37b8-467c-b473-fb7005315d89 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:43.604255 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:43.607983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18bbd5ac-a059-4e11-9523-e04a9a1d5a5d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:43.652747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=b9fbb963-37b8-467c-b473-fb7005315d89,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:43.684912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.685294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.685667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.686053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.686414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.686774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.687132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.687484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.687859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.688194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.688547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.688894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:37:43.696968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:43.753262 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:43.753599 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Floating IP 807be1ba-d14a-4dbf-946b-a406d731a46e disassociated (deleted). External IP: 172.26.4.45, port: 20a90631-d4de-4d87-a249-9e4419155734. Dec 17 17:37:44.103805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:37:44.280083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:37:44.289978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:37:44.299354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:44.299973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:44.358058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:44.415481 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "DELETE /v2.0/floatingips/807be1ba-d14a-4dbf-946b-a406d731a46e HTTP/1.1" status: 204 len: 168 time: 1.6337850 Dec 17 17:37:44.416179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:37:44.476015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:44.536791 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'tag': '20a90631-d4de-4d87-a249-9e4419155734', 'status': 'completed', 'code': 200} Dec 17 17:37:44.632434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-ad673a82-f3a9-41f1-b2b0-e345ff2ffefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:44.633954 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-ad673a82-f3a9-41f1-b2b0-e345ff2ffefc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 1098 time: 0.0733676 Dec 17 17:37:44.777076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-041d1fe5-dd20-493a-aa42-f7369a47ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:44.778543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-041d1fe5-dd20-493a-aa42-f7369a47ad1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 200 len: 912 time: 0.1373746 Dec 17 17:37:44.852923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-e86264ce-7aad-499e-af60-c2e0fb1b6c6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 200 len: 217 time: 0.0656643 Dec 17 17:37:44.853453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:44.857602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:37:44.866533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:44.867147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:44.971015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-75b2bc4c-0b5a-4296-956e-1af47817c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:44.972400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-75b2bc4c-0b5a-4296-956e-1af47817c47e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 200 len: 850 time: 0.1116710 Dec 17 17:37:45.047929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:45.051537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab4d-990a-449b-bc95-ec90dda58b68 req-cbf49be7-d9a5-4733-97cc-34fba209f416 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:45.053003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3d82ab4d-990a-449b-bc95-ec90dda58b68 req-cbf49be7-d9a5-4733-97cc-34fba209f416 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.1576469 Dec 17 17:37:45.107298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-ef7a4633-a29b-45b4-86f1-d8a28cba4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:45.108129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-ef7a4633-a29b-45b4-86f1-d8a28cba4d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4085e02-9636-432d-8a24-fec3b9a06d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288118 Dec 17 17:37:45.120722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3d82ab4d-990a-449b-bc95-ec90dda58b68 req-31258c16-265b-4f93-b1cb-9da21a44a87d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/security-groups?id=7205c805-30bb-4174-a0be-071dc3de9147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572305 Dec 17 17:37:45.245144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-8a7216c5-9be5-4c33-89cf-7dc564a3a9ae service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288569 Dec 17 17:37:45.331420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.60', 58992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:45.370798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:45.375340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f94009-d732-4eca-b0e5-1dfe1c37f849 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:52Z', 'revision_number': 4, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '4648aeb4-d038-405a-bba1-ea8c5242ffcb', 'name': '', 'network_id': 'e4085e02-9636-432d-8a24-fec3b9a06d12', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'mac_address': 'fa:16:3e:b4:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:51Z', 'updated_at': '2021-12-17T17:27:57Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'subnets': [{'id': 'f78edc79-f4cc-414c-bf6e-b5d72c280d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:37:45.386409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5d78ab8-c80e-415c-8088-9dd5ac35c9fc req-084f69b1-7f12-43bb-80c1-fc2091c10fd0 service neutron] 10.222.0.60 "GET /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337385 Dec 17 17:37:45.418345 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-6404c4cc-2c4a-4454-96a4-baf5c45b1d44 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:37:45.419060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-6404c4cc-2c4a-4454-96a4-baf5c45b1d44 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Synchronizing usage tracker for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:37:45.489981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-6404c4cc-2c4a-4454-96a4-baf5c45b1d44 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Unset dirty status for tenant:e26dcee2ec37480aa9a46b08cc2cebe6 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:37:45.491148 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-6404c4cc-2c4a-4454-96a4-baf5c45b1d44 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 945 time: 0.1587617 Dec 17 17:37:45.562962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port 20a90631-d4de-4d87-a249-9e4419155734 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:45.563309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:45.599101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13379eb-8bc0-46c1-aacc-9f91b3e2a3ed None None] New status for floating IP 807be1ba-d14a-4dbf-946b-a406d731a46e: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:37:45.678426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:45.929157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] For port 20a90631-d4de-4d87-a249-9e4419155734, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=20a90631-d4de-4d87-a249-9e4419155734,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:45.929510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:46.053450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for 20a90631-d4de-4d87-a249-9e4419155734 owned by compute:nova {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:46.266961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:46.274538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0cb0709f-d57d-43a9-9ca7-de8694da26cf tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:46.275982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e7e010a6-5c50-4d9d-a396-c37c6a1e650d req-4a952ff4-0c26-4199-b4fa-bb5b05080f6d tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 210 time: 0.0462704 Dec 17 17:37:46.321833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=20a90631-d4de-4d87-a249-9e4419155734,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:46.325484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:46.396684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] No DVR routers for this DVR port 20a90631-d4de-4d87-a249-9e4419155734 on host hv-neutron-8210 {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:37:46.399050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:46.473790 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-719b4034-5e94-4a73-bee3-80436fa2d402 req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.60 "DELETE /v2.0/ports/20a90631-d4de-4d87-a249-9e4419155734 HTTP/1.1" status: 204 len: 173 time: 0.9771259 Dec 17 17:37:46.537539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'name': 'network-vif-deleted', 'tag': '20a90631-d4de-4d87-a249-9e4419155734'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:37:46.579976 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4422c27-fd1c-4c36-80ab-881282cbd91b', 'name': 'network-vif-deleted', 'tag': '20a90631-d4de-4d87-a249-9e4419155734', 'status': 'completed', 'code': 200} Dec 17 17:37:47.432358 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3ed22b0-7cc0-4901-80a3-d007bd4c5e9c req-e1c633d8-c318-4408-a19c-618c9a45288e tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4422c27-fd1c-4c36-80ab-881282cbd91b HTTP/1.1" status: 200 len: 210 time: 0.0518780 Dec 17 17:37:47.814417 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 20a90631-d4de-4d87-a249-9e4419155734 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:37:47.852892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 20a90631-d4de-4d87-a249-9e4419155734 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:37:47.853254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 20a90631-d4de-4d87-a249-9e4419155734 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:37:48.527041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 53266) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:48.682889 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Deleting port b268df5d-824f-4717-b495-f8ef680fc75b {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:48.683404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:48.847549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:48.847879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:48.972275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Calling delete_port for b268df5d-824f-4717-b495-f8ef680fc75b owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:49.164172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:49.167691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb5e4582-2b5b-462f-9e0c-6058e87f7be0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:49.213314 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'Port': ['ID=b268df5d-824f-4717-b495-f8ef680fc75b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:49.216415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:49.302704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:49.315870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:49.317000 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "DELETE /v2.0/floatingips/050de629-d495-4c6a-9911-4d13511b4ad6 HTTP/1.1" status: 204 len: 168 time: 0.7889700 Dec 17 17:37:51.883102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53282) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:51.951986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:51.987064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:52.118798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:52.122969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c80793f0-bee1-4aea-99d5-bd071f2ba480 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:52.139227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205c805-30bb-4174-a0be-071dc3de9147,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:52.141868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:52.215184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:52.216240 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] 10.222.0.61 "DELETE /v2.0/security-groups/7205c805-30bb-4174-a0be-071dc3de9147 HTTP/1.1" status: 204 len: 168 time: 0.3321466 Dec 17 17:37:52.360239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53288) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:53.148253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:53.487697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Deleting port 4648aeb4-d038-405a-bba1-ea8c5242ffcb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:53.488027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:53.665863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] For port 4648aeb4-d038-405a-bba1-ea8c5242ffcb, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4648aeb4-d038-405a-bba1-ea8c5242ffcb,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:53.666228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:53.786949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Calling delete_port for 4648aeb4-d038-405a-bba1-ea8c5242ffcb owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:54.140873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:54.145145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:54.311862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4648aeb4-d038-405a-bba1-ea8c5242ffcb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:54.314596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:54.576026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:54.945483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:37:55.119135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:37:55.128450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Sync routers for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:37:55.131346 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] 10.222.0.61 "PUT /v2.0/routers/1ba4bc55-c880-43fc-a02c-a0248dd7ebbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701135 Dec 17 17:37:55.133904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53294) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:55.137760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:55.138460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:55.313451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:55.315751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:55.484934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:55.548353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Deleting port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:55.548766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:55.650968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:37:54Z', 'revision_number': 5, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port': {'id': '0f259eaf-48c6-45c8-9c31-7c48f23fa0dd', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:55.655052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Checking router: 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:37:55.664117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Routers {'1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:37:55.664756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:55.825966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] Set router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:37:55.872732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] For port 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:55.873087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:55.930655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:37:55Z', 'revision_number': 6, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:55.934549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bff39-14a7-49cd-8f83-033458680348 None None] The sync data for ids ['1ba4bc55-c880-43fc-a02c-a0248dd7ebbb'] in dv-neutron-821073-1-hyperv is: [{'id': '1ba4bc55-c880-43fc-a02c-a0248dd7ebbb', 'name': 'tempest-TestVolumeBootPattern-619326724-router', 'tenant_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:48Z', 'updated_at': '2021-12-17T17:37:55Z', 'revision_number': 6, 'project_id': 'e26dcee2ec37480aa9a46b08cc2cebe6', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:37:55.996448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Calling delete_port for 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:56.238561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.242559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-899a6df0-0de9-425e-b9ca-8c6283ee9864 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:56.288073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f259eaf-48c6-45c8-9c31-7c48f23fa0dd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:56.321526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:56.380179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.559550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.561675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.644851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.645295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba4bc55-c880-43fc-a02c-a0248dd7ebbb {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:37:56.657983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.661407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1ba4bc55-c880-43fc-a02c-a0248dd7ebbb HTTP/1.1" status: 204 len: 168 time: 1.5243418 Dec 17 17:37:56.661661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53298) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:56.723335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Deleting subnet f78edc79-f4cc-414c-bf6e-b5d72c280d40 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:37:56.726240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.781138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.862967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.988052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:56.991743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb20590c-cb1f-4474-86a6-3acd18cdaa53 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:57.025973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78edc79-f4cc-414c-bf6e-b5d72c280d40,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:57.028971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:57.030018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.035798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f78edc79-f4cc-414c-bf6e-b5d72c280d40 HTTP/1.1" status: 204 len: 168 time: 0.3731229 Dec 17 17:37:57.036517 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92aa17d-4615-4db9-b6c9-a2f26ce16866 None None] Network e4085e02-9636-432d-8a24-fec3b9a06d12 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:37:57.038207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53302) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:57.148869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.159715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Deleting port 48e24288-6f16-4ea4-80a8-bdf40257b2dd {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:57.160047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.294623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] DHCP port deletion for e4085e02-9636-432d-8a24-fec3b9a06d12 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:37:57.298820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Deleting port 48e24288-6f16-4ea4-80a8-bdf40257b2dd {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:57.299798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.366953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] For port 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48e24288-6f16-4ea4-80a8-bdf40257b2dd,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:57.367533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.506177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] For port 48e24288-6f16-4ea4-80a8-bdf40257b2dd, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=48e24288-6f16-4ea4-80a8-bdf40257b2dd,segment=NetworkSegment(098b4896-5cec-49f9-b883-cc6313806d16),segment_id=098b4896-5cec-49f9-b883-cc6313806d16)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:57.506491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.611570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Calling delete_port for 48e24288-6f16-4ea4-80a8-bdf40257b2dd owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:57.621940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4648aeb4-d038-405a-bba1-ea8c5242ffcb no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:37:57.654453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Calling delete_port for 48e24288-6f16-4ea4-80a8-bdf40257b2dd owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:57.693081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4648aeb4-d038-405a-bba1-ea8c5242ffcb {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:37:57.693426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4648aeb4-d038-405a-bba1-ea8c5242ffcb not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:37:57.694164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:37:57.734072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:37:57.734418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 0f259eaf-48c6-45c8-9c31-7c48f23fa0dd not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:37:57.734829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48e24288-6f16-4ea4-80a8-bdf40257b2dd no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:37:57.764393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.768958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-07952533-5f55-4041-ac40-773df3c4c6b3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:57.811134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port 48e24288-6f16-4ea4-80a8-bdf40257b2dd {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:37:57.811539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 48e24288-6f16-4ea4-80a8-bdf40257b2dd not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:37:57.814368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:37:57.814815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:37:57.816286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e24288-6f16-4ea4-80a8-bdf40257b2dd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:57.819386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:57.820160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] No DVR routers for this DVR port 48e24288-6f16-4ea4-80a8-bdf40257b2dd on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:37:57.934364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.959449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4085e02-9636-432d-8a24-fec3b9a06d12']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:57.971099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b4896-5cec-49f9-b883-cc6313806d16') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:57.971404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b4896-5cec-49f9-b883-cc6313806d16') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:37:57.982376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:57.997528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:58.004181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:37:58.004569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:37:58.017287 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:37:58.169128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:58.172487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb790fc4-a23d-4a5a-ab5a-d79d49eb0d1b tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:58.185133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:58.195472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4085e02-9636-432d-8a24-fec3b9a06d12,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:58.199992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:37:58.202982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e4085e02-9636-432d-8a24-fec3b9a06d12 HTTP/1.1" status: 204 len: 168 time: 1.1638620 Dec 17 17:37:58.206348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53306) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:37:58.316288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Deleting port 48e24288-6f16-4ea4-80a8-bdf40257b2dd {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:58.316807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:58.381413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9479b-30dd-41e1-8e3d-cb1a9e63a157 None None] The port '48e24288-6f16-4ea4-80a8-bdf40257b2dd' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:37:58.742186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:59.220788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Deleting port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:37:59.221158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:59.389115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] For port 5cc242c5-a9e8-45f8-b72c-0802f85c8be8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:37:59.389364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:59.511609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Calling delete_port for 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:37:59.729827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:37:59.733410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:37:59.776862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc242c5-a9e8-45f8-b72c-0802f85c8be8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:37:59.781093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:00.045112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:00.392966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Router f96220fe-c87f-4523-8e41-746d36fedaea has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:38:00.693990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:38:00.702285 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Sync routers for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:38:00.712020 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:38:00.712628 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:00.754294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] 10.222.0.61 "PUT /v2.0/routers/f96220fe-c87f-4523-8e41-746d36fedaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468700 Dec 17 17:38:00.756563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53310) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:00.890703 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:38:00.938147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.117535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.198091 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:37:59Z', 'revision_number': 5, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port': {'id': 'd2c4aa3d-503d-4db6-a8f5-3f1dc8224dae', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:27:56Z', 'updated_at': '2021-12-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:01.201637 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Checking router: f96220fe-c87f-4523-8e41-746d36fedaea for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:38:01.210084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Deleting port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:38:01.210224 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Routers {'f96220fe-c87f-4523-8e41-746d36fedaea'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:38:01.210503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.210798 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:37:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['f96220fe-c87f-4523-8e41-746d36fedaea'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:01.353250 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] Set router f96220fe-c87f-4523-8e41-746d36fedaea gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:38:01.383296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] For port d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:01.383656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.454406 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:38:01Z', 'revision_number': 6, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:01.458755 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26846711-63b3-45dc-8094-d69ce71f57cf None None] The sync data for ids ['f96220fe-c87f-4523-8e41-746d36fedaea'] in dv-neutron-821073-1-hyperv is: [{'id': 'f96220fe-c87f-4523-8e41-746d36fedaea', 'name': 'tempest-TestVolumeBootPattern-714478523-router', 'tenant_id': 'dc56abd4068b456ab1e2bba34447fd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:27:55Z', 'updated_at': '2021-12-17T17:38:01Z', 'revision_number': 6, 'project_id': 'dc56abd4068b456ab1e2bba34447fd96', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:38:01.507910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Calling delete_port for d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:38:01.735362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.738955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f384f530-1d23-45ea-a861-f42d35f94a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:01.784511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:01.788466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:01.887259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:01.920596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:38:01.957745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:38:01.958124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5cc242c5-a9e8-45f8-b72c-0802f85c8be8 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:38:02.060497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.062598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.152611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.153160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96220fe-c87f-4523-8e41-746d36fedaea {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:38:02.169562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.170651 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f96220fe-c87f-4523-8e41-746d36fedaea HTTP/1.1" status: 204 len: 168 time: 1.4131508 Dec 17 17:38:02.173183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53316) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:02.221498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fac921d8-8a18-48ab-8cdf-cb3138a34904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.364422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Deleting subnet 36f993de-9f5c-4c17-b8ce-5551ee0430eb {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:38:02.367367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.417075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.498616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.627421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.631260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc51ec96-a477-46dc-a3f9-f75c8d47aa03 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:02.664913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f993de-9f5c-4c17-b8ce-5551ee0430eb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:02.667923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:02.671875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.675242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5b338425-16a1-4e1b-9f36-2ad3dd5714f1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36f993de-9f5c-4c17-b8ce-5551ee0430eb HTTP/1.1" status: 204 len: 168 time: 0.5011086 Dec 17 17:38:02.675599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c8313-41ad-4e56-80a6-89a50378837c None None] Network b8047e57-f41a-4f75-8e1f-34c934bea0d8 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:38:02.677553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53320) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:02.785598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.797243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Deleting port 378e26b6-a780-4530-8d69-6e9421485d84 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:38:02.797582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:02.964708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] DHCP port deletion for b8047e57-f41a-4f75-8e1f-34c934bea0d8 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:38:02.969351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Deleting port 378e26b6-a780-4530-8d69-6e9421485d84 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:38:02.969733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.010782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] For port 378e26b6-a780-4530-8d69-6e9421485d84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=378e26b6-a780-4530-8d69-6e9421485d84,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:03.011141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.134044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Calling delete_port for 378e26b6-a780-4530-8d69-6e9421485d84 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:38:03.170459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] For port 378e26b6-a780-4530-8d69-6e9421485d84, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=378e26b6-a780-4530-8d69-6e9421485d84,segment=NetworkSegment(86df44ff-9d0c-41d2-bab8-3ed507011598),segment_id=86df44ff-9d0c-41d2-bab8-3ed507011598)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:03.170804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.261413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.265331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-73aa223c-d6c7-4449-b13f-cecd5dd53f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:03.290329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Calling delete_port for 378e26b6-a780-4530-8d69-6e9421485d84 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:38:03.310262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=378e26b6-a780-4530-8d69-6e9421485d84,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:03.313302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:03.317802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] No DVR routers for this DVR port 378e26b6-a780-4530-8d69-6e9421485d84 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:38:03.364045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:38:03.364405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:38:03.432179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.457239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8047e57-f41a-4f75-8e1f-34c934bea0d8']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:03.469111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86df44ff-9d0c-41d2-bab8-3ed507011598') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:03.469410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86df44ff-9d0c-41d2-bab8-3ed507011598') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:38:03.480319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.495398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.501584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:38:03.506432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:38:03.515100 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:38:03.573197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 378e26b6-a780-4530-8d69-6e9421485d84 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:38:03.603618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 378e26b6-a780-4530-8d69-6e9421485d84 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:38:03.603998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 378e26b6-a780-4530-8d69-6e9421485d84 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:38:03.604370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:38:03.635953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:38:03.636304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d2c4aa3d-503d-4db6-a8f5-3f1dc8224dae not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:38:03.650044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.653437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ed8-7f31-4778-9c2e-0891418c3794 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:03.667334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.677336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8047e57-f41a-4f75-8e1f-34c934bea0d8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:03.681710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:03.684861 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8047e57-f41a-4f75-8e1f-34c934bea0d8 HTTP/1.1" status: 204 len: 168 time: 1.0063109 Dec 17 17:38:03.865583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Deleting port 378e26b6-a780-4530-8d69-6e9421485d84 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:38:03.866014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:03.935065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-83a85090-354a-4cd8-8d38-95dd4c15ef61 None None] The port '378e26b6-a780-4530-8d69-6e9421485d84' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:38:04.060609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53326) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:04.108133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-506aaeed-a13d-49a2-9631-66acbb3d53e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e26dcee2ec37480aa9a46b08cc2cebe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463872 Dec 17 17:38:04.110491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53330) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:04.168212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:04.193735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:04.318108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:04.321863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77370308-b923-4c92-9968-6f7e1d3aac32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:04.333678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2cec5-c148-4ed8-93e8-a639fd1e05c2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:04.336960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:04.341933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:04.343021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1a2cec5-c148-4ed8-93e8-a639fd1e05c2 HTTP/1.1" status: 204 len: 168 time: 0.2315733 Dec 17 17:38:04.922626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53338) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:04.971445 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-536da046-a0cf-4208-80f3-cb2343b189d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc56abd4068b456ab1e2bba34447fd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470970 Dec 17 17:38:04.973751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53342) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:05.031796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.058495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.130384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f686f533-12cb-4d31-b1af-1dc65b612fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.175624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.179433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4512b7f-bad0-4002-90e5-c7443252d632 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:05.190259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169328c5-15ba-4cb3-bdcf-4bd436da7ad3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:05.192453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:05.197274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.198409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/169328c5-15ba-4cb3-bdcf-4bd436da7ad3 HTTP/1.1" status: 204 len: 168 time: 0.2237449 Dec 17 17:38:05.792689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:05.958443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:07.365447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:12.466919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-040faccf-c5e3-4206-94cc-02dc91a69fef tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298305 Dec 17 17:38:12.617557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-5804d5e1-81ba-4cfb-8400-9c777f3e4068 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:12.618925 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-5804d5e1-81ba-4cfb-8400-9c777f3e4068 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462705 Dec 17 17:38:12.633122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-50c3a5d5-add9-4548-adaf-8f9fc5ab30b9 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/quotas/c2c9c316f1bd46ee90ff32ad9a11cae9 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Dec 17 17:38:12.648391 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:38:12.679239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-44ffa4aa-89d4-47d5-a32e-95ad168c822b tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414593 Dec 17 17:38:12.914405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b445d29c-b520-4258-9fdb-6a474f43f9b6 req-fd6f5a72-1a6d-4ace-a878-1941f08a94ee tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 210 time: 0.0424635 Dec 17 17:38:14.211808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1de4b575-d6c4-406b-83ac-035b150249c9 req-1aa9dee3-4aaf-4aa2-92d6-847e9975eeda tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 210 time: 0.1734712 Dec 17 17:38:14.756001 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-c4131a56-0db8-4bc9-bb78-effa0a017266 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312140 Dec 17 17:38:14.909311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-55b84836-ab6a-4e76-9c37-5cd7e91402e5 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:14.910728 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-55b84836-ab6a-4e76-9c37-5cd7e91402e5 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496530 Dec 17 17:38:14.922582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Request body: {'port': {'device_id': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265', 'admin_state_up': True, 'tenant_id': 'c2c9c316f1bd46ee90ff32ad9a11cae9'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:15.063457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:15.068252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Usage tracker for resource:port and tenant:c2c9c316f1bd46ee90ff32ad9a11cae9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:15.071823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:15.080637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:15.158351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Made reservation on behalf of c2c9c316f1bd46ee90ff32ad9a11cae9 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:38:15.162404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.174373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.189125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:15.192879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Usage tracker for resource:security_group_rule and tenant:c2c9c316f1bd46ee90ff32ad9a11cae9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:15.195641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:15.201201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:15.285570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.358140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.361401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3a8f9db8-5b08-4518-9a4b-edebd2a62b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:15.375722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-261aadf6-ecf6-4f35-87a7-ac916c25aac8 req-aa972f98-59b1-4abe-92c7-161ac9dd64b4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 210 time: 0.0435834 Dec 17 17:38:15.442936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b25cf8-3f6c-4cca-b4f7-b008a387cd30,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:15.448051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:15.644713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Allocated IP 192.168.233.70 (3c9d058b-d2ea-4155-b03f-83eb69789265/ac479d81-00bc-48ba-b3d8-7e95dd10fcca/66d99c8d-0e81-4821-8403-9e2c83e42e84) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:38:15.666662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.838895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.854466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Transition to ACTIVE for port object 66d99c8d-0e81-4821-8403-9e2c83e42e84 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:38:15.953009 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:15.959271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:16.028280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Network 3c9d058b-d2ea-4155-b03f-83eb69789265 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:38:16.031517 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:38:16.035363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:38:16.065866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Pushing event updated for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:16.076871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:16.102937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:16.103568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:16.176594 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2574561 Dec 17 17:38:16.189761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Request body: {'port': {'device_id': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:16.304742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:16.306687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e12e4fc1-4b27-4ab2-9f25-f9ce070bbe35 None None] Provisioning for port 66d99c8d-0e81-4821-8403-9e2c83e42e84 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:38:16.311574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e12e4fc1-4b27-4ab2-9f25-f9ce070bbe35 None None] Provisioning complete for port 66d99c8d-0e81-4821-8403-9e2c83e42e84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:38:16.311955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e12e4fc1-4b27-4ab2-9f25-f9ce070bbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:16.367429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e12e4fc1-4b27-4ab2-9f25-f9ce070bbe35 None None] Port 66d99c8d-0e81-4821-8403-9e2c83e42e84 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:38:16.560688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f3d0-72c4-4ee4-ae84-c8f1816d067c req-d3aef492-3f10-40cb-85b8-49d587cbb483 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:16.562373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4922f3d0-72c4-4ee4-ae84-c8f1816d067c req-d3aef492-3f10-40cb-85b8-49d587cbb483 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 935 time: 0.0840924 Dec 17 17:38:16.605933 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4922f3d0-72c4-4ee4-ae84-c8f1816d067c req-463a9284-6627-4688-b18e-976a1136ea36 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Dec 17 17:38:16.639341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d99c8d-0e81-4821-8403-9e2c83e42e84 {{(pid=88117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:38:16.646387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:16.660600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Transition to ACTIVE for port object 66d99c8d-0e81-4821-8403-9e2c83e42e84 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:38:16.718194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:16.722230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-83b27674-dd49-422b-b771-bd99cbb44f30 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:16.847435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Pushing event updated for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:16.874153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:16.950120 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Attempting to bind port 66d99c8d-0e81-4821-8403-9e2c83e42e84 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:38:16.950451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Attempting to bind port 66d99c8d-0e81-4821-8403-9e2c83e42e84 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:38:16.950774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Attempting to bind port 66d99c8d-0e81-4821-8403-9e2c83e42e84 on network 3c9d058b-d2ea-4155-b03f-83eb69789265 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:38:16.955222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Port 66d99c8d-0e81-4821-8403-9e2c83e42e84 on network 3c9d058b-d2ea-4155-b03f-83eb69789265 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:38:16.955534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Attempting to bind port 66d99c8d-0e81-4821-8403-9e2c83e42e84 on network 3c9d058b-d2ea-4155-b03f-83eb69789265 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:38:16.960415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:38:16.960770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Checking segment: {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:38:16.961309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Bound using segment: {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:38:16.961726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Bound port: 66d99c8d-0e81-4821-8403-9e2c83e42e84, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6e49b-e055-4bfa-a5ea-3621f75f4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:38:16.962088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:17.061180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:38:17.064383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:38:17.101539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:17.106296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb341117-7929-46d4-b29a-5d7eafcb0dee tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:17.163520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.164130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:17.165503 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] 10.222.0.60 "PUT /v2.0/ports/66d99c8d-0e81-4821-8403-9e2c83e42e84 HTTP/1.1" status: 200 len: 1097 time: 0.9804878 Dec 17 17:38:17.166072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:38:17.185799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Pushing event updated for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:17.191235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:17.217674 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84', 'status': 'completed', 'code': 200} Dec 17 17:38:17.321615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052960-7228-4733-8643-eb972bb2b81c req-a312d87c-ee06-4ad6-ac65-652f9e5728f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.323136 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-b0052960-7228-4733-8643-eb972bb2b81c req-a312d87c-ee06-4ad6-ac65-652f9e5728f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 1100 time: 0.0775690 Dec 17 17:38:17.356551 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-b0052960-7228-4733-8643-eb972bb2b81c req-3ddfebf0-e220-4156-a81c-ed703f51e63e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248051 Dec 17 17:38:17.489100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052960-7228-4733-8643-eb972bb2b81c req-db43500a-030c-4c76-9fee-43bfdbd8145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.490563 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-b0052960-7228-4733-8643-eb972bb2b81c req-db43500a-030c-4c76-9fee-43bfdbd8145d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281197 Dec 17 17:38:17.591754 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-bcf9b421-d461-4bd5-9e0f-132e1c942710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.593185 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-bcf9b421-d461-4bd5-9e0f-132e1c942710 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 1100 time: 0.0686686 Dec 17 17:38:17.783016 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-8fcb194f-37ce-4007-97a6-e642f6907d10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84 HTTP/1.1" status: 200 len: 217 time: 0.1821642 Dec 17 17:38:17.795784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2a791-3891-47b4-bcb3-42e95516c6e0 req-5a59f65a-147c-421a-9d99-2647a54455d7 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.797246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2b2a791-3891-47b4-bcb3-42e95516c6e0 req-5a59f65a-147c-421a-9d99-2647a54455d7 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 947 time: 0.0830903 Dec 17 17:38:17.843604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2b2a791-3891-47b4-bcb3-42e95516c6e0 req-654f7aee-245f-4cec-aa49-b914be6ed8e2 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Dec 17 17:38:17.844837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-1e754906-01ba-4891-849f-e39a2f8eb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.846298 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-1e754906-01ba-4891-849f-e39a2f8eb359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac479d81-00bc-48ba-b3d8-7e95dd10fcca HTTP/1.1" status: 200 len: 843 time: 0.0576589 Dec 17 17:38:17.922160 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-528b54a4-b40a-4f0b-ad91-16a16cd2c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:17.923508 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-528b54a4-b40a-4f0b-ad91-16a16cd2c48f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c9d058b-d2ea-4155-b03f-83eb69789265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0709534 Dec 17 17:38:18.053176 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-22fe7e0f-29c5-40bc-b4e6-aab6ab4cd638 service neutron] 10.222.0.60 "GET /v2.0/networks/3c9d058b-d2ea-4155-b03f-83eb69789265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228871 Dec 17 17:38:18.186009 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6afe56ce-de29-4cc9-a691-9b3c25338d34 req-3ce074de-7e32-4372-aba4-251129bd8a3d service neutron] 10.222.0.60 "GET /v2.0/networks/3c9d058b-d2ea-4155-b03f-83eb69789265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259975 Dec 17 17:38:19.035161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34ba9e-22b9-480d-912f-e3edba144163 req-f10711b4-5fac-4bbf-8871-c9634701c8b0 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:19.036621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d34ba9e-22b9-480d-912f-e3edba144163 req-f10711b4-5fac-4bbf-8871-c9634701c8b0 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 947 time: 0.0881028 Dec 17 17:38:19.079676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d34ba9e-22b9-480d-912f-e3edba144163 req-2f45f8fe-a4d4-4d91-b86e-a2c7768a6689 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Dec 17 17:38:20.262564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535943-c266-47fa-b687-c031037f5935 req-d9450ef8-8526-4af6-8563-6536c009f15a tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:20.263988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bb535943-c266-47fa-b687-c031037f5935 req-d9450ef8-8526-4af6-8563-6536c009f15a tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 947 time: 0.0783017 Dec 17 17:38:20.305857 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bb535943-c266-47fa-b687-c031037f5935 req-5f0d74de-99bd-491b-9485-af5cf5ea06c5 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Dec 17 17:38:21.486874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a635e-ada3-480e-9403-40fb9af871ea req-4900e97d-fc81-4123-93b5-e77973a6b2c2 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:21.488308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f8a635e-ada3-480e-9403-40fb9af871ea req-4900e97d-fc81-4123-93b5-e77973a6b2c2 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 947 time: 0.0813320 Dec 17 17:38:21.531838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2f8a635e-ada3-480e-9403-40fb9af871ea req-3cfc51c4-14d2-4a57-87c2-ea24969f748b tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Dec 17 17:38:21.912023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 66d99c8d-0e81-4821-8403-9e2c83e42e84 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:38:22.040913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:22.054120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '66d99c8d-0e81-4821-8403-9e2c83e42e84', 'network_id': '3c9d058b-d2ea-4155-b03f-83eb69789265', 'port_id': '66d99c8d-0e81-4821-8403-9e2c83e42e84', 'mac_address': 'fa:16:3e:43:89:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac479d81-00bc-48ba-b3d8-7e95dd10fcca', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:38:22.107357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:22.124232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d99c8d-0e81-4821-8403-9e2c83e42e84 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:38:22.139205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:22.231524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:22.233254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:22.302767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:22.309700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.310073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.310412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.310746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.311070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.311396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.311717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.312036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.312356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.312671 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.312985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.313301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:22.317043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:22.616192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['66d99c8d-0e81-4821-8403-9e2c83e42e84'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:38:22.714085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f94322-732b-4d38-b272-c4b0af8c6460 req-52610dad-be35-4775-b6eb-1e9850c83abc tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:22.715540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54f94322-732b-4d38-b272-c4b0af8c6460 req-52610dad-be35-4775-b6eb-1e9850c83abc tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 948 time: 0.0793703 Dec 17 17:38:22.762694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54f94322-732b-4d38-b272-c4b0af8c6460 req-d10859b3-79a1-4785-ba12-a6263c4aa535 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Dec 17 17:38:23.935987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 66d99c8d-0e81-4821-8403-9e2c83e42e84 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:38:23.965844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d48d6-f631-4dfe-aa08-ec7373ed5664 req-49074238-4d8b-43dd-8277-45a19ffcd5fb tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:23.967341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25d48d6-f631-4dfe-aa08-ec7373ed5664 req-49074238-4d8b-43dd-8277-45a19ffcd5fb tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 948 time: 0.1007500 Dec 17 17:38:24.015632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25d48d6-f631-4dfe-aa08-ec7373ed5664 req-deb42996-4195-4503-8a1b-eb4c4276046a tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Dec 17 17:38:24.113023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 66d99c8d-0e81-4821-8403-9e2c83e42e84 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:38:24.118159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 66d99c8d-0e81-4821-8403-9e2c83e42e84 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:38:24.120039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:24.232571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:24.258965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:38:24.268934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:24.312705 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84', 'code': 200} Dec 17 17:38:24.324194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:24.326080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:24.398582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:24.402533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:24.648504 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4a645-8534-4183-a2ef-ee7e56950166 req-6a1de7c2-6313-4b3b-877f-0cec815e0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:24.650162 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-b8a4a645-8534-4183-a2ef-ee7e56950166 req-6a1de7c2-6313-4b3b-877f-0cec815e0af7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 1102 time: 0.0836236 Dec 17 17:38:24.690991 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-b8a4a645-8534-4183-a2ef-ee7e56950166 req-9ad8fda1-9986-435e-be69-2c737766c14d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Dec 17 17:38:25.201323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1953b6-1b69-42e8-a76d-ba844fd3f4a1 req-58d9f56b-4d98-4185-b4a3-d4f7188b0178 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:25.202790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de1953b6-1b69-42e8-a76d-ba844fd3f4a1 req-58d9f56b-4d98-4185-b4a3-d4f7188b0178 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 949 time: 0.0825925 Dec 17 17:38:25.246586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de1953b6-1b69-42e8-a76d-ba844fd3f4a1 req-6c6111be-c9fe-4471-9952-fb36e52dab21 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Dec 17 17:38:26.427616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241102-a8fd-4bd2-ab22-a65da6bec7a2 req-0be619c0-4ce6-47ec-8533-fe6b4d9f1031 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:26.428961 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cb241102-a8fd-4bd2-ab22-a65da6bec7a2 req-0be619c0-4ce6-47ec-8533-fe6b4d9f1031 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 949 time: 0.0798919 Dec 17 17:38:26.471564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cb241102-a8fd-4bd2-ab22-a65da6bec7a2 req-5aee9eb9-1011-474e-925e-1a4730295d11 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Dec 17 17:38:28.029435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ba3cc-0c67-4391-b8e9-3558203d2afb req-318bfc00-71e1-40a9-a17b-cb9e5398222a tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:28.031179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba5ba3cc-0c67-4391-b8e9-3558203d2afb req-318bfc00-71e1-40a9-a17b-cb9e5398222a tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 949 time: 0.0837996 Dec 17 17:38:28.075524 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba5ba3cc-0c67-4391-b8e9-3558203d2afb req-cc9dc2fd-539c-4237-8b9e-8f0f70a7dc98 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Dec 17 17:38:29.258490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d2653-3270-4858-bd31-e98223221e43 req-4e02db4a-11c2-4cc8-800b-d9d216eb978e tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:29.260745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a32d2653-3270-4858-bd31-e98223221e43 req-4e02db4a-11c2-4cc8-800b-d9d216eb978e tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 949 time: 0.0783937 Dec 17 17:38:29.315168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a32d2653-3270-4858-bd31-e98223221e43 req-1d981cea-e02c-4589-8ecb-854041d57f94 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/security-groups?id=15b25cf8-3f6c-4cca-b4f7-b008a387cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Dec 17 17:38:29.382394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-e259e3fe-15ee-4e60-8189-14bb891e4e6d tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:29.383014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-e259e3fe-15ee-4e60-8189-14bb891e4e6d tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Synchronizing usage tracker for tenant:c2c9c316f1bd46ee90ff32ad9a11cae9 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:38:29.437624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-e259e3fe-15ee-4e60-8189-14bb891e4e6d tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Unset dirty status for tenant:c2c9c316f1bd46ee90ff32ad9a11cae9 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:38:29.438746 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-e259e3fe-15ee-4e60-8189-14bb891e4e6d tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 949 time: 0.1405585 Dec 17 17:38:29.520742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Deleting port 66d99c8d-0e81-4821-8403-9e2c83e42e84 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:38:29.521084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:29.776660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] For port 66d99c8d-0e81-4821-8403-9e2c83e42e84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=66d99c8d-0e81-4821-8403-9e2c83e42e84,segment=NetworkSegment(7be6e49b-e055-4bfa-a5ea-3621f75f4b65),segment_id=7be6e49b-e055-4bfa-a5ea-3621f75f4b65)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:29.777023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:29.898050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Calling delete_port for 66d99c8d-0e81-4821-8403-9e2c83e42e84 owned by compute:nova {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:38:30.094550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:30.100266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-34591bf7-fc41-411a-8725-72135ff9b470 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:30.105542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['66d99c8d-0e81-4821-8403-9e2c83e42e84'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:38:30.148380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Pushing event deleted for resources: {'Port': ['ID=66d99c8d-0e81-4821-8403-9e2c83e42e84,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:30.151417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:30.222097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] No DVR routers for this DVR port 66d99c8d-0e81-4821-8403-9e2c83e42e84 on host hv-neutron-8210 {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:38:30.235161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:30.238600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'name': 'network-vif-deleted', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:38:30.287241 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d', 'name': 'network-vif-deleted', 'tag': '66d99c8d-0e81-4821-8403-9e2c83e42e84', 'status': 'completed', 'code': 200} Dec 17 17:38:30.306336 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-5f5825cf-f928-4ff5-9948-63a17c419b8b req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.60 "DELETE /v2.0/ports/66d99c8d-0e81-4821-8403-9e2c83e42e84 HTTP/1.1" status: 204 len: 173 time: 0.8449261 Dec 17 17:38:30.462731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e76a7346-b3f9-45be-a5a8-fb5782c93e06 req-035193cc-acc6-4319-b6ed-044f742448cd tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c3aadd1-fdfa-4fd7-88db-ebb1eb846c7d HTTP/1.1" status: 200 len: 210 time: 0.0428941 Dec 17 17:38:32.026682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53484) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:32.187531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7e89d549-4b40-451b-9532-6dcdef411c64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2c9c316f1bd46ee90ff32ad9a11cae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595092 Dec 17 17:38:32.189932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53490) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:32.209685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bf3662ec-b76e-47eb-92d5-f6c497444383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:32.247883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:32.273395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:32.386018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:32.389633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-58a6c00d-cbbd-48b2-9efb-d3efc242c02a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:32.400778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b25cf8-3f6c-4cca-b4f7-b008a387cd30,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:32.411149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.411547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.412274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.412478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.412714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.413090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.413465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.413857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.414228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.414596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.414961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.415324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:38:32.419015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:32.420242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:32.421328 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-237fd428-cef9-4b36-979a-c5f77f46ae92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15b25cf8-3f6c-4cca-b4f7-b008a387cd30 HTTP/1.1" status: 204 len: 168 time: 0.2298872 Dec 17 17:38:32.974349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 53498) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:32.991732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.005787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:33.009511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a1680081b13b40c2835874b4d4606961 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:33.012267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:33.017799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:33.111556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.175366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.183763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc2fb31b-07b1-45e3-bf05-1677fd6624f7 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:33.222677 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1680081b13b40c2835874b4d4606961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471077 Dec 17 17:38:33.224094 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412b45d2-1530-4cfa-88db-1d5deea3f31d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:33.225234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53502) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:33.227166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:33.284827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.309570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.420679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.425497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-92acdc7f-3b4c-4a80-9d24-44eb36c262ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:33.438075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412b45d2-1530-4cfa-88db-1d5deea3f31d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:33.441089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:33.442297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:33.443407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/412b45d2-1530-4cfa-88db-1d5deea3f31d HTTP/1.1" status: 204 len: 168 time: 0.2163796 Dec 17 17:38:33.958776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 66d99c8d-0e81-4821-8403-9e2c83e42e84 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:38:33.992862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 66d99c8d-0e81-4821-8403-9e2c83e42e84 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:38:33.993221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 66d99c8d-0e81-4821-8403-9e2c83e42e84 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:38:34.487231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53526) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:34.589038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770965651-network', 'tenant_id': '22247b2f1583452888ec8dbdb72bd082'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:34.594174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:34.599318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Usage tracker for resource:network and tenant:22247b2f1583452888ec8dbdb72bd082 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:34.602141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:34.608528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:34.701059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Made reservation on behalf of 22247b2f1583452888ec8dbdb72bd082 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:38:34.703327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:34.716079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:34.733492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:34.737376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:22247b2f1583452888ec8dbdb72bd082 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:34.740229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:34.746043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:34.825859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:34.885235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:34.888442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-715e8042-94a8-44b6-af7c-1ba3a922aaf2 tempest-TestNetworkAdvancedServerOps-265287887 tempest-TestNetworkAdvancedServerOps-265287887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:34.935893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:38:34.941689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216479d-b35d-4587-8dfc-e57e88abcd40,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:34.945232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:34.948938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:34.949928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Added segment df1f826f-b971-4f31-b21f-394e61e5991d of type vlan for network 8202a04d-321f-4217-9d23-9c32e0c797d5 Dec 17 17:38:34.974786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.055195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.056240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:35.056835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.062012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-31918d90-dc01-4b5a-882f-1441249c943e tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:35.106708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f571d7f9-8aa4-42d1-84bd-330262942ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.162740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8202a04d-321f-4217-9d23-9c32e0c797d5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:35.165332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:35.172104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 8202a04d-321f-4217-9d23-9c32e0c797d5 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:38:35.199100 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7107799 Dec 17 17:38:35.201987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53532) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:35.207360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Request body: {'subnet': {'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770965651-subnet', 'tenant_id': '22247b2f1583452888ec8dbdb72bd082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:35.212344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:35.216460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Usage tracker for resource:subnet and tenant:22247b2f1583452888ec8dbdb72bd082 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:35.219460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:35.225312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:35.283950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Made reservation on behalf of 22247b2f1583452888ec8dbdb72bd082 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:38:35.286375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.512653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.516140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-81f1af53-a3af-473c-8ca6-fee806bf93a8 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:35.701592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=64906956-569d-4041-92f1-bff4356943ec,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:35.705523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:35.709364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Checking segment: {'id': 'df1f826f-b971-4f31-b21f-394e61e5991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:38:35.709715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Network hostable DHCP agents. Network: 8202a04d-321f-4217-9d23-9c32e0c797d5, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:38:35.780442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Network 8202a04d-321f-4217-9d23-9c32e0c797d5 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:38:35.808780 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.871958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 8202a04d-321f-4217-9d23-9c32e0c797d5) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:38:35.876200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:35.876817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:35.881405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1417ca-3180-4c32-8062-7d4f753d6e95 None None] Network 8202a04d-321f-4217-9d23-9c32e0c797d5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:38:35.947663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7446654 Dec 17 17:38:36.093065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:36.108470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8b300-1c48-4394-80cf-ead392d96c24 None None] Network 8202a04d-321f-4217-9d23-9c32e0c797d5 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:38:36.456243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-b96ef08f-b417-431f-9450-67d46cd90538 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:36.456988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-b96ef08f-b417-431f-9450-67d46cd90538 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Synchronizing usage tracker for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:38:36.546715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-b96ef08f-b417-431f-9450-67d46cd90538 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Unset dirty status for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:38:36.547892 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-b96ef08f-b417-431f-9450-67d46cd90538 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 811 time: 0.2409260 Dec 17 17:38:36.568314 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-272ad410-43cc-4d2b-bc1a-fe92db0bbfb4 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/quotas/22247b2f1583452888ec8dbdb72bd082 HTTP/1.1" status: 200 len: 375 time: 0.0145082 Dec 17 17:38:36.613573 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-8dbc6a39-f47d-4b73-be0f-9b2d5f494a02 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444407 Dec 17 17:38:36.666791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-eae0f79f-d3e8-438a-a875-f24f94e858e5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:38:36.667836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-eae0f79f-d3e8-438a-a875-f24f94e858e5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476990 Dec 17 17:38:36.797280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-3c853c96-6461-4761-a88c-b7ba98cf8622 service neutron] 10.222.0.61 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236055 Dec 17 17:38:36.926699 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-08dab376-4d94-4cd6-9584-d0669ce2a993 service neutron] 10.222.0.61 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236603 Dec 17 17:38:37.174691 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f172a776-86e7-47d4-92a6-8d978f1f8055 req-240d9944-41af-4968-928f-f8c78330a14b tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 210 time: 0.0472567 Dec 17 17:38:37.334848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:38.322711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5fa694be-29ab-469b-8828-4806f0d2fcc7 req-04b1cb22-838f-4425-81b7-eb3720a69acf tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 210 time: 0.0435646 Dec 17 17:38:39.444142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-309a63ab-c8a0-4823-85b6-20accef22f47 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:39.445615 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-309a63ab-c8a0-4823-85b6-20accef22f47 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.60 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 811 time: 0.2798376 Dec 17 17:38:39.458548 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Request body: {'port': {'device_id': '48365317-bc03-4b32-9158-fffb15136e83', 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5', 'admin_state_up': True, 'tenant_id': '22247b2f1583452888ec8dbdb72bd082'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:39.475729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f3be04c-94c7-4404-ae80-d2b067529a3a req-40faebf8-3b3a-4996-9bdb-b8b8b4b22100 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 210 time: 0.0426459 Dec 17 17:38:39.601020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:38:39.604928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Usage tracker for resource:port and tenant:22247b2f1583452888ec8dbdb72bd082 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:38:39.607764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:38:39.613332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:38:39.672640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Made reservation on behalf of 22247b2f1583452888ec8dbdb72bd082 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:38:39.676789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:39.838702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Allocated IP 172.20.0.5 (8202a04d-321f-4217-9d23-9c32e0c797d5/64906956-569d-4041-92f1-bff4356943ec/7648e859-faa0-46bc-b817-da415649aedf) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:38:40.035847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.123942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.130058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:40.195508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Network 8202a04d-321f-4217-9d23-9c32e0c797d5 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:38:40.198556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:38:40.202722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:38:40.242563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:40.247051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:40.269022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:40.269624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.375707 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9207890 Dec 17 17:38:40.387102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Request body: {'port': {'device_id': '48365317-bc03-4b32-9158-fffb15136e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:38:40.496477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.671096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e053e-0eeb-4a51-a5f7-0ef84f4cfd54 req-8eb5a804-b41c-47b0-afc0-8ac4925417a3 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:40.672434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c82e053e-0eeb-4a51-a5f7-0ef84f4cfd54 req-8eb5a804-b41c-47b0-afc0-8ac4925417a3 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 931 time: 0.0833769 Dec 17 17:38:40.715426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c82e053e-0eeb-4a51-a5f7-0ef84f4cfd54 req-d7444946-04b7-4373-af71-9bd2ee17f750 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Synchronizing usage tracker for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:38:40.791880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c82e053e-0eeb-4a51-a5f7-0ef84f4cfd54 req-d7444946-04b7-4373-af71-9bd2ee17f750 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Unset dirty status for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:38:40.793082 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c82e053e-0eeb-4a51-a5f7-0ef84f4cfd54 req-d7444946-04b7-4373-af71-9bd2ee17f750 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147964 Dec 17 17:38:40.830687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7648e859-faa0-46bc-b817-da415649aedf {{(pid=88117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:38:40.838435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.852207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Transition to ACTIVE for port object 7648e859-faa0-46bc-b817-da415649aedf will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:38:40.923244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:40.926710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3bbd9bf9-e2d4-4d66-b73a-3ac6f888eeb8 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:41.054848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:41.057693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:41.158909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Attempting to bind port 7648e859-faa0-46bc-b817-da415649aedf on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:38:41.159241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Attempting to bind port 7648e859-faa0-46bc-b817-da415649aedf by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'df1f826f-b971-4f31-b21f-394e61e5991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:38:41.159564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Attempting to bind port 7648e859-faa0-46bc-b817-da415649aedf on network 8202a04d-321f-4217-9d23-9c32e0c797d5 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:38:41.164115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Port 7648e859-faa0-46bc-b817-da415649aedf on network 8202a04d-321f-4217-9d23-9c32e0c797d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:38:41.164429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Attempting to bind port 7648e859-faa0-46bc-b817-da415649aedf on network 8202a04d-321f-4217-9d23-9c32e0c797d5 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:38:41.169272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:38:41.169601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Checking segment: {'id': 'df1f826f-b971-4f31-b21f-394e61e5991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:38:41.170011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Bound using segment: {'id': 'df1f826f-b971-4f31-b21f-394e61e5991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:38:41.170430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Bound port: 7648e859-faa0-46bc-b817-da415649aedf, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1f826f-b971-4f31-b21f-394e61e5991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:38:41.170766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:41.255947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:38:41.258844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:38:41.330049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:41.335673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:41.402362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:41.402961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:41.404316 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] 10.222.0.60 "PUT /v2.0/ports/7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 1093 time: 1.0211694 Dec 17 17:38:41.404846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'tag': '7648e859-faa0-46bc-b817-da415649aedf'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:38:41.424814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:41.428560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:41.448361 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'tag': '7648e859-faa0-46bc-b817-da415649aedf', 'status': 'completed', 'code': 200} Dec 17 17:38:41.537216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-55c67f97-1336-4fe5-9d09-8e71c964c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:41.538773 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-55c67f97-1336-4fe5-9d09-8e71c964c34e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1096 time: 0.0716302 Dec 17 17:38:41.797409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-463f129c-9f7b-488f-a10f-f75e683d98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:41.798793 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-463f129c-9f7b-488f-a10f-f75e683d98e7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22247b2f1583452888ec8dbdb72bd082&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2527978 Dec 17 17:38:41.942505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-c3531a93-9712-4fb7-8ea0-e421f8f9037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:41.944026 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-ec4a6e59-ef25-49d0-861d-1caadbac2445 req-c3531a93-9712-4fb7-8ea0-e421f8f9037f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390696 Dec 17 17:38:41.989535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853756d-8a5c-4190-9761-57a6965bea39 req-65774e64-ca1e-42ed-8a85-809e86559ee9 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:41.991054 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9853756d-8a5c-4190-9761-57a6965bea39 req-65774e64-ca1e-42ed-8a85-809e86559ee9 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 943 time: 0.0924594 Dec 17 17:38:42.037575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9853756d-8a5c-4190-9761-57a6965bea39 req-3e29eacf-2751-4dfb-a1c2-601af3aefcfe tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Dec 17 17:38:42.060807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-34c26667-8bb4-4841-96b8-4d0e332a5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:42.062325 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-34c26667-8bb4-4841-96b8-4d0e332a5721 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1096 time: 0.0839424 Dec 17 17:38:42.133800 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-721b22eb-77bc-49fc-910b-e6e01b41e449 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 217 time: 0.0644271 Dec 17 17:38:42.193830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-a18177c9-8091-49bc-a80d-0861c7226cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:42.195225 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-a18177c9-8091-49bc-a80d-0861c7226cde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 200 len: 851 time: 0.0557151 Dec 17 17:38:42.241254 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-3324daf7-8c67-45e8-acea-12b5c8d1fc9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8202a04d-321f-4217-9d23-9c32e0c797d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393806 Dec 17 17:38:42.379993 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-702e3fdb-4d01-4524-b83a-f9a85c7dfbd9 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320324 Dec 17 17:38:42.513848 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-92735593-9e49-4612-9dd4-e293eaa6c2ec req-22446076-b9ed-4b31-b933-70c939009d35 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257474 Dec 17 17:38:43.229618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e023-42cf-4944-ac60-195110f54ff3 req-dba3de5d-5224-4b30-bcf1-688f0a8b205d tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:43.231095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f617e023-42cf-4944-ac60-195110f54ff3 req-dba3de5d-5224-4b30-bcf1-688f0a8b205d tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 943 time: 0.0848742 Dec 17 17:38:43.274500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f617e023-42cf-4944-ac60-195110f54ff3 req-0d3cc305-db2a-4374-9fd9-7bc68297b352 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Dec 17 17:38:44.453765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b082615-abcd-4c1b-baa1-c8acecddb072 req-9534d297-3735-4f6f-a40b-0fa1b97daa3a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:44.455123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b082615-abcd-4c1b-baa1-c8acecddb072 req-9534d297-3735-4f6f-a40b-0fa1b97daa3a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 943 time: 0.0789511 Dec 17 17:38:44.501361 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b082615-abcd-4c1b-baa1-c8acecddb072 req-e723c6db-c425-4a0e-a33a-b95696009d90 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Dec 17 17:38:45.687369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89815172-3f78-420f-8a5b-f17fc80432ca req-f2d41eb5-d0f4-4257-87d6-d69e6496217c tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:45.688837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89815172-3f78-420f-8a5b-f17fc80432ca req-f2d41eb5-d0f4-4257-87d6-d69e6496217c tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 943 time: 0.0810180 Dec 17 17:38:45.689316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:45.731948 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-89815172-3f78-420f-8a5b-f17fc80432ca req-772d42cd-2aa5-4ab3-8845-7c40a86133ca tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Dec 17 17:38:45.990197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:38:46.122515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:46.136018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '7648e859-faa0-46bc-b817-da415649aedf', 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5', 'port_id': '7648e859-faa0-46bc-b817-da415649aedf', 'mac_address': 'fa:16:3e:8b:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64906956-569d-4041-92f1-bff4356943ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:38:46.192817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:46.209509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7648e859-faa0-46bc-b817-da415649aedf {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:38:46.224552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:46.283329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:46.286018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:46.349333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:46.352232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:46.567279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['7648e859-faa0-46bc-b817-da415649aedf'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:38:46.919535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dd42-db2f-4f70-bcd3-2decffe8a157 req-1918c1ea-8765-4346-97c5-bf41e057efaa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:46.920862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f10dd42-db2f-4f70-bcd3-2decffe8a157 req-1918c1ea-8765-4346-97c5-bf41e057efaa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 944 time: 0.0824575 Dec 17 17:38:46.968173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f10dd42-db2f-4f70-bcd3-2decffe8a157 req-b5e9fab7-9cd8-4436-a328-4c676462b4eb tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Dec 17 17:38:48.006617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:38:48.124091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 7648e859-faa0-46bc-b817-da415649aedf completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:38:48.129375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 7648e859-faa0-46bc-b817-da415649aedf triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:38:48.130020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:48.153596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5649b-40a2-489d-9ad4-8e2044a134a1 req-59b6ae64-d3b8-4fb0-b90a-e76897dd50f0 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:48.155091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6fc5649b-40a2-489d-9ad4-8e2044a134a1 req-59b6ae64-d3b8-4fb0-b90a-e76897dd50f0 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 944 time: 0.0812471 Dec 17 17:38:48.199377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6fc5649b-40a2-489d-9ad4-8e2044a134a1 req-241532f8-5ab2-4f20-ad09-779161318659 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Dec 17 17:38:48.248013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:48.273451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648e859-faa0-46bc-b817-da415649aedf'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:38:48.282819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:38:48.317961 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648e859-faa0-46bc-b817-da415649aedf', 'code': 200} Dec 17 17:38:48.329362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:38:48.331325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-337fb054-f63c-495f-855d-9adf0571db60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:38:48.434549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:38:48.437635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:38:48.626790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e789-e0b5-4f71-be65-4d486cc2ebea req-9f0ac42a-2ce2-4903-9494-c29dcf70722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:48.628193 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1df4e789-e0b5-4f71-be65-4d486cc2ebea req-9f0ac42a-2ce2-4903-9494-c29dcf70722c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1098 time: 0.0733976 Dec 17 17:38:48.668181 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1df4e789-e0b5-4f71-be65-4d486cc2ebea req-6b34039e-ab8b-4496-8799-864b145beed5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Dec 17 17:38:49.382624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab756-1e1a-4e3e-b683-97e370ab1c88 req-736d9d1f-6089-4e5c-915a-75ba1f932254 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:49.383966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40eab756-1e1a-4e3e-b683-97e370ab1c88 req-736d9d1f-6089-4e5c-915a-75ba1f932254 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0826056 Dec 17 17:38:49.426402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40eab756-1e1a-4e3e-b683-97e370ab1c88 req-c1dab029-85a9-4b0e-8017-0cddf2946bc6 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368896 Dec 17 17:38:49.646964 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:38:50.608122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45eb-7e49-4268-a317-bceb72c53afd req-4d2ed70d-bab2-49b2-bc66-db506457fe80 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:50.609591 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbdb45eb-7e49-4268-a317-bceb72c53afd req-4d2ed70d-bab2-49b2-bc66-db506457fe80 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0790052 Dec 17 17:38:50.657034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbdb45eb-7e49-4268-a317-bceb72c53afd req-1f64b6e0-b706-49e9-870a-b3e06a28d927 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Dec 17 17:38:51.132998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80eb86-3699-4c18-b578-1d0d856b2a5d req-69d55bdd-aaed-4881-acc7-5b71e7ac6c5b tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:51.134494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a80eb86-3699-4c18-b578-1d0d856b2a5d req-69d55bdd-aaed-4881-acc7-5b71e7ac6c5b tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0798376 Dec 17 17:38:51.180785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a80eb86-3699-4c18-b578-1d0d856b2a5d req-7049a60c-c1f6-4c5b-9d16-eb881ca3aa36 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Dec 17 17:38:51.233791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:38:51.343679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-470e8eb0-066e-4673-a929-d09be6e2f687 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085539 Dec 17 17:38:52.368123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fbdd3-e940-4c72-be1c-4059303f394c req-4616874c-e4d2-4a50-834b-d5be66254eae tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:52.369663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-533fbdd3-e940-4c72-be1c-4059303f394c req-4616874c-e4d2-4a50-834b-d5be66254eae tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0800066 Dec 17 17:38:52.414426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-533fbdd3-e940-4c72-be1c-4059303f394c req-545c7b9a-c4db-4a6d-87ce-9e9c7fc3dc29 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Dec 17 17:38:53.300791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-8859c970-cb1a-4158-a1f5-08d0502ce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:53.302257 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-8859c970-cb1a-4158-a1f5-08d0502ce0ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1098 time: 0.0693271 Dec 17 17:38:53.433906 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-7360514a-d24c-4740-96e7-39eb6b513370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:53.435247 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-7360514a-d24c-4740-96e7-39eb6b513370 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 912 time: 0.1266546 Dec 17 17:38:53.507616 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d8e09f46-4d65-4bbc-ae8d-178c31692f50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 217 time: 0.0650158 Dec 17 17:38:53.569966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d5d593ba-cca5-4156-af33-67fbfa462918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:53.571396 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d5d593ba-cca5-4156-af33-67fbfa462918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 200 len: 851 time: 0.0574331 Dec 17 17:38:53.604263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91e1b-ad7d-4fdd-a198-fe7bdee0befe req-6540bd26-de16-4d87-9777-12b25638bb57 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:53.605725 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1b91e1b-ad7d-4fdd-a198-fe7bdee0befe req-6540bd26-de16-4d87-9777-12b25638bb57 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Dec 17 17:38:53.620757 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-cea34b8d-9998-4aef-aa1b-da324a547c13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8202a04d-321f-4217-9d23-9c32e0c797d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431373 Dec 17 17:38:53.757919 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-98dff0aa-10ad-4ac7-ad09-d96177024101 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301639 Dec 17 17:38:53.770086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1b91e1b-ad7d-4fdd-a198-fe7bdee0befe req-0439d091-f65f-47ef-b2cd-39510ffe2a10 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586514 Dec 17 17:38:53.886591 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-7a24d0c4-7409-445a-a88e-8d594f1f8be5 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222923 Dec 17 17:38:54.952363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab06d-0ea1-44e0-906e-3e4697629615 req-d082e912-3a82-40a9-ae18-5ed79ffde967 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:54.953778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9ab06d-0ea1-44e0-906e-3e4697629615 req-d082e912-3a82-40a9-ae18-5ed79ffde967 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Dec 17 17:38:54.996244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9ab06d-0ea1-44e0-906e-3e4697629615 req-0c55b22c-46d4-4729-a349-c9c00eb536e9 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Dec 17 17:38:56.184443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054846a-994b-43dd-a8ff-e4f6fd0d2feb req-a03f8ba1-2435-4099-8ae9-b9c46317b6be tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:56.185914 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6054846a-994b-43dd-a8ff-e4f6fd0d2feb req-a03f8ba1-2435-4099-8ae9-b9c46317b6be tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0849910 Dec 17 17:38:56.228235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6054846a-994b-43dd-a8ff-e4f6fd0d2feb req-d335cf06-84f6-4133-924f-22582acc0d2b tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Dec 17 17:38:57.412531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a584-3c52-46ef-a13a-437e7881e0ff req-89105118-22ae-4585-9d27-3b4bc5ae7dc7 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:57.413885 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8a6a584-3c52-46ef-a13a-437e7881e0ff req-89105118-22ae-4585-9d27-3b4bc5ae7dc7 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0784097 Dec 17 17:38:57.460138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8a6a584-3c52-46ef-a13a-437e7881e0ff req-224da1c5-7f98-4a45-86f8-5c175c222a77 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Dec 17 17:38:58.639848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355db4-65f1-4aed-a2c1-5c08c773b781 req-f2f29413-1c35-4ce3-8bc4-e685c8cd3ee5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:58.641269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd355db4-65f1-4aed-a2c1-5c08c773b781 req-f2f29413-1c35-4ce3-8bc4-e685c8cd3ee5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0784183 Dec 17 17:38:58.683502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd355db4-65f1-4aed-a2c1-5c08c773b781 req-c922b1de-1d20-482c-a799-5f9302c762de tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Dec 17 17:38:59.868577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae1f35-04b4-4d2a-8f5b-31200b3ad7b3 req-3e8c8eb5-71e0-4c73-89a4-982f2d3f10be tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:38:59.869960 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7ae1f35-04b4-4d2a-8f5b-31200b3ad7b3 req-3e8c8eb5-71e0-4c73-89a4-982f2d3f10be tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Dec 17 17:38:59.913186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7ae1f35-04b4-4d2a-8f5b-31200b3ad7b3 req-f5732140-8d6b-45e7-a5a5-cc44c772ea5a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373549 Dec 17 17:39:01.100794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68991e-5edf-4931-a6af-e05db91476e5 req-c34901e1-8f9e-48a9-a432-301674f416b5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:01.102299 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be68991e-5edf-4931-a6af-e05db91476e5 req-c34901e1-8f9e-48a9-a432-301674f416b5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0839458 Dec 17 17:39:01.146048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be68991e-5edf-4931-a6af-e05db91476e5 req-462c47d1-97d3-46ed-8a05-d30d5cb8a948 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Dec 17 17:39:02.243787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d7fe47a3-c542-4783-b076-16b56ab91873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:02.477302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03f5f0-aa87-43be-978d-7aaffb36c50d req-35c7425c-c3c5-453a-ae91-68e6a7eabe61 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:02.478788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec03f5f0-aa87-43be-978d-7aaffb36c50d req-35c7425c-c3c5-453a-ae91-68e6a7eabe61 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0858710 Dec 17 17:39:02.522432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec03f5f0-aa87-43be-978d-7aaffb36c50d req-04f5e38a-5bf0-45c9-8c05-abee0d169af5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381050 Dec 17 17:39:03.699582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc81d-f949-464f-b9f4-e324cdf2af1d req-380adeab-1918-4059-a259-53f467393d33 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:03.701013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-385cc81d-f949-464f-b9f4-e324cdf2af1d req-380adeab-1918-4059-a259-53f467393d33 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0783820 Dec 17 17:39:03.747802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-385cc81d-f949-464f-b9f4-e324cdf2af1d req-82e0c9c9-66aa-45aa-ad6f-59a183093cfc tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Dec 17 17:39:04.928653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892023df-51e5-4395-9804-231fb6db10a0 req-cc9293ec-eca2-4215-a0f7-4c74ba4ecdc3 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:04.932031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-892023df-51e5-4395-9804-231fb6db10a0 req-cc9293ec-eca2-4215-a0f7-4c74ba4ecdc3 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0795722 Dec 17 17:39:04.974433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-892023df-51e5-4395-9804-231fb6db10a0 req-6edd0147-0f4b-4604-943b-b503b0e47c98 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Dec 17 17:39:05.111623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-32985474-8b2d-4830-b09f-29044253d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:05.820992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:05.958163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:06.161427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46839892-cb0a-4a32-b86e-ce68f5545465 req-a0a872a1-d685-4522-9b75-06176665cfaf tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:06.162881 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46839892-cb0a-4a32-b86e-ce68f5545465 req-a0a872a1-d685-4522-9b75-06176665cfaf tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0825722 Dec 17 17:39:06.205285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46839892-cb0a-4a32-b86e-ce68f5545465 req-ca21dd29-801c-4ba0-a6bd-be9074d9bf3a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Dec 17 17:39:07.329460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:07.390943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838b78a-42d0-4a1c-985a-8be60ecfae0d req-b992b51a-2a14-4219-a3cc-efabc0dc3b01 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:07.392305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9838b78a-42d0-4a1c-985a-8be60ecfae0d req-b992b51a-2a14-4219-a3cc-efabc0dc3b01 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0795429 Dec 17 17:39:07.434882 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9838b78a-42d0-4a1c-985a-8be60ecfae0d req-9a15c4e9-c08d-4ae1-8337-4d025c3a393a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Dec 17 17:39:08.623880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b099d-37a1-4117-8673-a207ddb8f2ef req-749acc3c-8c28-4ef7-9a22-c01b4e6a6de0 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:08.625323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a17b099d-37a1-4117-8673-a207ddb8f2ef req-749acc3c-8c28-4ef7-9a22-c01b4e6a6de0 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0836158 Dec 17 17:39:08.668054 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a17b099d-37a1-4117-8673-a207ddb8f2ef req-52245c66-5139-4ef5-ac76-67a65746380c tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Dec 17 17:39:09.854473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c31d6-2136-43c8-a33c-bb2b395b9fd4 req-1f0c83dc-b607-48e9-aa71-541f89db686f tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:09.855835 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc1c31d6-2136-43c8-a33c-bb2b395b9fd4 req-1f0c83dc-b607-48e9-aa71-541f89db686f tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0850489 Dec 17 17:39:09.898390 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc1c31d6-2136-43c8-a33c-bb2b395b9fd4 req-bf0d27dd-0800-40a8-a570-ad38cad16604 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Dec 17 17:39:11.083020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0b01b-c2b1-4747-b5e1-d5b5fb9dde21 req-05c76918-d1f7-4ba7-9565-6eb07e84daef tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:11.084478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bdb0b01b-c2b1-4747-b5e1-d5b5fb9dde21 req-05c76918-d1f7-4ba7-9565-6eb07e84daef tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Dec 17 17:39:11.128199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bdb0b01b-c2b1-4747-b5e1-d5b5fb9dde21 req-a91e9eb6-11e7-4f65-95bb-440b770cb25a tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Dec 17 17:39:12.309474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c532da-914a-4cda-be8d-c9f477f50efd req-e0749805-cdb1-42cf-93ba-013a978606d7 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:12.310945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51c532da-914a-4cda-be8d-c9f477f50efd req-e0749805-cdb1-42cf-93ba-013a978606d7 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0792792 Dec 17 17:39:12.357710 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51c532da-914a-4cda-be8d-c9f477f50efd req-d4711afe-caf1-4355-9363-837ea25a0d26 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Dec 17 17:39:13.546419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd979-69b6-435a-95a7-318327a8b3d8 req-bbd3b9d2-39cc-4916-a8c6-372a363de860 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:13.547842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-834dd979-69b6-435a-95a7-318327a8b3d8 req-bbd3b9d2-39cc-4916-a8c6-372a363de860 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0800955 Dec 17 17:39:13.589863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-834dd979-69b6-435a-95a7-318327a8b3d8 req-d64d9d2c-887c-4184-a5d4-7663270d0ec5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Dec 17 17:39:14.782967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fd34f-839a-4574-bc2c-a89b4aa302c9 req-c3a80d8a-7176-444f-8b2f-1d957d68d227 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:14.784424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-002fd34f-839a-4574-bc2c-a89b4aa302c9 req-c3a80d8a-7176-444f-8b2f-1d957d68d227 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0890050 Dec 17 17:39:14.827589 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-002fd34f-839a-4574-bc2c-a89b4aa302c9 req-e05c851d-5a55-418a-a196-f6a3fb069321 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Dec 17 17:39:15.717603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:16.010122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b8c5-48c6-40f2-96f9-f0375b85b2c0 req-6b45f0ec-4ec1-413d-85bc-be432d67830f tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:16.011572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4b23b8c5-48c6-40f2-96f9-f0375b85b2c0 req-6b45f0ec-4ec1-413d-85bc-be432d67830f tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Dec 17 17:39:16.055207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4b23b8c5-48c6-40f2-96f9-f0375b85b2c0 req-c3de5e36-151d-4305-8774-2c4e7442a6ad tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Dec 17 17:39:17.240185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77841f5-a4bc-4b87-9dd7-07ed56197a0f req-0996507a-52cd-490f-b6e4-ccd64f6406ec tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:17.241608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c77841f5-a4bc-4b87-9dd7-07ed56197a0f req-0996507a-52cd-490f-b6e4-ccd64f6406ec tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0841959 Dec 17 17:39:17.294048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c77841f5-a4bc-4b87-9dd7-07ed56197a0f req-43cad73c-4d89-4d4b-bf92-099af0776e46 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Dec 17 17:39:18.475423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3aeb3-5130-4af1-a934-39ed16b6d767 req-429f3af5-2e1f-4dfa-ad6a-e14b48a0de14 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:18.476902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0c3aeb3-5130-4af1-a934-39ed16b6d767 req-429f3af5-2e1f-4dfa-ad6a-e14b48a0de14 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0802953 Dec 17 17:39:18.523829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0c3aeb3-5130-4af1-a934-39ed16b6d767 req-dc769772-5d57-4892-8432-dc553a981ab3 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Dec 17 17:39:19.710785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bcae7-7b77-4894-abec-bd8f1ea16b42 req-1fa4a827-7561-4c5f-ad6a-634429d65052 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:19.712232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f1bcae7-7b77-4894-abec-bd8f1ea16b42 req-1fa4a827-7561-4c5f-ad6a-634429d65052 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0820477 Dec 17 17:39:19.755243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f1bcae7-7b77-4894-abec-bd8f1ea16b42 req-78e2e56f-75dd-4544-a0f7-2a9e2e1257e5 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Dec 17 17:39:20.938602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e207d-d1fb-4276-a12e-5e806cf09c9f req-ef09a2a3-39e0-4fa2-8911-25b0423aec73 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:20.940039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b7e207d-d1fb-4276-a12e-5e806cf09c9f req-ef09a2a3-39e0-4fa2-8911-25b0423aec73 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0833404 Dec 17 17:39:20.948660 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-55fa410d-9e57-43ed-8369-2425592b5e18 service neutron] 10.222.0.60 "GET /v2.0/ports/7648e859-faa0-46bc-b817-da415649aedf/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0738933 Dec 17 17:39:21.098365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b7e207d-d1fb-4276-a12e-5e806cf09c9f req-608b45d5-ee27-4b26-8fff-5a2bf8ade578 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519578 Dec 17 17:39:21.559359 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-c811e2c6-c1d8-48f0-b620-bcb7b1e801dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:21.560901 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-c811e2c6-c1d8-48f0-b620-bcb7b1e801dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83&tenant_id=22247b2f1583452888ec8dbdb72bd082 HTTP/1.1" status: 200 len: 1098 time: 0.1865880 Dec 17 17:39:21.650999 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d067fa35-70d0-478a-8682-3859d64c9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:21.652423 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d067fa35-70d0-478a-8682-3859d64c9ffb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1098 time: 0.0689576 Dec 17 17:39:21.781162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-8224cd9c-6b87-4aca-b71c-3bc106eeeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:21.782720 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-8224cd9c-6b87-4aca-b71c-3bc106eeeb3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 912 time: 0.1240830 Dec 17 17:39:21.853716 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-d24e13d5-5d2b-4d71-8779-9d97675a9ca6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 217 time: 0.0643666 Dec 17 17:39:21.913015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-5afa8169-7d37-40f2-8dd9-a071e69dad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:21.914392 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-5afa8169-7d37-40f2-8dd9-a071e69dad79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 200 len: 851 time: 0.0551672 Dec 17 17:39:21.962535 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-407fe516-7618-4c51-b0fa-dee7c8b7e820 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8202a04d-321f-4217-9d23-9c32e0c797d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418348 Dec 17 17:39:22.091720 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-0f65fb8f-5ad2-4ef2-8089-53e4c64f47c6 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231353 Dec 17 17:39:22.224886 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-fe64dcb4-04c6-4277-be85-656c2aa96303 req-095806ae-eb2d-473a-b829-8b0cca972567 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260788 Dec 17 17:39:22.285098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817beb4-724c-4b39-84ba-bdac32c65b2a req-4d013fdf-080e-4593-9c9c-52fb20b23776 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:22.286582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b817beb4-724c-4b39-84ba-bdac32c65b2a req-4d013fdf-080e-4593-9c9c-52fb20b23776 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0824063 Dec 17 17:39:22.330093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b817beb4-724c-4b39-84ba-bdac32c65b2a req-c21aef01-476b-4003-85b8-c122076aa814 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Dec 17 17:39:23.660231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b421f-94c5-4962-9261-c906b9608120 req-20729f55-e58e-45a1-b576-ecb54f8ff23e tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:23.661620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-151b421f-94c5-4962-9261-c906b9608120 req-20729f55-e58e-45a1-b576-ecb54f8ff23e tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0815136 Dec 17 17:39:23.704391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-151b421f-94c5-4962-9261-c906b9608120 req-3084c56b-0850-49bc-a185-7f33a4aa4886 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Dec 17 17:39:24.262078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:39:24.390182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:24.402699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '7648e859-faa0-46bc-b817-da415649aedf', 'network_id': '8202a04d-321f-4217-9d23-9c32e0c797d5', 'port_id': '7648e859-faa0-46bc-b817-da415649aedf', 'mac_address': 'fa:16:3e:8b:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64906956-569d-4041-92f1-bff4356943ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:39:24.458479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:24.475057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7648e859-faa0-46bc-b817-da415649aedf {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:39:24.489765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:24.545929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:24.547609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:24.611634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['7648e859-faa0-46bc-b817-da415649aedf'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:39:24.646811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:24.663584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.663940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.664281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.664614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.664977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.665308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.665633 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.665986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.666311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.666630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.666949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.667266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:24.672360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:24.887428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb2b8-175d-4457-b6f2-3d77d4a17ff2 req-f725590c-a60e-42a0-94e5-b74dc7917a75 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:24.888858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a18eb2b8-175d-4457-b6f2-3d77d4a17ff2 req-f725590c-a60e-42a0-94e5-b74dc7917a75 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 944 time: 0.0808120 Dec 17 17:39:24.939666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a18eb2b8-175d-4457-b6f2-3d77d4a17ff2 req-479b0b95-6e5f-433a-a1f4-b06083636753 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Dec 17 17:39:26.128276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc022101-4776-41b5-a43d-8dab09cc107c req-577cd859-eeaa-4028-8bce-e082ac432bfb tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:26.129867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dc022101-4776-41b5-a43d-8dab09cc107c req-577cd859-eeaa-4028-8bce-e082ac432bfb tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 944 time: 0.0842974 Dec 17 17:39:26.169830 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-8334c68c-0fd7-41a0-982d-92d3cd232bde service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710287 Dec 17 17:39:26.174992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dc022101-4776-41b5-a43d-8dab09cc107c req-09762ddb-7851-428e-b709-4ca7e6923731 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Dec 17 17:39:26.278183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:39:26.306894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-ac735771-7982-490f-86e6-61c39379f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:26.308316 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-ac735771-7982-490f-86e6-61c39379f6de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1097 time: 0.0699553 Dec 17 17:39:26.350535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 7648e859-faa0-46bc-b817-da415649aedf triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:39:26.350911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:26.478034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:26.491864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-1335f287-267e-45b3-b760-bb3a68baab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:26.494005 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-1335f287-267e-45b3-b760-bb3a68baab5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 912 time: 0.1643441 Dec 17 17:39:26.508509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648e859-faa0-46bc-b817-da415649aedf'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:39:26.521375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:26.576277 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648e859-faa0-46bc-b817-da415649aedf', 'code': 200} Dec 17 17:39:26.586325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:26.586717 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-f26cdd0f-5bdd-48c0-b562-127bda00853f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 217 time: 0.0797355 Dec 17 17:39:26.588392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-82256805-bbd4-4184-a8c1-e7f22140bd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:26.645904 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:39:26.659572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:26.661806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-f3f1a1c0-868f-407d-bc94-5f73a96fe5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:26.662758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:26.663855 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-f3f1a1c0-868f-407d-bc94-5f73a96fe5f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 200 len: 851 time: 0.0716772 Dec 17 17:39:26.715392 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-29d63605-4599-4895-ab7d-04608eecf851 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8202a04d-321f-4217-9d23-9c32e0c797d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448544 Dec 17 17:39:26.768701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-6781e89e-6c46-434f-8bea-ce84c0507414 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:26.770176 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-6781e89e-6c46-434f-8bea-ce84c0507414 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.60 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83&tenant_id=22247b2f1583452888ec8dbdb72bd082&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.0928423 Dec 17 17:39:26.861837 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-eadf4b4d-b14e-40cb-a0d2-7d52ab72fbbb service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390038 Dec 17 17:39:27.003145 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c66360ca-378f-467d-8ea3-7881f7f42117 req-aabea0ba-a7a8-4bd6-b855-d3ac26aefda7 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345620 Dec 17 17:39:27.230354 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-ceb10011-a9ee-4f22-b48c-36887c7ede73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:27.231803 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-ceb10011-a9ee-4f22-b48c-36887c7ede73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22247b2f1583452888ec8dbdb72bd082&device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 1098 time: 0.0698161 Dec 17 17:39:27.477259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-2a241e2b-46bf-44ac-a09b-477753293708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:27.478734 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-2a241e2b-46bf-44ac-a09b-477753293708 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 200 len: 912 time: 0.2407699 Dec 17 17:39:27.555261 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-9c26b791-0d2d-4ed5-bb69-907d5b3a521f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 200 len: 217 time: 0.0699446 Dec 17 17:39:27.617694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-9bb4e5f4-8f20-4939-9c1d-f8c5feea8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:27.619102 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-9bb4e5f4-8f20-4939-9c1d-f8c5feea8c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 200 len: 851 time: 0.0579672 Dec 17 17:39:27.667559 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-4b958361-d8c3-45b6-8979-aeda9f6d271e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8202a04d-321f-4217-9d23-9c32e0c797d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424359 Dec 17 17:39:27.799658 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-6b7420ce-889c-489d-9936-9eb2feb6a417 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256924 Dec 17 17:39:27.929871 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-29786aee-173c-4b1a-8f32-427b9b2ba990 service neutron] 10.222.0.60 "GET /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236122 Dec 17 17:39:29.495358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e87aa-e089-4a9c-8675-3ff2bc45fcdf req-631b574c-d935-49cc-b741-d2a66c656861 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:29.496795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd0e87aa-e089-4a9c-8675-3ff2bc45fcdf req-631b574c-d935-49cc-b741-d2a66c656861 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Dec 17 17:39:29.539715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd0e87aa-e089-4a9c-8675-3ff2bc45fcdf req-cc7a9b1c-e218-4f47-aa67-cf9e4df2d5af tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Dec 17 17:39:30.726145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2581166-18ff-426c-a587-555727c3a184 req-9a9ca797-4550-4240-bacb-4d66a6ee388d tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:30.728025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2581166-18ff-426c-a587-555727c3a184 req-9a9ca797-4550-4240-bacb-4d66a6ee388d tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.0830028 Dec 17 17:39:30.770896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2581166-18ff-426c-a587-555727c3a184 req-8bd9f994-904d-4cc1-9472-b4c9dd7cd117 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/security-groups?id=e216479d-b35d-4587-8dfc-e57e88abcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Dec 17 17:39:31.143074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-0d056f1f-5ac3-4a0e-8ffc-c751c7225aa8 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:31.143759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-0d056f1f-5ac3-4a0e-8ffc-c751c7225aa8 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Synchronizing usage tracker for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:39:31.230569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-0d056f1f-5ac3-4a0e-8ffc-c751c7225aa8 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Unset dirty status for tenant:22247b2f1583452888ec8dbdb72bd082 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:39:31.231664 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-0d056f1f-5ac3-4a0e-8ffc-c751c7225aa8 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.60 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 945 time: 0.1660731 Dec 17 17:39:31.305474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Deleting port 7648e859-faa0-46bc-b817-da415649aedf {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:39:31.305807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:31.543329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] For port 7648e859-faa0-46bc-b817-da415649aedf, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=7648e859-faa0-46bc-b817-da415649aedf,segment=NetworkSegment(df1f826f-b971-4f31-b21f-394e61e5991d),segment_id=df1f826f-b971-4f31-b21f-394e61e5991d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:31.543699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:31.668669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Calling delete_port for 7648e859-faa0-46bc-b817-da415649aedf owned by compute:nova {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:39:31.889047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:31.894884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20c23724-28a0-46d6-8fec-5ab74f955152 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:31.902006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['7648e859-faa0-46bc-b817-da415649aedf'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:39:31.919005 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-31b32ca6-cf48-4e7f-b6d8-08f69b7e9a67 req-58a16c19-f1d5-40d2-951b-d04267248576 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 210 time: 0.0427678 Dec 17 17:39:31.946921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Pushing event deleted for resources: {'Port': ['ID=7648e859-faa0-46bc-b817-da415649aedf,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:32.009964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.010348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.010776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.011146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.011507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.011869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.012233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.012630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.012985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.013340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.013693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.014075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:32.022386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:32.028091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] No DVR routers for this DVR port 7648e859-faa0-46bc-b817-da415649aedf on host hv-neutron-8210 {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:39:32.030396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:32.032963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-deleted', 'tag': '7648e859-faa0-46bc-b817-da415649aedf'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:39:32.085919 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48365317-bc03-4b32-9158-fffb15136e83', 'name': 'network-vif-deleted', 'tag': '7648e859-faa0-46bc-b817-da415649aedf', 'status': 'completed', 'code': 200} Dec 17 17:39:32.100864 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-67853b6e-38cd-49ad-afbf-6d89f2a4164a req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.60 "DELETE /v2.0/ports/7648e859-faa0-46bc-b817-da415649aedf HTTP/1.1" status: 204 len: 173 time: 0.8634188 Dec 17 17:39:32.259907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e1f40f6-2f7e-4e7b-a1c1-13bb0ab6703b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:33.080000 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ff2702c-5d1f-4aa4-958f-f5acef3a83e9 req-c3c71056-53b4-498d-985c-073a50a1af76 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] 10.222.0.61 "GET /v2.0/ports?device_id=48365317-bc03-4b32-9158-fffb15136e83 HTTP/1.1" status: 200 len: 210 time: 0.0428154 Dec 17 17:39:34.317500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53712) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:34.378504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Deleting subnet 64906956-569d-4041-92f1-bff4356943ec {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:39:34.381243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.428136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.484142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.620622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.624519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8fc49e1e-058c-454e-9a97-ec5c348c6642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:34.658746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64906956-569d-4041-92f1-bff4356943ec,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:34.664223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.671014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.671404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.671785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.672157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.672524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.672897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.673258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.673621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.674016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.674380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.674738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.675092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:39:34.678887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:34.680345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e7da4467-ddd7-4e17-a89a-3d5d110f2434 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64906956-569d-4041-92f1-bff4356943ec HTTP/1.1" status: 204 len: 168 time: 0.3618283 Dec 17 17:39:34.682777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53716) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:34.788251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.908988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.937115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8202a04d-321f-4217-9d23-9c32e0c797d5']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:39:34.949621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1f826f-b971-4f31-b21f-394e61e5991d') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:39:34.950017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1f826f-b971-4f31-b21f-394e61e5991d') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:39:34.960958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.976078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.981866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:39:34.984694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:39:34.995422 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:39:35.140744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1020a689-c4e4-4cf1-9d7c-a185b9f587a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.151800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.156562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-41a16d97-f363-4378-860c-9d76edc0959e tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:35.172175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.182730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Pushing event deleted for resources: {'Network': ['ID=8202a04d-321f-4217-9d23-9c32e0c797d5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:35.185759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:35.248806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8202a04d-321f-4217-9d23-9c32e0c797d5 HTTP/1.1" status: 204 len: 168 time: 0.5651119 Dec 17 17:39:35.544884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53722) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:35.592290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-21fe6a07-4175-4839-ae01-09ae657fc253 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22247b2f1583452888ec8dbdb72bd082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461707 Dec 17 17:39:35.594555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 53726) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:35.650610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.675537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.814833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.819726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-aa1df3ee-9c57-42c9-9a23-da9d33790e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:35.833588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216479d-b35d-4587-8dfc-e57e88abcd40,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:35.835945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:35.850615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.900061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:35.901214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e216479d-b35d-4587-8dfc-e57e88abcd40 HTTP/1.1" status: 204 len: 168 time: 0.3057578 Dec 17 17:39:35.958460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:36.371031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:39:36.404773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 7648e859-faa0-46bc-b817-da415649aedf {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:39:36.408581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 7648e859-faa0-46bc-b817-da415649aedf not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:39:36.882271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 53750) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:36.982965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-948629564-network', 'tenant_id': 'e035e440fe1f42a8beb95e3d41add7e1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:39:36.987667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:39:36.991452 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Usage tracker for resource:network and tenant:e035e440fe1f42a8beb95e3d41add7e1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:39:36.994297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:39:37.004740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:39:37.054667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Made reservation on behalf of e035e440fe1f42a8beb95e3d41add7e1 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:39:37.057058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.070486 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.085277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:39:37.089090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e035e440fe1f42a8beb95e3d41add7e1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:39:37.091901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:39:37.097487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:39:37.177044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.237356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.240928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b4538016-fe00-4771-9fe4-3a893ea92de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:37.271923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:39:37.277343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18716ac6-554a-4109-ba3b-6767aa774af6,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:37.280899 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:37.284508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.285346 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Added segment bcdd3a0a-0367-4aa0-9642-8af75516ede9 of type vlan for network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a Dec 17 17:39:37.310675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.328340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.396642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.397688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:37.398302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:37.401806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5df71df2-0b45-4ce5-82bf-a7457f1aaf89 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:37.611924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:37.614848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:37.624516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:39:37.672667 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7893078 Dec 17 17:39:37.675441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 53756) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:39:37.680871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Request body: {'subnet': {'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-948629564-subnet', 'tenant_id': 'e035e440fe1f42a8beb95e3d41add7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:39:37.685641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:39:37.689493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Usage tracker for resource:subnet and tenant:e035e440fe1f42a8beb95e3d41add7e1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:39:37.693259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:39:37.698669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:39:37.780193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Made reservation on behalf of e035e440fe1f42a8beb95e3d41add7e1 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:39:37.782541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:38.049222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:38.053935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-36398523-a5a4-4e2c-8968-074130a7447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:38.128060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b71591-731c-4397-af03-122bad391d2a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:38.131394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:38.133962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Checking segment: {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:39:38.134324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Network hostable DHCP agents. Network: d88af9a1-e3b1-4d93-896f-dc1f8cf8964a, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:39:38.220642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:39:38.277724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, d88af9a1-e3b1-4d93-896f-dc1f8cf8964a) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:39:38.281742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:38.282302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:38.288096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70615e-9e02-4ce4-83d6-5cf1bdd42146 None None] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:39:38.392163 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7156234 Dec 17 17:39:38.524198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021a2d7-3d20-4600-aba9-a25bfe82cd33 None None] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:39:38.926171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-1bf83753-de39-45de-8516-e58249721667 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:38.927511 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-1bf83753-de39-45de-8516-e58249721667 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 814 time: 0.1514051 Dec 17 17:39:38.941916 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-e682e78f-8489-48ca-8b8e-be0f910a667f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/quotas/e035e440fe1f42a8beb95e3d41add7e1 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Dec 17 17:39:38.996121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-05ee1195-9b7c-4a65-82d7-67bd92872551 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488086 Dec 17 17:39:39.235894 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-688578a9-4a70-46ae-8c05-522e5998eed5 service neutron] 10.222.0.61 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326903 Dec 17 17:39:39.361540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-ce87886a-24fd-4b6e-88bf-d954db5fdce5 service neutron] 10.222.0.61 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199419 Dec 17 17:39:39.628052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f585adc-0e15-4fa6-92fd-b79c75d048f7 req-0c3ec579-22d5-441d-880f-4b512ad4224c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 210 time: 0.0423229 Dec 17 17:39:40.781209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3187040f-b431-4fde-a0c6-ba83c3a23802 req-fa21c76f-89e3-4cdd-ba69-f0d9c81f8161 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 210 time: 0.0427303 Dec 17 17:39:41.480510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0fa8f088-6ab7-43e5-83e4-25adf02dce85 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:41.481289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0fa8f088-6ab7-43e5-83e4-25adf02dce85 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Synchronizing usage tracker for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:network {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:39:41.535191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0fa8f088-6ab7-43e5-83e4-25adf02dce85 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Unset dirty status for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:network {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:39:41.536355 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0fa8f088-6ab7-43e5-83e4-25adf02dce85 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 814 time: 0.2014890 Dec 17 17:39:41.548459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Request body: {'port': {'device_id': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'admin_state_up': True, 'tenant_id': 'e035e440fe1f42a8beb95e3d41add7e1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:39:41.686277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:39:41.690363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Usage tracker for resource:port and tenant:e035e440fe1f42a8beb95e3d41add7e1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:39:41.693795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:39:41.699719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:39:41.769121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Made reservation on behalf of e035e440fe1f42a8beb95e3d41add7e1 for: {'port': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:39:41.772818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:41.931543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4bbaca22-0b37-4c69-92cb-429cfcff5262 req-53103085-56d1-4c20-8903-47f8f21a2020 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 210 time: 0.0458846 Dec 17 17:39:41.937666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Allocated IP 172.20.0.14 (d88af9a1-e3b1-4d93-896f-dc1f8cf8964a/13b71591-731c-4397-af03-122bad391d2a/323d0904-1e27-402a-a8f6-3663de32ffee) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:39:42.134260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.192142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.198209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3c97955-ca80-45e9-ba0a-f54811e3cc09 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:42.265607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:39:42.269046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:39:42.271530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:39:42.313161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:42.318204 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:42.337148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:42.337749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.398276 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8534877 Dec 17 17:39:42.409208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Request body: {'port': {'device_id': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:39:42.518395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.857800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:39:42.864922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.878905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Transition to ACTIVE for port object 323d0904-1e27-402a-a8f6-3663de32ffee will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:39:42.929017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:42.933482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:43.125043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceab86f-f9c3-4978-88e4-2c31c9207c57 req-67dfe067-a703-4286-a17f-3f308eb72547 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:43.126462 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ceab86f-f9c3-4978-88e4-2c31c9207c57 req-67dfe067-a703-4286-a17f-3f308eb72547 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0860438 Dec 17 17:39:43.173464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ceab86f-f9c3-4978-88e4-2c31c9207c57 req-45fc0f6c-75e4-421a-ac84-57b2c50389a7 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Dec 17 17:39:43.212358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:43.219201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:43.283568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Attempting to bind port 323d0904-1e27-402a-a8f6-3663de32ffee on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:39:43.283905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Attempting to bind port 323d0904-1e27-402a-a8f6-3663de32ffee by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:39:43.284231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Attempting to bind port 323d0904-1e27-402a-a8f6-3663de32ffee on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:39:43.288924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Port 323d0904-1e27-402a-a8f6-3663de32ffee on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:39:43.289245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Attempting to bind port 323d0904-1e27-402a-a8f6-3663de32ffee on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:39:43.294213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:39:43.294551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Checking segment: {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:39:43.294934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Bound using segment: {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:39:43.295364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Bound port: 323d0904-1e27-402a-a8f6-3663de32ffee, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:39:43.295714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:43.385888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:39:43.388693 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:39:43.438374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:43.443416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e5ce9ab-5169-4a98-ad94-39358dd8d56d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:43.500234 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:43.501360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:43.502468 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] 10.222.0.60 "PUT /v2.0/ports/323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 1094 time: 1.0972071 Dec 17 17:39:43.505264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:39:43.536665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:43.536665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:43.549477 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee', 'status': 'completed', 'code': 200} Dec 17 17:39:43.645791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-b239a7e2-7064-44da-88d3-7831f3af0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:43.647182 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-b239a7e2-7064-44da-88d3-7831f3af0fa0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1097 time: 0.0759335 Dec 17 17:39:43.794894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-39ba7b8e-214c-48d2-afe7-375318d92459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:43.796313 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-39ba7b8e-214c-48d2-afe7-375318d92459 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1402504 Dec 17 17:39:43.930909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-0e6a2f24-5190-49d6-bb5e-9b67f0da8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:43.932224 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-f0e0f4fa-49f8-41fe-9f4f-f77b9fa25cb8 req-0e6a2f24-5190-49d6-bb5e-9b67f0da8a1a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288502 Dec 17 17:39:44.036512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0178485d-2404-45f7-bf99-bcddf0d59040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:44.038159 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-0178485d-2404-45f7-bf99-bcddf0d59040 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1097 time: 0.0707526 Dec 17 17:39:44.109768 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-f2ca7a48-bf85-461a-b50d-7b8d473c9fd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 217 time: 0.0650568 Dec 17 17:39:44.171105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-3a067254-1322-452f-813b-2f1d40b3b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:44.172506 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-3a067254-1322-452f-813b-2f1d40b3b52b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0562732 Dec 17 17:39:44.218237 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-ec28c11c-30af-4af8-8075-8d78f5e9c96f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392990 Dec 17 17:39:44.347449 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-b1399abf-8c5c-4a71-ab07-a26da3e3cf4a service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228817 Dec 17 17:39:44.368115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5153f-08c9-43ec-8a71-60af0e99d42b req-bbbcc7ad-e0ad-4668-8562-cc8cff98e3df tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:44.369553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffa5153f-08c9-43ec-8a71-60af0e99d42b req-bbbcc7ad-e0ad-4668-8562-cc8cff98e3df tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0829098 Dec 17 17:39:44.413063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffa5153f-08c9-43ec-8a71-60af0e99d42b req-3a2b72d0-cc3a-45d9-8209-f783d8068cfb tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Dec 17 17:39:44.487548 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e18630af-6efc-47e4-a328-6f427fb294b3 req-8d20d664-d18b-4cbb-8b5f-97ad451fe3c6 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332092 Dec 17 17:39:45.602853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f604f-d1e3-410c-9729-823b53471003 req-ace3e4d9-17b7-4e14-abe4-cb914dd7b748 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:45.604276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a03f604f-d1e3-410c-9729-823b53471003 req-ace3e4d9-17b7-4e14-abe4-cb914dd7b748 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0792096 Dec 17 17:39:45.647959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a03f604f-d1e3-410c-9729-823b53471003 req-02ce22d5-8de8-4cde-bbfa-c2ea0109a92a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Dec 17 17:39:45.711947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:46.839386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec876c-6575-4700-a5c4-9127019e2d61 req-47bc6a97-3096-4ea5-8cf6-81b206f056fd tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:46.840853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81ec876c-6575-4700-a5c4-9127019e2d61 req-47bc6a97-3096-4ea5-8cf6-81b206f056fd tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0884554 Dec 17 17:39:46.888142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81ec876c-6575-4700-a5c4-9127019e2d61 req-cd6b48ad-1d7c-4527-b1d6-4a13a8ac0ca4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Dec 17 17:39:48.071923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ffac-bb43-4aa8-83c7-6fd153c3fae8 req-e4a9767a-5d24-460d-9980-2f21dd543263 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:48.073377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7df6ffac-bb43-4aa8-83c7-6fd153c3fae8 req-e4a9767a-5d24-460d-9980-2f21dd543263 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0799189 Dec 17 17:39:48.120332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7df6ffac-bb43-4aa8-83c7-6fd153c3fae8 req-692bc4f6-25ec-4091-a144-ffb0f296c522 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Dec 17 17:39:48.461119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:39:48.592025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:48.635797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '323d0904-1e27-402a-a8f6-3663de32ffee', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'port_id': '323d0904-1e27-402a-a8f6-3663de32ffee', 'mac_address': 'fa:16:3e:62:2f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b71591-731c-4397-af03-122bad391d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:39:48.688050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:48.703867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:39:48.718873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:48.768548 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:48.770892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7361304f-b696-4a15-98f9-b7cfc8412167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:48.836401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:48.839479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:49.085392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['323d0904-1e27-402a-a8f6-3663de32ffee'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:39:49.303467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884e3cd-f41e-4814-9dae-dedeccc576c8 req-9c4ac438-fa82-4ef4-94fd-7952c28c27b1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:49.304920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6884e3cd-f41e-4814-9dae-dedeccc576c8 req-9c4ac438-fa82-4ef4-94fd-7952c28c27b1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 945 time: 0.0810099 Dec 17 17:39:49.354017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6884e3cd-f41e-4814-9dae-dedeccc576c8 req-3c75da33-9fe7-4d47-9e25-3809a274cc62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Dec 17 17:39:50.480207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:39:50.539629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04044-d6cb-475f-aa96-9ee6f3c21668 req-cd7d5287-800f-45c2-872f-fa64479bc47a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:50.541159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fe04044-d6cb-475f-aa96-9ee6f3c21668 req-cd7d5287-800f-45c2-872f-fa64479bc47a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 945 time: 0.0833447 Dec 17 17:39:50.584618 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fe04044-d6cb-475f-aa96-9ee6f3c21668 req-80d2f275-d2de-4110-86a1-e455b52833ce tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Dec 17 17:39:50.603257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 323d0904-1e27-402a-a8f6-3663de32ffee completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:39:50.608213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 323d0904-1e27-402a-a8f6-3663de32ffee triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:39:50.608592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:50.724242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:50.749781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:39:50.759066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:39:50.793594 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee', 'code': 200} Dec 17 17:39:50.826330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:39:50.828138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:39:50.894083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:39:50.897476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:39:51.186177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09147ce-30a5-4d18-b2e4-23bc8b7d94f0 req-0392ebf4-367c-4e16-a1c2-a943d5822cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:51.187613 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e09147ce-30a5-4d18-b2e4-23bc8b7d94f0 req-0392ebf4-367c-4e16-a1c2-a943d5822cc9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1099 time: 0.0722013 Dec 17 17:39:51.227768 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-e09147ce-30a5-4d18-b2e4-23bc8b7d94f0 req-cc9cb448-1642-4c65-818f-d8c0627d26c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Dec 17 17:39:51.763275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25a85-7702-4311-bbeb-84d808b449cd req-70a2bc0a-ff24-4836-851c-90b96256643b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:51.764709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-80c25a85-7702-4311-bbeb-84d808b449cd req-70a2bc0a-ff24-4836-851c-90b96256643b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0784824 Dec 17 17:39:51.807454 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-80c25a85-7702-4311-bbeb-84d808b449cd req-32aa5419-1ef9-45c4-93b2-957fb7d8e024 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Dec 17 17:39:52.992729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c34111-2fbc-42dc-8842-b46d6969b541 req-bdaddf54-0593-4503-ae0c-f5f6c0de059f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:52.994183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99c34111-2fbc-42dc-8842-b46d6969b541 req-bdaddf54-0593-4503-ae0c-f5f6c0de059f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0842369 Dec 17 17:39:53.038485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99c34111-2fbc-42dc-8842-b46d6969b541 req-abb8912a-18c2-49a8-8438-1d8b68a6fd35 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Dec 17 17:39:53.220268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f542199-4f60-47e6-a7a1-d025f12cda34 req-40a17cbf-547a-4043-84bc-452f93f5ad26 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:53.221699 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f542199-4f60-47e6-a7a1-d025f12cda34 req-40a17cbf-547a-4043-84bc-452f93f5ad26 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0785248 Dec 17 17:39:53.267945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f542199-4f60-47e6-a7a1-d025f12cda34 req-dfc25d02-c122-4121-b1cc-2b1a02216971 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Dec 17 17:39:53.706322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff75b3-ebae-4df8-bf4b-1a6bce7c36e7 req-98c56f9b-f7c2-401a-9e8f-835d1200cfac tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:53.707750 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c5ff75b3-ebae-4df8-bf4b-1a6bce7c36e7 req-98c56f9b-f7c2-401a-9e8f-835d1200cfac tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0779784 Dec 17 17:39:53.750127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c5ff75b3-ebae-4df8-bf4b-1a6bce7c36e7 req-5e7d8165-aa2c-4957-aa05-3a014e522e94 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Dec 17 17:39:53.932517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3cf25-bd42-4c3e-af40-6a412146dafb req-691dd35f-6691-4f9f-85b1-f323d6ef8289 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:53.933865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8bc3cf25-bd42-4c3e-af40-6a412146dafb req-691dd35f-6691-4f9f-85b1-f323d6ef8289 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0837431 Dec 17 17:39:53.976452 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8bc3cf25-bd42-4c3e-af40-6a412146dafb req-711e2e39-76ce-49e9-ba26-4e9dbdcea5cd tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Dec 17 17:39:54.515597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdfda9-92c2-4b59-b904-a59a0842b5ca req-f34f2c46-dd97-4829-8720-2ac7034b3962 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:54.524606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53fdfda9-92c2-4b59-b904-a59a0842b5ca req-f34f2c46-dd97-4829-8720-2ac7034b3962 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.1425192 Dec 17 17:39:54.545100 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-39c4a1e4-b5a9-4fc3-91b5-1ca032904ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235943 Dec 17 17:39:54.570748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53fdfda9-92c2-4b59-b904-a59a0842b5ca req-512aa793-c8b2-4ef5-9561-0e0a6fe5e799 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Dec 17 17:39:55.752288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8c85-53ab-470b-be97-5524dc6733f1 req-e1bbeee7-27a2-4073-9cca-4207c317e8f1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:55.754222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe2d8c85-53ab-470b-be97-5524dc6733f1 req-e1bbeee7-27a2-4073-9cca-4207c317e8f1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Dec 17 17:39:55.801123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe2d8c85-53ab-470b-be97-5524dc6733f1 req-4ed771b1-aa72-46ce-8b81-4ebf937e4d05 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Dec 17 17:39:56.565169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-8eb383bb-85c6-4938-99ec-d84e40f8e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:56.566732 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-8eb383bb-85c6-4938-99ec-d84e40f8e37e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1099 time: 0.0739167 Dec 17 17:39:56.701208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-9b8ac264-7c20-4b41-9e6a-f14a328a3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:56.702676 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-9b8ac264-7c20-4b41-9e6a-f14a328a3c45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1289787 Dec 17 17:39:56.780495 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-83027906-3712-4480-8d51-ef7623962488 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 217 time: 0.0630352 Dec 17 17:39:56.844124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-4ea74e74-d742-4ea5-b784-a1016104ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:56.845524 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-4ea74e74-d742-4ea5-b784-a1016104ef0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0579774 Dec 17 17:39:56.900014 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-84ffca2a-ff60-46ec-b6de-80bb2f08882d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404072 Dec 17 17:39:57.110078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a40ff-10a1-4746-9a41-16f1ca88297e req-eaa74b77-d4ae-4304-92f0-d7031a53f86b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:57.111583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-439a40ff-10a1-4746-9a41-16f1ca88297e req-eaa74b77-d4ae-4304-92f0-d7031a53f86b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.2057841 Dec 17 17:39:57.156366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-439a40ff-10a1-4746-9a41-16f1ca88297e req-5d3829e7-e1fd-4c59-8b49-66f0cd57ef20 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Dec 17 17:39:57.167366 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-d5e2c572-89b7-44c1-b95c-7904d2be5b26 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610004 Dec 17 17:39:57.300029 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-e81492ad-f5a0-4804-9b5c-7a7c59e04a3d service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266615 Dec 17 17:39:58.338446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a93b4-4085-4dc0-8178-73f777d3068f req-f72367f9-5f93-48ed-936d-05ea42fac12b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:58.339903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d17a93b4-4085-4dc0-8178-73f777d3068f req-f72367f9-5f93-48ed-936d-05ea42fac12b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0795846 Dec 17 17:39:58.382504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d17a93b4-4085-4dc0-8178-73f777d3068f req-96d6b0f4-b5d5-4b41-a380-b4bc92f0fe31 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371242 Dec 17 17:39:59.586011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489b545-70bc-4763-9574-da695b5db1d9 req-46c64dc3-113f-4b97-b373-6103ad46dc0d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:39:59.587444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c489b545-70bc-4763-9574-da695b5db1d9 req-46c64dc3-113f-4b97-b373-6103ad46dc0d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0940924 Dec 17 17:39:59.633245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c489b545-70bc-4763-9574-da695b5db1d9 req-c93938ae-3b61-41ad-9d2c-4c9a2ec53ac5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Dec 17 17:40:00.819188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06b67-ea71-4863-bfcf-7eb6404700e5 req-6856033d-b133-444c-80f1-e2fe803fafa6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:00.820662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bd06b67-ea71-4863-bfcf-7eb6404700e5 req-6856033d-b133-444c-80f1-e2fe803fafa6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0823874 Dec 17 17:40:00.863878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6bd06b67-ea71-4863-bfcf-7eb6404700e5 req-7a4745b2-7deb-454a-8bf6-21a69525d593 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 Dec 17 17:40:02.050263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791f12b-5955-418b-8fed-af4ce1bd319a req-c0426866-4993-44a6-a4ad-3ecc0ddf25be tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:02.051737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c791f12b-5955-418b-8fed-af4ce1bd319a req-c0426866-4993-44a6-a4ad-3ecc0ddf25be tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0834997 Dec 17 17:40:02.095249 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c791f12b-5955-418b-8fed-af4ce1bd319a req-670cffbd-4142-449f-a395-09b4ccc52600 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Dec 17 17:40:02.243234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93606a93-303c-4a80-8609-4c4229b5782e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:03.280630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85788-d07c-4398-8fa3-276bbb1f5008 req-477134b9-06de-4557-be9a-fd86fff50b6f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:03.282099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef85788-d07c-4398-8fa3-276bbb1f5008 req-477134b9-06de-4557-be9a-fd86fff50b6f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0786660 Dec 17 17:40:03.324778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fef85788-d07c-4398-8fa3-276bbb1f5008 req-63132994-e534-41e2-9786-b1a9cb7149ec tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Dec 17 17:40:03.646426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:40:04.506377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591993c-2f72-4fb4-bd39-c14c8c35a4ff req-f3d7477b-e5b6-4d37-8642-7a7c15337bb8 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:04.507865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f591993c-2f72-4fb4-bd39-c14c8c35a4ff req-f3d7477b-e5b6-4d37-8642-7a7c15337bb8 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0826976 Dec 17 17:40:04.552878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f591993c-2f72-4fb4-bd39-c14c8c35a4ff req-d3bbcc31-7f17-43b9-b5da-d7471e6f5657 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Dec 17 17:40:05.127469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2115d5e9-8435-441f-a250-7e0ba2179b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:05.735098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754355eb-903d-4a5e-8123-7fe3be8e56b2 req-78c1e545-2fa0-4557-bae1-90a83947431a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:05.736556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-754355eb-903d-4a5e-8123-7fe3be8e56b2 req-78c1e545-2fa0-4557-bae1-90a83947431a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0783045 Dec 17 17:40:05.780927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-754355eb-903d-4a5e-8123-7fe3be8e56b2 req-69a23d35-a7d0-445f-b43d-ce344127164c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Dec 17 17:40:05.797320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:05.957181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:06.964845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd14d7a-3daf-4812-a0f2-0b0306ef94d1 req-87c16ae7-d4ef-4121-9acc-d0b1ff1f3145 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:06.966312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5dd14d7a-3daf-4812-a0f2-0b0306ef94d1 req-87c16ae7-d4ef-4121-9acc-d0b1ff1f3145 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0820501 Dec 17 17:40:07.014913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5dd14d7a-3daf-4812-a0f2-0b0306ef94d1 req-a781d2bb-350d-43c8-ad99-f443fff6c2d5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Dec 17 17:40:07.377393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:08.199087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099499-59c8-4044-9861-8c4378e77626 req-20fcb4e5-575e-47a3-a62f-a9c794c5d90b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:08.200513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71099499-59c8-4044-9861-8c4378e77626 req-20fcb4e5-575e-47a3-a62f-a9c794c5d90b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0776114 Dec 17 17:40:08.246239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71099499-59c8-4044-9861-8c4378e77626 req-b0449ea1-2ded-4e4b-ab40-9bf6877b8f46 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Dec 17 17:40:09.428708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5640a-ee87-4fd9-9ca7-62c46fa61ad7 req-e463e307-9e91-4994-8c52-354ef76f7be3 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:09.430067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ab5640a-ee87-4fd9-9ca7-62c46fa61ad7 req-e463e307-9e91-4994-8c52-354ef76f7be3 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0782239 Dec 17 17:40:09.472642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4ab5640a-ee87-4fd9-9ca7-62c46fa61ad7 req-55691fc8-6fd1-40ce-b3cc-28b6d3cdaf59 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Dec 17 17:40:10.658938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ae788-a4bb-4557-b9e9-6a3e5652024c req-a21f4c3d-48db-47b2-b2be-08d5bc34ec5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:10.660381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-320ae788-a4bb-4557-b9e9-6a3e5652024c req-a21f4c3d-48db-47b2-b2be-08d5bc34ec5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0820694 Dec 17 17:40:10.703258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-320ae788-a4bb-4557-b9e9-6a3e5652024c req-4e92618a-603a-43b2-aa75-268752196c5a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368180 Dec 17 17:40:11.887454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d306db-536d-4d69-afe2-21936ea86384 req-b50eaf55-c762-4882-8a09-d18dbe09103f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:11.888850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81d306db-536d-4d69-afe2-21936ea86384 req-b50eaf55-c762-4882-8a09-d18dbe09103f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0827947 Dec 17 17:40:11.935865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81d306db-536d-4d69-afe2-21936ea86384 req-2e6c59fc-b492-4869-95e3-5f5ec883bdf9 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Dec 17 17:40:13.124561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d5115-c591-4ea8-9ab3-0d461adb0c57 req-d1822fbd-39bd-45b7-bd4c-97229b304863 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:13.126030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-563d5115-c591-4ea8-9ab3-0d461adb0c57 req-d1822fbd-39bd-45b7-bd4c-97229b304863 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0840652 Dec 17 17:40:13.169391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-563d5115-c591-4ea8-9ab3-0d461adb0c57 req-aae4b29e-638a-42bd-91dd-70b19a8aefa4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Dec 17 17:40:14.354307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acfd2e-d6fd-43e0-9463-e91217d3d3c6 req-16acbb1f-722b-4c6e-91cf-2aff9c52cfc6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:14.355655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71acfd2e-d6fd-43e0-9463-e91217d3d3c6 req-16acbb1f-722b-4c6e-91cf-2aff9c52cfc6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0809512 Dec 17 17:40:14.401975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-71acfd2e-d6fd-43e0-9463-e91217d3d3c6 req-3eaf2170-df27-480f-b0dc-96bb6fd7f601 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Dec 17 17:40:15.596348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bb40d-7928-4e9e-98af-b9f35fdc3fca req-356eeaf2-786c-4a30-aed7-cbdf4bf23a30 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:15.597784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b2bb40d-7928-4e9e-98af-b9f35fdc3fca req-356eeaf2-786c-4a30-aed7-cbdf4bf23a30 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0910060 Dec 17 17:40:15.641036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1b2bb40d-7928-4e9e-98af-b9f35fdc3fca req-c1dfecee-c6c8-4be4-9c80-abb9cbf64519 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Dec 17 17:40:15.716247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:16.829435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d94b8-abbf-4585-8ea4-853263c3c6f5 req-34379797-3b69-4145-ba27-ddfdd6c4357c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:16.830905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e4d94b8-abbf-4585-8ea4-853263c3c6f5 req-34379797-3b69-4145-ba27-ddfdd6c4357c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0826511 Dec 17 17:40:16.877751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e4d94b8-abbf-4585-8ea4-853263c3c6f5 req-93e79718-5182-43b2-beb9-699e8f3af85d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Dec 17 17:40:18.061147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210009eb-f0e5-425d-a12e-4d7c006836e9 req-0c78a4dd-ad6a-4716-b52f-9c9e541e7a5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:18.062629 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-210009eb-f0e5-425d-a12e-4d7c006836e9 req-0c78a4dd-ad6a-4716-b52f-9c9e541e7a5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0802472 Dec 17 17:40:18.106908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-210009eb-f0e5-425d-a12e-4d7c006836e9 req-e3139879-3c8f-4beb-ae34-501aa82c1563 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380428 Dec 17 17:40:19.291097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df0ec5-94f4-44eb-a0ad-48bd3be4d361 req-cf258430-aeae-4320-a124-8a2d41419b61 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:19.292533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1df0ec5-94f4-44eb-a0ad-48bd3be4d361 req-cf258430-aeae-4320-a124-8a2d41419b61 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0824578 Dec 17 17:40:19.335644 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1df0ec5-94f4-44eb-a0ad-48bd3be4d361 req-2b3da69a-7121-4aaf-98f7-96c468e55364 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Dec 17 17:40:20.515225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e049af-da0c-4873-a6d4-6ba5de88b239 req-9cc12067-9941-47e7-a764-436fe0b3308f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:20.516663 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6e049af-da0c-4873-a6d4-6ba5de88b239 req-9cc12067-9941-47e7-a764-436fe0b3308f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0791883 Dec 17 17:40:20.560964 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6e049af-da0c-4873-a6d4-6ba5de88b239 req-ca1f8145-a0d2-4990-81f5-f29184e3acf7 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Dec 17 17:40:21.849909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f6697-f1a5-4393-985c-e086b4a80c8c req-c09a5adc-844a-4b07-8c20-5083628169a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:21.851244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e1f6697-f1a5-4393-985c-e086b4a80c8c req-c09a5adc-844a-4b07-8c20-5083628169a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.1858194 Dec 17 17:40:21.894025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e1f6697-f1a5-4393-985c-e086b4a80c8c req-29959720-f40d-4bf0-ae80-ecb41ada0ed6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371065 Dec 17 17:40:23.083174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604c08-5599-40f6-9f01-4a8d50340e8d req-fd69c33f-a38b-4197-92ad-34b0eb3a939e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:23.084620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf604c08-5599-40f6-9f01-4a8d50340e8d req-fd69c33f-a38b-4197-92ad-34b0eb3a939e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0838048 Dec 17 17:40:23.130619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf604c08-5599-40f6-9f01-4a8d50340e8d req-a7a35415-447f-46a8-a30a-628ec792d052 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Dec 17 17:40:24.311493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c26e0b-6d36-4781-8780-69e28de9e0a7 req-c5236999-fbaa-4b69-b92d-b01df273b25b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:24.312910 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-25c26e0b-6d36-4781-8780-69e28de9e0a7 req-c5236999-fbaa-4b69-b92d-b01df273b25b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0788054 Dec 17 17:40:24.333294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-4c6b8184-6ceb-4ce1-bffe-afdd7cc2f39d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:40:24.334334 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-4c6b8184-6ceb-4ce1-bffe-afdd7cc2f39d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052938 Dec 17 17:40:24.356328 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-25c26e0b-6d36-4781-8780-69e28de9e0a7 req-c3607a92-17d0-455e-b162-d7e85a865938 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Dec 17 17:40:24.458793 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-ca2d2b05-d8f9-4ece-bf89-467d73df6ef2 service neutron] 10.222.0.60 "GET /v2.0/ports/323d0904-1e27-402a-a8f6-3663de32ffee/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.1188040 Dec 17 17:40:24.993739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-71059bbc-56de-4053-8c1b-80d0b3c81783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:24.995218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-71059bbc-56de-4053-8c1b-80d0b3c81783 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73&tenant_id=e035e440fe1f42a8beb95e3d41add7e1 HTTP/1.1" status: 200 len: 1099 time: 0.0766006 Dec 17 17:40:25.084634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-a5695fa2-cde5-4b87-87bc-b4d63c38a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:25.086112 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-a5695fa2-cde5-4b87-87bc-b4d63c38a563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1099 time: 0.0708189 Dec 17 17:40:25.215148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-0cd1043c-277a-4a58-b5fb-83c372499d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:25.216558 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-0cd1043c-277a-4a58-b5fb-83c372499d14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1248174 Dec 17 17:40:25.286253 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-7c718cb6-e836-418c-bf57-f48ecd2cd4a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 217 time: 0.0632083 Dec 17 17:40:25.344847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-1b4a810a-e210-44db-a7ea-04748517fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:25.346214 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-1b4a810a-e210-44db-a7ea-04748517fcf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0541513 Dec 17 17:40:25.395072 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-50f8b135-cd86-47fe-a2f4-b6972fe73d77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417271 Dec 17 17:40:25.524951 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-223dbe28-bda1-4523-b2e7-9fea68e4915f service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238687 Dec 17 17:40:25.544843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fed11-b12c-451c-91a2-19d7bc4a33ea req-64b49f92-212e-4b9e-b947-421a1809aed7 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:25.546238 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-775fed11-b12c-451c-91a2-19d7bc4a33ea req-64b49f92-212e-4b9e-b947-421a1809aed7 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0840430 Dec 17 17:40:25.590190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-775fed11-b12c-451c-91a2-19d7bc4a33ea req-9d617ce3-457b-4b0b-9a73-3efd8a818156 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Dec 17 17:40:25.658328 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-bceaa997-ba1c-4d5e-a704-243384cc4263 req-74302ae6-dbeb-4b0f-bd0d-a38aa2c54ea3 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273289 Dec 17 17:40:26.773476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b4b07-e37b-4df0-861f-1b360fac36d3 req-ed5eb9ef-b4b9-4bbf-b439-97ab2510ec8f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:26.774942 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1b4b07-e37b-4df0-861f-1b360fac36d3 req-ed5eb9ef-b4b9-4bbf-b439-97ab2510ec8f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0803280 Dec 17 17:40:26.817576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1b4b07-e37b-4df0-861f-1b360fac36d3 req-20914603-6769-4a8a-b07b-518172bdb035 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Dec 17 17:40:27.222825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-162b29fb-c6cb-491d-beab-da55545c6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:27.224281 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-162b29fb-c6cb-491d-beab-da55545c6782 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1099 time: 0.0695302 Dec 17 17:40:27.386530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-1d229906-affc-4aab-9e44-5b924f2be8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:27.387873 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-1d229906-affc-4aab-9e44-5b924f2be8e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1448474 Dec 17 17:40:27.459243 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-5a26ffb8-4b9c-460c-9c24-23cf9b55f23b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 217 time: 0.0640635 Dec 17 17:40:27.521374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-fe5d580c-1813-4b50-9c6f-33c1caa68b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:27.522878 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-fe5d580c-1813-4b50-9c6f-33c1caa68b35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0571234 Dec 17 17:40:27.569941 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-e155b5f1-144b-49e0-99d9-027699d34ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399680 Dec 17 17:40:27.706677 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-4741db15-fd83-4581-b0f6-553e84f9997a service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298978 Dec 17 17:40:27.841374 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-23fa8538-ed48-417a-bf72-989fbbf5de10 req-b0b15ed0-02e8-4508-8b6a-2759d2f00b57 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270242 Dec 17 17:40:28.024109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd620cad-77d6-461b-b85d-8ccd96ffa53f req-43e52a81-264e-45f9-a219-c8d53ce2bcc4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:28.025555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd620cad-77d6-461b-b85d-8ccd96ffa53f req-43e52a81-264e-45f9-a219-c8d53ce2bcc4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0927002 Dec 17 17:40:28.070919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd620cad-77d6-461b-b85d-8ccd96ffa53f req-67b6db4f-cbb1-4095-92f8-2d11cbfa352a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Dec 17 17:40:28.697701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:40:28.701645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:40:28.916616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:28.934250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:28.954047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '323d0904-1e27-402a-a8f6-3663de32ffee', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'port_id': '323d0904-1e27-402a-a8f6-3663de32ffee', 'mac_address': 'fa:16:3e:62:2f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b71591-731c-4397-af03-122bad391d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:40:28.985929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:40:29.022268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:29.060400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:29.089873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:40:29.132902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:29.139242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:29.174463 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee', 'code': 200} Dec 17 17:40:29.224021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:40:29.224351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:40:29.229921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:29.237196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.237550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.237924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.238270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.238603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.238939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.239269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.239595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.239922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.240359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.240565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.241465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:29.245360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:29.262032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e9a6e-24ac-4f32-8ad0-951eaef55ad3 req-e95b46a1-1c94-4eb9-a306-71f937c334ae tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:29.263485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-618e9a6e-24ac-4f32-8ad0-951eaef55ad3 req-e95b46a1-1c94-4eb9-a306-71f937c334ae tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0811265 Dec 17 17:40:29.310405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-618e9a6e-24ac-4f32-8ad0-951eaef55ad3 req-406d7411-26ac-4315-95f7-af5ae9cdbbae tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Dec 17 17:40:29.760223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaae5de-d5c1-4d27-b54a-50e53d7d63a7 req-b6c644c5-e772-484b-9464-c56e58e6a9fa tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:29.766281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ceaae5de-d5c1-4d27-b54a-50e53d7d63a7 req-b6c644c5-e772-484b-9464-c56e58e6a9fa tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 944 time: 0.0889244 Dec 17 17:40:29.778802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:29.796029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:40:29.815792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ceaae5de-d5c1-4d27-b54a-50e53d7d63a7 req-1cb63abd-0595-43c5-8f6e-5b4bc5c0fb58 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Dec 17 17:40:29.816008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:29.888956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:29.890643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:29.964132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['323d0904-1e27-402a-a8f6-3663de32ffee'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:40:29.973102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-d0d62df1-cf89-4600-97ac-be2da25a91f5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:29.973803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-d0d62df1-cf89-4600-97ac-be2da25a91f5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Synchronizing usage tracker for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:40:30.017372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:30.021881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:30.118014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-d0d62df1-cf89-4600-97ac-be2da25a91f5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Unset dirty status for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:40:30.119183 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-d0d62df1-cf89-4600-97ac-be2da25a91f5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73&tenant_id=e035e440fe1f42a8beb95e3d41add7e1&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.3585949 Dec 17 17:40:30.257340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-39652b7e-ea62-4023-8fec-02bd9f6d2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:30.258817 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-39652b7e-ea62-4023-8fec-02bd9f6d2f6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 1098 time: 0.0692911 Dec 17 17:40:30.391905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-0eda9f8d-665e-4b98-9770-b150b55603c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:30.393344 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-0eda9f8d-665e-4b98-9770-b150b55603c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1283805 Dec 17 17:40:30.464010 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-36542b31-581b-47da-9304-a9b1b2097247 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 200 len: 217 time: 0.0631931 Dec 17 17:40:30.524220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-c77a34a5-21e2-4167-bcf7-fe28de8d74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:30.525536 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-c77a34a5-21e2-4167-bcf7-fe28de8d74ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0555356 Dec 17 17:40:30.573592 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-8784b546-17bc-4295-8387-5a8947a855bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415318 Dec 17 17:40:30.719464 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-5c4ac032-8e2c-46ab-8dc4-4edb7ce1ae34 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398809 Dec 17 17:40:30.730084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:40:30.842576 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 323d0904-1e27-402a-a8f6-3663de32ffee triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:40:30.843117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:30.855275 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-1db15bf1-e8b3-4986-9e2a-501dd210c43f req-1b50449e-2144-44cd-be8d-8020ee8821be service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Dec 17 17:40:30.962022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:30.998485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:31.010943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac353c3-5720-4b7b-a9d6-0e7cedbc3dec req-c8575fbd-69ed-47eb-b39a-3b3a08643ce0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:31.012421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eac353c3-5720-4b7b-a9d6-0e7cedbc3dec req-c8575fbd-69ed-47eb-b39a-3b3a08643ce0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 945 time: 0.0895181 Dec 17 17:40:31.061647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eac353c3-5720-4b7b-a9d6-0e7cedbc3dec req-f1a706e7-db31-4e1f-9809-4974f118c694 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435224 Dec 17 17:40:31.083059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:31.085474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:31.150934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:31.154003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:31.175618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:40:31.227712 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee', 'code': 200} Dec 17 17:40:32.241298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9e9bf5c-2ba4-4f61-b4a7-83b2b72139d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:32.248546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915a29-ace9-42cf-8e19-7a084e08fd55 req-c1405029-f692-4369-a492-68a6cf6329ec tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:32.250024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81915a29-ace9-42cf-8e19-7a084e08fd55 req-c1405029-f692-4369-a492-68a6cf6329ec tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0816667 Dec 17 17:40:32.293560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81915a29-ace9-42cf-8e19-7a084e08fd55 req-72aa1334-cdf8-4538-bfb6-b877e5f2d572 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Dec 17 17:40:32.476847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acfb63-8a48-439d-8f18-caccc1bccfd2 req-f82f0ae1-55a8-4ba2-8c40-0ee8af3b27a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:32.478313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c6acfb63-8a48-439d-8f18-caccc1bccfd2 req-f82f0ae1-55a8-4ba2-8c40-0ee8af3b27a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0823143 Dec 17 17:40:32.521096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c6acfb63-8a48-439d-8f18-caccc1bccfd2 req-5506a1ed-7cfa-459d-bea4-e4e53aa56d25 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Dec 17 17:40:32.699473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17742538-1da2-429e-974b-1104937b6ffc req-df070f52-f434-4c00-a9ea-c6be60609ede tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:32.700912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17742538-1da2-429e-974b-1104937b6ffc req-df070f52-f434-4c00-a9ea-c6be60609ede tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0791600 Dec 17 17:40:32.747369 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17742538-1da2-429e-974b-1104937b6ffc req-ce6090db-7942-4b75-8e59-3ebc91f12923 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Dec 17 17:40:33.451512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c5432393-64bf-4c99-923c-b9f0a587f593 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:33.452824 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c5432393-64bf-4c99-923c-b9f0a587f593 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 814 time: 0.1467257 Dec 17 17:40:33.467289 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-70d151de-476d-4333-9623-862712db970a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/quotas/e035e440fe1f42a8beb95e3d41add7e1 HTTP/1.1" status: 200 len: 375 time: 0.0090885 Dec 17 17:40:33.543756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-9ecf5168-4238-4b39-9186-8744de35c744 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717309 Dec 17 17:40:33.690825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-ed7b4482-c386-4685-b699-9ff2b35474c0 service neutron] 10.222.0.61 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403115 Dec 17 17:40:33.828871 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-f1e22fe5-1c7e-4fec-82c9-77b13a9fcd24 service neutron] 10.222.0.61 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313801 Dec 17 17:40:34.110245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dadb5e1-c2ba-4af2-9ef8-b3b3a6c3cde9 req-d279982b-9421-4832-b7bb-47c64e256c82 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Dec 17 17:40:35.057427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-6eb44933-9101-46fd-8fbc-0c4ed138a211 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:35.059035 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-6eb44933-9101-46fd-8fbc-0c4ed138a211 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f89e1f-6f9b-4a1b-ac9c-72f21f119b73 HTTP/1.1" status: 200 len: 946 time: 0.0837719 Dec 17 17:40:35.104684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80c2a411-f46f-43e6-bec7-da2cfb29ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.132985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Deleting port 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:40:35.134197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.264276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-37eca44c-e863-4080-9527-67cd965f089e req-6aa38129-ae05-49b2-b82f-fb82a92b8f7d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 210 time: 0.0473907 Dec 17 17:40:35.386329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] For port 323d0904-1e27-402a-a8f6-3663de32ffee, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=323d0904-1e27-402a-a8f6-3663de32ffee,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:35.386606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.511530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Calling delete_port for 323d0904-1e27-402a-a8f6-3663de32ffee owned by compute:nova {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:40:35.723008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.729292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8e6decd2-3dbb-447c-9091-585bcbc2a106 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:35.734135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['323d0904-1e27-402a-a8f6-3663de32ffee'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:40:35.774076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Pushing event deleted for resources: {'Port': ['ID=323d0904-1e27-402a-a8f6-3663de32ffee,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:35.811409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.811792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.812166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.812539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.812905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.813267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.813628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.814015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.814372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.819057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.819057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.819057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:35.822621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:35.860292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.860661 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] No DVR routers for this DVR port 323d0904-1e27-402a-a8f6-3663de32ffee on host hv-neutron-8210 {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:40:35.863058 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:35.865685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-deleted', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:40:35.907945 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89e1f-6f9b-4a1b-ac9c-72f21f119b73', 'name': 'network-vif-deleted', 'tag': '323d0904-1e27-402a-a8f6-3663de32ffee', 'status': 'completed', 'code': 200} Dec 17 17:40:35.968191 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "DELETE /v2.0/ports/323d0904-1e27-402a-a8f6-3663de32ffee HTTP/1.1" status: 204 len: 173 time: 0.9036167 Dec 17 17:40:36.019031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:36.222793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-cd846091-33de-4de7-9d24-46b0951d9c22 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:36.224200 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-cd846091-33de-4de7-9d24-46b0951d9c22 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 814 time: 0.2668524 Dec 17 17:40:36.242407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Request body: {'port': {'device_id': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'admin_state_up': True, 'tenant_id': 'e035e440fe1f42a8beb95e3d41add7e1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:40:36.379452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:40:36.417197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Usage tracker for resource:port and tenant:e035e440fe1f42a8beb95e3d41add7e1 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:40:36.424047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:40:36.428806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-94f1c0f1-b13b-4de6-8cfd-2bc99a5ee185 req-426403f3-5c28-4b79-918c-e2eef124c9d1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 210 time: 0.0506849 Dec 17 17:40:36.432383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:40:36.498665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Made reservation on behalf of e035e440fe1f42a8beb95e3d41add7e1 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:40:36.502281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:36.664475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Allocated IP 172.20.0.2 (d88af9a1-e3b1-4d93-896f-dc1f8cf8964a/13b71591-731c-4397-af03-122bad391d2a/fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:40:36.868813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:36.980393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:36.987110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78bcab1b-aa7d-4e84-b6d8-67657bf41848 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:36.992384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['323d0904-1e27-402a-a8f6-3663de32ffee'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:40:37.061379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:37.075892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.078202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.081521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:40:37.086344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:40:37.087308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:37.088347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:40:37.091071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:40:37.151782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:37.152295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:37.236431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9979582 Dec 17 17:40:37.249093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Request body: {'port': {'device_id': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:40:37.346039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:37.359956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:37.685851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bed3d-6576-40f3-b286-e6cbd75e658c req-073fb3d7-1a85-42fe-b0ff-cd04c1103569 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:37.686532 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-182bed3d-6576-40f3-b286-e6cbd75e658c req-073fb3d7-1a85-42fe-b0ff-cd04c1103569 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Synchronizing usage tracker for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:40:37.764300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:40:37.771299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:37.785463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Transition to ACTIVE for port object fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:40:37.786379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-182bed3d-6576-40f3-b286-e6cbd75e658c req-073fb3d7-1a85-42fe-b0ff-cd04c1103569 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Unset dirty status for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:40:37.787528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-182bed3d-6576-40f3-b286-e6cbd75e658c req-073fb3d7-1a85-42fe-b0ff-cd04c1103569 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 931 time: 0.2286005 Dec 17 17:40:37.830102 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-182bed3d-6576-40f3-b286-e6cbd75e658c req-cb94616b-a185-476d-81be-1591cd47d0c4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Dec 17 17:40:37.881124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:37.886517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:38.007231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:38.032625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:38.112028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Attempting to bind port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:40:38.112359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Attempting to bind port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:40:38.112682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Attempting to bind port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:40:38.117889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:40:38.118219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Attempting to bind port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 on network d88af9a1-e3b1-4d93-896f-dc1f8cf8964a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:40:38.123755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:40:38.124115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Checking segment: {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:40:38.124492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Bound using segment: {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:40:38.124938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Bound port: fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdd3a0a-0367-4aa0-9642-8af75516ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:40:38.125292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:38.212169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:40:38.215091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:40:38.277649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:38.281506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-20f72c31-37b7-48ae-96aa-931c08440c70 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:38.467992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:38.468619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:38.470028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 1093 time: 1.2251689 Dec 17 17:40:38.470735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:40:38.490019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:38.494224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:38.570860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'status': 'completed', 'code': 200} Dec 17 17:40:38.645872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-e31a083c-8bfc-496b-915a-6e26fdd576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:38.647849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-e31a083c-8bfc-496b-915a-6e26fdd576ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1096 time: 0.0709736 Dec 17 17:40:38.718622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-ad4d1136-5a54-41af-8c37-f8b06bbbaccf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0640645 Dec 17 17:40:38.780431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-2ebec3a5-7c8c-4787-9744-c583606ef267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:38.781765 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-2ebec3a5-7c8c-4787-9744-c583606ef267 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0570674 Dec 17 17:40:38.833064 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-279b9a4a-def4-4220-8a9e-e6a9f4c80311 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440032 Dec 17 17:40:39.011338 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-273c77ab-34e0-4afc-b262-ae6caa2ada85 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717529 Dec 17 17:40:39.143459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423b94-550e-4a97-a12d-b9879e46c173 req-45a7f535-5cd7-41fa-b6d2-29ac07db3d4d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:39.144897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f423b94-550e-4a97-a12d-b9879e46c173 req-45a7f535-5cd7-41fa-b6d2-29ac07db3d4d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 943 time: 0.2017107 Dec 17 17:40:39.181286 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07da2d2a-61b5-449a-a1fc-0f7df0e14966 req-6d0e6dae-01bd-4597-9c11-8c780a9a236e service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622875 Dec 17 17:40:39.202677 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5f423b94-550e-4a97-a12d-b9879e46c173 req-6779c735-ac57-46b8-9e7d-e8cac9df3be0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Dec 17 17:40:39.356844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-8781460f-cbf3-42ec-bd97-489486a29d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:39.358208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-8781460f-cbf3-42ec-bd97-489486a29d45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1096 time: 0.0761039 Dec 17 17:40:39.486434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-3f122d7e-83ee-41c5-a699-27eff6459df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:39.487846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-3f122d7e-83ee-41c5-a699-27eff6459df4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1225033 Dec 17 17:40:39.553717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-0d2b6a71-bd94-4f76-bd80-1df32d83d484 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0591784 Dec 17 17:40:39.616639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-67a12c67-72b7-4415-b4f2-a6e645d67b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:39.618124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-67a12c67-72b7-4415-b4f2-a6e645d67b81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0588481 Dec 17 17:40:39.663571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-c532c5ec-128c-4b6a-a678-6201d13118f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395582 Dec 17 17:40:39.795442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-08cefa37-6a2f-470a-b91e-0ab0d4ea1d81 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256630 Dec 17 17:40:39.930354 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74d4e5a0-6344-4c7a-8b00-e5240d868f19 req-f38ab756-58ba-4515-94f7-638d1a623f14 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278665 Dec 17 17:40:40.391082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ee3d-bbb5-47f3-9d1a-ed5519b1bbca req-dc128aab-556b-4350-becc-5587119156bc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:40.392499 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b0c9ee3d-bbb5-47f3-9d1a-ed5519b1bbca req-dc128aab-556b-4350-becc-5587119156bc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 943 time: 0.0821137 Dec 17 17:40:40.436157 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b0c9ee3d-bbb5-47f3-9d1a-ed5519b1bbca req-00379554-9370-4653-9c06-32457126e2ab tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Dec 17 17:40:40.644572 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:40:40.744237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:40:40.778918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 323d0904-1e27-402a-a8f6-3663de32ffee {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:40:40.779273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 323d0904-1e27-402a-a8f6-3663de32ffee not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:40:41.614861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d3080-cbaf-479a-b137-f77a1350930e req-70fd851c-e344-4141-b73f-e822bfe4afac tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:41.616898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b79d3080-cbaf-479a-b137-f77a1350930e req-70fd851c-e344-4141-b73f-e822bfe4afac tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 943 time: 0.0786102 Dec 17 17:40:41.659168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b79d3080-cbaf-479a-b137-f77a1350930e req-e6c8c259-d86e-4273-bff5-2fb816730766 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Dec 17 17:40:42.745578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:40:42.894279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:42.908635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'port_id': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'mac_address': 'fa:16:3e:00:6e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b71591-731c-4397-af03-122bad391d2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:40:42.968432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:42.984880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:40:42.986025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ddbc-de5f-41d3-bdb2-51eefa05bf3d req-af472599-cc8c-4004-87e5-8e437f593c9b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:42.987536 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fd0ddbc-de5f-41d3-bdb2-51eefa05bf3d req-af472599-cc8c-4004-87e5-8e437f593c9b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 943 time: 0.2088084 Dec 17 17:40:43.000770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:43.032984 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fd0ddbc-de5f-41d3-bdb2-51eefa05bf3d req-a512d546-8ba4-4d51-b342-5db0ca9d430e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Dec 17 17:40:43.128513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:43.130495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:43.195580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:43.198448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:43.426723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:40:44.214654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5bae4-9aac-405f-bc50-5b790cbc0aa3 req-702839b5-e0b6-4aeb-984d-7b83fc8b7495 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:44.216093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-88e5bae4-9aac-405f-bc50-5b790cbc0aa3 req-702839b5-e0b6-4aeb-984d-7b83fc8b7495 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 944 time: 0.0788927 Dec 17 17:40:44.262718 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-88e5bae4-9aac-405f-bc50-5b790cbc0aa3 req-c21239ec-3f9f-4627-ac16-aec3ea8acda0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Dec 17 17:40:44.765496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:40:44.950024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:40:44.954708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:40:44.955083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:45.079569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:45.105707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:40:45.115045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:40:45.149055 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'code': 200} Dec 17 17:40:45.184435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:45.186400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:40:45.253476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:40:45.256491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:40:45.495591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ca8f0-71b7-481a-bbfc-2a2c0c51e5e9 req-55c48e9e-3299-47e7-abed-516be6d45100 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:45.497285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-366ca8f0-71b7-481a-bbfc-2a2c0c51e5e9 req-55c48e9e-3299-47e7-abed-516be6d45100 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1277242 Dec 17 17:40:45.552386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-366ca8f0-71b7-481a-bbfc-2a2c0c51e5e9 req-6828dad2-0a2e-4127-9bf2-b8a62fc3d970 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Dec 17 17:40:45.558090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f1fb0-85aa-4a97-9368-fc26df0ee967 req-a8f45587-d345-4f29-b4c6-262289b47c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:45.559481 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-379f1fb0-85aa-4a97-9368-fc26df0ee967 req-a8f45587-d345-4f29-b4c6-262289b47c7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1098 time: 0.1181819 Dec 17 17:40:45.600440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-379f1fb0-85aa-4a97-9368-fc26df0ee967 req-1dd6ad2d-2d4d-4368-b95a-6c411a82e521 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Dec 17 17:40:45.778928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:40:46.734542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a21d8-dc08-4721-b8e0-ffb79697e416 req-2e0a8efe-f9ea-43bb-983b-c0b48acda0ab tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:46.735993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a41a21d8-dc08-4721-b8e0-ffb79697e416 req-2e0a8efe-f9ea-43bb-983b-c0b48acda0ab tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0774653 Dec 17 17:40:46.783585 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a41a21d8-dc08-4721-b8e0-ffb79697e416 req-d49441a4-fba7-4775-aaca-71f592759eb6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Dec 17 17:40:47.965284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6955-9360-4c32-a67e-1ba8d4777fce req-5510f03d-de18-4622-8189-27d4864bb0a5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:47.966655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-812e6955-9360-4c32-a67e-1ba8d4777fce req-5510f03d-de18-4622-8189-27d4864bb0a5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0807607 Dec 17 17:40:48.009436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-812e6955-9360-4c32-a67e-1ba8d4777fce req-809bd7b6-a3a0-4385-b676-121c86f9fe70 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371919 Dec 17 17:40:48.195725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ded4-766d-4642-8ddd-70173806eb0b req-98b09ebc-4524-49a7-909f-a1c3b7b1d786 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:48.197150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c868ded4-766d-4642-8ddd-70173806eb0b req-98b09ebc-4524-49a7-909f-a1c3b7b1d786 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0825162 Dec 17 17:40:48.239838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c868ded4-766d-4642-8ddd-70173806eb0b req-cddd1d10-fbfe-4ce7-af7c-feea7bdddec9 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Dec 17 17:40:48.738556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b19b43-c9ef-43d4-86fa-d8de24d3345f req-33f85197-fe5b-4559-ab0c-37e29217c727 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:48.741577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d9b19b43-c9ef-43d4-86fa-d8de24d3345f req-33f85197-fe5b-4559-ab0c-37e29217c727 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0842035 Dec 17 17:40:48.832222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d9b19b43-c9ef-43d4-86fa-d8de24d3345f req-e7430def-1949-4444-aac5-bd2e2eceab44 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582995 Dec 17 17:40:48.848561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-1db1dd00-a535-4740-b33f-192a3fc9596c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060536 Dec 17 17:40:50.020714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ff4f-f4fb-4b92-88c6-9ad680d2e6e9 req-8e0b226a-c5b4-4b61-b684-c65e3b67a4ed tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:50.022214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3185ff4f-f4fb-4b92-88c6-9ad680d2e6e9 req-8e0b226a-c5b4-4b61-b684-c65e3b67a4ed tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0834923 Dec 17 17:40:50.066048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3185ff4f-f4fb-4b92-88c6-9ad680d2e6e9 req-02417e47-ca5e-46ca-90f3-dac88f3cc6bb tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Dec 17 17:40:50.799638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-74755693-7000-41b3-bb63-c4bbaa2906f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:50.801076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-74755693-7000-41b3-bb63-c4bbaa2906f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1098 time: 0.0746567 Dec 17 17:40:50.928657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-349d7618-a5e4-43a2-b5a1-69ccdf333af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:50.930105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-349d7618-a5e4-43a2-b5a1-69ccdf333af5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1229975 Dec 17 17:40:50.999278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-708cd36e-e8fa-47b1-b0f8-1c9a0b836178 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0630841 Dec 17 17:40:51.064046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-a60e8686-7340-404c-96cb-4cca9aa67ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:51.065398 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-a60e8686-7340-404c-96cb-4cca9aa67ca6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0606523 Dec 17 17:40:51.113463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-ca0e5a8a-6da9-46d2-bb49-f5121385a384 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410597 Dec 17 17:40:51.301582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-c11e6e22-3f00-4dfc-a248-531b73c707ac service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809521 Dec 17 17:40:51.313578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9420c-43ee-47cb-80b5-470d4a8d9373 req-3c566b6f-5137-4c28-b8ba-326212501561 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:51.315002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4d9420c-43ee-47cb-80b5-470d4a8d9373 req-3c566b6f-5137-4c28-b8ba-326212501561 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1269131 Dec 17 17:40:51.554686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4d9420c-43ee-47cb-80b5-470d4a8d9373 req-a250bfc1-02b6-4cba-9558-2bcd3652f15d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221689 Dec 17 17:40:51.589348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-d008136d-e14f-48d6-8818-2b8d1326b9d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735014 Dec 17 17:40:52.736643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21e58-dcff-4a2d-8f88-08742ae7d9a0 req-76513126-3d5f-484a-885d-64ffaacdeaa0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:52.738087 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb21e58-dcff-4a2d-8f88-08742ae7d9a0 req-76513126-3d5f-484a-885d-64ffaacdeaa0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0813358 Dec 17 17:40:52.780207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffb21e58-dcff-4a2d-8f88-08742ae7d9a0 req-bb445d5d-7b2b-42ad-87b0-a7b42e485cb3 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Dec 17 17:40:53.963352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2702a7-db1f-4dc0-a821-02b662da8825 req-3a76c7a6-6e9a-47e3-a22e-d94a1be01c8d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:53.964738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f2702a7-db1f-4dc0-a821-02b662da8825 req-3a76c7a6-6e9a-47e3-a22e-d94a1be01c8d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0792592 Dec 17 17:40:54.010433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6f2702a7-db1f-4dc0-a821-02b662da8825 req-7515355d-89c6-4efc-8f99-1a6dca97e65f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Dec 17 17:40:55.199187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38ebde-f948-4715-b29b-a46a7b63159c req-a7b39813-70c4-4627-8996-78e16f37d734 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:55.200595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc38ebde-f948-4715-b29b-a46a7b63159c req-a7b39813-70c4-4627-8996-78e16f37d734 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0828185 Dec 17 17:40:55.243168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc38ebde-f948-4715-b29b-a46a7b63159c req-8ef06587-405a-41ea-b97e-5559bc7835f1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Dec 17 17:40:56.420507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04c7fb-1e19-4b62-86f4-ca7622a318e2 req-3aa7e438-1bcb-4426-8e9a-734814f75357 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:56.421874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5d04c7fb-1e19-4b62-86f4-ca7622a318e2 req-3aa7e438-1bcb-4426-8e9a-734814f75357 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0776298 Dec 17 17:40:56.464966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5d04c7fb-1e19-4b62-86f4-ca7622a318e2 req-fcb61153-cdf6-4f4a-8c65-d9b8b9c93f25 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Dec 17 17:40:57.648161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20728a0-2bc8-480b-850a-c3aa566598c5 req-3481fe1c-ce74-4508-b767-2d08c846d1d8 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:57.649671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b20728a0-2bc8-480b-850a-c3aa566598c5 req-3481fe1c-ce74-4508-b767-2d08c846d1d8 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0827436 Dec 17 17:40:57.692049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b20728a0-2bc8-480b-850a-c3aa566598c5 req-1a89d2ac-cd5e-4825-af92-fbc4fc8e5651 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368164 Dec 17 17:40:58.874085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0232c7-89d1-4f72-9a90-aabfb8d2043c req-3e3af8ea-7b46-44c8-b08e-db3adf9406b4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:40:58.875515 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a0232c7-89d1-4f72-9a90-aabfb8d2043c req-3e3af8ea-7b46-44c8-b08e-db3adf9406b4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0787168 Dec 17 17:40:58.922112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a0232c7-89d1-4f72-9a90-aabfb8d2043c req-b39160f0-61ad-468a-b41f-3766f86c7cad tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Dec 17 17:41:00.102837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c2fb6-1b4c-4f42-b3d7-120b02521265 req-a131a2d2-fe23-4073-ac0f-8e38673230b9 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:00.104266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-674c2fb6-1b4c-4f42-b3d7-120b02521265 req-a131a2d2-fe23-4073-ac0f-8e38673230b9 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0781558 Dec 17 17:41:00.146831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-674c2fb6-1b4c-4f42-b3d7-120b02521265 req-cc2ed518-b67c-42d9-89f1-4b8cb32f8468 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Dec 17 17:41:01.337433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ccf4f-665f-425a-af0b-7f21e38cfb7f req-d5af5108-24bc-4b88-9cf4-b95e2db3faa3 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:01.338950 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a1ccf4f-665f-425a-af0b-7f21e38cfb7f req-d5af5108-24bc-4b88-9cf4-b95e2db3faa3 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0828092 Dec 17 17:41:01.381879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a1ccf4f-665f-425a-af0b-7f21e38cfb7f req-6e36810a-1a09-4fea-b8a9-7e72ee8a96a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Dec 17 17:41:02.218177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ae9f64dc-d551-4c39-bc49-bc823c5d7819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:02.565631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3adb4-74ed-4885-ab03-d538ae468829 req-b2620583-3a65-4873-a2cd-3d1a06349d1b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:02.567099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-def3adb4-74ed-4885-ab03-d538ae468829 req-b2620583-3a65-4873-a2cd-3d1a06349d1b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0804312 Dec 17 17:41:02.609832 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-def3adb4-74ed-4885-ab03-d538ae468829 req-511c76de-cdb8-4393-a87c-a053be225bf0 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365524 Dec 17 17:41:03.805632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8613222-6442-44c2-882c-9220181d21cb req-1efb4cd0-f23d-44cd-b301-c6502f34681a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:03.807107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8613222-6442-44c2-882c-9220181d21cb req-1efb4cd0-f23d-44cd-b301-c6502f34681a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0935614 Dec 17 17:41:03.850335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8613222-6442-44c2-882c-9220181d21cb req-11f20e2c-c8f7-48d5-8b9a-9b05c82c6ea5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Dec 17 17:41:05.033506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eeade-ab5c-4773-ae69-2823dfdd540c req-4c4b4279-7874-40d7-98cb-c67f842c65a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:05.034994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d73eeade-ab5c-4773-ae69-2823dfdd540c req-4c4b4279-7874-40d7-98cb-c67f842c65a6 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0821412 Dec 17 17:41:05.083229 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d73eeade-ab5c-4773-ae69-2823dfdd540c req-25b32d50-6804-44ef-8bcc-5f14cc40243c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Dec 17 17:41:05.122849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-230e186a-5403-44c5-a2f6-bdfa748e2325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:05.820302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:06.001146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:06.264113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7f0d9-c0d9-4915-9cf2-8be382e85fda req-324c5c4b-7141-4c7b-9f93-1f0c845ffb81 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:06.265459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04f7f0d9-c0d9-4915-9cf2-8be382e85fda req-324c5c4b-7141-4c7b-9f93-1f0c845ffb81 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0792716 Dec 17 17:41:06.308540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04f7f0d9-c0d9-4915-9cf2-8be382e85fda req-6430b3f0-efaf-4021-a2c5-47641d9ee2ee tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Dec 17 17:41:07.379624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:07.495123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e1771-2777-4c3f-8885-f7bc1a29ea44 req-cf7df5bb-06aa-4de0-966f-f5f45fd09291 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:07.496831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-888e1771-2777-4c3f-8885-f7bc1a29ea44 req-cf7df5bb-06aa-4de0-966f-f5f45fd09291 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0843499 Dec 17 17:41:07.540116 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-888e1771-2777-4c3f-8885-f7bc1a29ea44 req-b2f9901c-d9b2-4c16-b960-bcc2a20acfa1 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Dec 17 17:41:08.721615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ea2e-fa25-4c82-86ab-3a9a25feeef7 req-c6c7aa0f-19ec-4af8-945d-88d0be42fbe5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:08.723084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5c1ea2e-fa25-4c82-86ab-3a9a25feeef7 req-c6c7aa0f-19ec-4af8-945d-88d0be42fbe5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0788617 Dec 17 17:41:08.766460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5c1ea2e-fa25-4c82-86ab-3a9a25feeef7 req-37f24094-62e0-4af0-8a86-2de6a31495ef tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373137 Dec 17 17:41:09.967509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa40ad-1265-4939-83ff-1d4a329192a8 req-12376257-611c-4f13-9b9c-ea66f93faaaf tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:09.968882 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ffa40ad-1265-4939-83ff-1d4a329192a8 req-12376257-611c-4f13-9b9c-ea66f93faaaf tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0862153 Dec 17 17:41:10.015257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ffa40ad-1265-4939-83ff-1d4a329192a8 req-c7aede5d-fce0-4b37-9415-4432d13a68bb tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Dec 17 17:41:11.197445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56756-801b-4d80-b975-091ca5300a44 req-9136ea42-d9a3-4ba6-a398-4466a9604d15 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:11.198905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4cb56756-801b-4d80-b975-091ca5300a44 req-9136ea42-d9a3-4ba6-a398-4466a9604d15 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0789254 Dec 17 17:41:11.242108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4cb56756-801b-4d80-b975-091ca5300a44 req-e2b2fb70-5167-47db-b938-94cd45eaa7c5 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Dec 17 17:41:12.425773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c20d-7068-475e-b3e8-359289b965d2 req-05e168b7-964b-4096-8355-b6773ee5be9a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:12.427138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6a8c20d-7068-475e-b3e8-359289b965d2 req-05e168b7-964b-4096-8355-b6773ee5be9a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0818708 Dec 17 17:41:12.469372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6a8c20d-7068-475e-b3e8-359289b965d2 req-51ccc147-4300-41c3-ac47-b2bd1441a2c7 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Dec 17 17:41:13.652175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e962546-24f4-4946-ae3e-6bea11f56d2c req-1c325800-71ea-4e65-bcb7-a39014836d8d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:13.653628 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e962546-24f4-4946-ae3e-6bea11f56d2c req-1c325800-71ea-4e65-bcb7-a39014836d8d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0803750 Dec 17 17:41:13.700173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e962546-24f4-4946-ae3e-6bea11f56d2c req-6dc06138-5fa7-4fb3-a6f4-fc3c744634ac tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Dec 17 17:41:14.880255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dca7c-3791-451f-a87a-fbe982ab3f32 req-28331b7e-f74d-451d-ab2a-2f145d89038b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:14.882277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df9dca7c-3791-451f-a87a-fbe982ab3f32 req-28331b7e-f74d-451d-ab2a-2f145d89038b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0798130 Dec 17 17:41:14.923941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df9dca7c-3791-451f-a87a-fbe982ab3f32 req-f400953e-2fb8-4e81-ac5b-1a36e56b840c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360861 Dec 17 17:41:15.756938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:16.230977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5756d-d3b1-4e76-b5f4-ef71135583f8 req-f963df3d-5702-4c17-bd14-d4ced8afcbd4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:16.232436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3d5756d-d3b1-4e76-b5f4-ef71135583f8 req-f963df3d-5702-4c17-bd14-d4ced8afcbd4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1983318 Dec 17 17:41:16.275701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3d5756d-d3b1-4e76-b5f4-ef71135583f8 req-ea8483f4-e6ed-4b69-ba05-1a789e48cb21 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Dec 17 17:41:17.460636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1352d-96da-475d-b0c5-a374d862cf76 req-c1441f4d-ffd5-4d69-97a0-1aedbd5d81fc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:17.462013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17f1352d-96da-475d-b0c5-a374d862cf76 req-c1441f4d-ffd5-4d69-97a0-1aedbd5d81fc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0805807 Dec 17 17:41:17.508853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-17f1352d-96da-475d-b0c5-a374d862cf76 req-a3ecb02d-7345-4f38-888c-e1cea3e39170 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Dec 17 17:41:17.643152 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:41:18.755317 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-58ca3816-36d5-4d0c-b307-88a17caf9c16 service neutron] 10.222.0.60 "GET /v2.0/ports/fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0988791 Dec 17 17:41:18.766738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11994-dbe1-4a72-a8ea-4586f699a1da req-063fd51b-7158-4998-a7ed-b8739a59963c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:18.768136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6a11994-dbe1-4a72-a8ea-4586f699a1da req-063fd51b-7158-4998-a7ed-b8739a59963c tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1427319 Dec 17 17:41:18.812000 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6a11994-dbe1-4a72-a8ea-4586f699a1da req-663a2f29-89e6-409e-ae96-9d6aaa089005 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Dec 17 17:41:19.313338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-7c7ef40f-f0c8-4e59-9383-23dd68e1d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:19.314819 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-7c7ef40f-f0c8-4e59-9383-23dd68e1d5ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8&tenant_id=e035e440fe1f42a8beb95e3d41add7e1 HTTP/1.1" status: 200 len: 1098 time: 0.0724895 Dec 17 17:41:19.408235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f49dcd7c-56c3-4881-bbee-d95c4bbab19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:19.409582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f49dcd7c-56c3-4881-bbee-d95c4bbab19c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1098 time: 0.0724413 Dec 17 17:41:19.554501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f53f124f-4d2b-4676-81d9-9c60c7036b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:19.555939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f53f124f-4d2b-4676-81d9-9c60c7036b89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1398053 Dec 17 17:41:19.622772 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-3c3300bd-72d3-4856-a9cc-3e1b138c7645 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0600488 Dec 17 17:41:19.686139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f1e17d19-009f-4d8c-b304-a1df1c3910ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:19.687439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-f1e17d19-009f-4d8c-b304-a1df1c3910ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0585043 Dec 17 17:41:19.733760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-cac383c1-4821-4d6b-9ed5-6f38364aecb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394399 Dec 17 17:41:19.868839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-24f63678-8a09-4257-9b46-a8e2090c26ba service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286199 Dec 17 17:41:20.060700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-44bfe90e-786c-485e-b3e5-8f9b2bfcdb58 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850283 Dec 17 17:41:20.076781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7c36-b46e-4118-be7e-5b257f87cf3b req-6b560a82-fe16-4700-bcdc-9163e835c80e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:20.078241 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c4a7c36-b46e-4118-be7e-5b257f87cf3b req-6b560a82-fe16-4700-bcdc-9163e835c80e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1321707 Dec 17 17:41:20.122744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c4a7c36-b46e-4118-be7e-5b257f87cf3b req-6eb66299-b0f4-4b64-8ef4-43ca1bd68e2e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Dec 17 17:41:21.304069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51947887-6b76-4ab6-93be-80ddb1825410 req-a2414f3b-69a3-4158-983c-22f61e7bc0f2 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:21.305493 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51947887-6b76-4ab6-93be-80ddb1825410 req-a2414f3b-69a3-4158-983c-22f61e7bc0f2 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0790296 Dec 17 17:41:21.348432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51947887-6b76-4ab6-93be-80ddb1825410 req-0949ac0c-9f7a-4e03-a2a9-7f902f169bb9 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Dec 17 17:41:22.535441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641587-433b-4ce4-9529-8ee215137454 req-5795ccfb-9502-4558-baea-71c03c42635d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:22.537388 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73641587-433b-4ce4-9529-8ee215137454 req-5795ccfb-9502-4558-baea-71c03c42635d tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0823071 Dec 17 17:41:22.579842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73641587-433b-4ce4-9529-8ee215137454 req-9dee418e-923d-4d92-8ce3-88fce6b661da tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Dec 17 17:41:22.945259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:41:22.952769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:41:23.171660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:23.190861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:23.210288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'network_id': 'd88af9a1-e3b1-4d93-896f-dc1f8cf8964a', 'port_id': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'mac_address': 'fa:16:3e:00:6e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b71591-731c-4397-af03-122bad391d2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:41:23.216028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:41:23.258802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:23.269316 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'code': 200} Dec 17 17:41:23.279206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:23.298835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:41:23.320920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:23.322741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:23.426098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:41:23.426467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:41:23.431927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:23.434948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:23.763619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cda625-6a52-4e50-87e1-9fd07cb505d2 req-798065db-09f1-40e7-8aa6-3e369bc7e6da tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:23.765059 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-75cda625-6a52-4e50-87e1-9fd07cb505d2 req-798065db-09f1-40e7-8aa6-3e369bc7e6da tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 943 time: 0.0795631 Dec 17 17:41:23.811708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-75cda625-6a52-4e50-87e1-9fd07cb505d2 req-dfc7a3eb-2b98-4bd4-8db4-fc90f67cb762 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Dec 17 17:41:24.014880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:24.032498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:41:24.052949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:24.105409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:24.107926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:24.181826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:41:24.206280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:24.214595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:24.281693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913ca9-6dc5-44e8-911d-c2a6bd8467af req-52c566f1-2967-4330-88d0-75dbeb7664b4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:24.283097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98913ca9-6dc5-44e8-911d-c2a6bd8467af req-52c566f1-2967-4330-88d0-75dbeb7664b4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 944 time: 0.0836487 Dec 17 17:41:24.498420 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98913ca9-6dc5-44e8-911d-c2a6bd8467af req-e3e6a1cf-af95-4d5d-9aeb-32b9cd6667af tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819835 Dec 17 17:41:24.518965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-33c63d88-5a73-44e8-b906-154ee383d2af tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:24.520332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-33c63d88-5a73-44e8-b906-154ee383d2af tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8&tenant_id=e035e440fe1f42a8beb95e3d41add7e1&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.2343946 Dec 17 17:41:24.662726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-00de8349-a9ff-4c86-bba1-1376d061e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:24.664182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-00de8349-a9ff-4c86-bba1-1376d061e97c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1097 time: 0.0688767 Dec 17 17:41:24.790661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-99cffc8a-16aa-44e1-affb-3e86d7aec611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:24.792040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-99cffc8a-16aa-44e1-affb-3e86d7aec611 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1217651 Dec 17 17:41:24.860696 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-88ad7902-1b94-40f8-8fb1-8d06558d04b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0619206 Dec 17 17:41:24.921202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-22615ecd-f9ad-48fa-a9a3-5535299c89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:24.922491 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-22615ecd-f9ad-48fa-a9a3-5535299c89e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0548489 Dec 17 17:41:24.960911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:24.968353 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-d417a822-2de4-4b1f-b0b4-fb138392cfb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391026 Dec 17 17:41:25.031370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:25.031904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:25.106920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-8b58beff-380a-4260-abb3-1b74fcde028a service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313756 Dec 17 17:41:25.150119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:25.183086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:25.242342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f46c4342-d823-42e5-a874-c6adaeeff88b req-5e7208a6-35ff-4f3b-8a8e-739b9b9aeb83 service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276891 Dec 17 17:41:25.242568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:25.244437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:25.278209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:41:25.314109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:25.317345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:25.331078 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'code': 200} Dec 17 17:41:25.684227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881607af-98bd-43f5-af09-288a8b17356f req-1ddf311c-0fc7-4bfc-8299-cba2198eadf4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:25.685672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-881607af-98bd-43f5-af09-288a8b17356f req-1ddf311c-0fc7-4bfc-8299-cba2198eadf4 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0829237 Dec 17 17:41:25.728931 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-881607af-98bd-43f5-af09-288a8b17356f req-3da8340f-2cff-4a71-839d-f7c866f4ac25 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Dec 17 17:41:26.911316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e388a-47c2-445c-b0c4-4946a9239b96 req-e1a69f35-1e84-4940-a392-af66109f8a5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:26.912757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d23e388a-47c2-445c-b0c4-4946a9239b96 req-e1a69f35-1e84-4940-a392-af66109f8a5e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0793288 Dec 17 17:41:26.958521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d23e388a-47c2-445c-b0c4-4946a9239b96 req-f9040bea-494f-4694-89b2-26e6f56a15dc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Dec 17 17:41:27.211943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe6748-16da-408e-8c85-30fec0111954 req-3f52146f-2132-46dc-9990-6c68e2db028e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:27.213373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cbe6748-16da-408e-8c85-30fec0111954 req-3f52146f-2132-46dc-9990-6c68e2db028e tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1400800 Dec 17 17:41:27.216032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-e77c7486-1f04-4bf6-83f3-8f6bb712bef9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105325 Dec 17 17:41:27.258321 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cbe6748-16da-408e-8c85-30fec0111954 req-15f3c54c-5182-4980-a0d1-3d007acb2546 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Dec 17 17:41:27.358633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-a2bc6dde-7fe3-4e1b-bbe4-bc3023103fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:27.360208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-a2bc6dde-7fe3-4e1b-bbe4-bc3023103fe1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 1098 time: 0.0731051 Dec 17 17:41:27.547900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-d6dffb39-3233-499d-9f0f-9e30ea9ad211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:27.549305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-d6dffb39-3233-499d-9f0f-9e30ea9ad211 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 200 len: 915 time: 0.1507630 Dec 17 17:41:27.557249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a571d7-51c6-462d-ad84-e332797da8ae req-3cef08a0-0559-4faa-9553-bd576b2bb53a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:27.558635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2a571d7-51c6-462d-ad84-e332797da8ae req-3cef08a0-0559-4faa-9553-bd576b2bb53a tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.1958632 Dec 17 17:41:27.630912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-13d744c2-9052-42e1-8f0e-c6364cfe73e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 200 len: 217 time: 0.0713913 Dec 17 17:41:27.697690 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2a571d7-51c6-462d-ad84-e332797da8ae req-fa15548c-7517-4366-a304-7c183b128711 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923488 Dec 17 17:41:27.710364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-9967a020-711b-4af1-8f65-816867337e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:27.711789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-9967a020-711b-4af1-8f65-816867337e38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 200 len: 854 time: 0.0738096 Dec 17 17:41:27.772881 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-2bea90b8-1a99-4c02-8a00-b845f54a9df8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405855 Dec 17 17:41:28.030682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-f51f29c5-e299-4349-855c-bc56de8f4bde service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518501 Dec 17 17:41:28.177639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e352d08c-e0b0-4f73-bc70-7225b729be21 req-890b7d7d-f806-4097-b5c6-4d20143d6cfb service neutron] 10.222.0.60 "GET /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287863 Dec 17 17:41:28.461628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32df69c-fbb8-4aea-8257-9e52b3bf24d7 req-37579bfc-85f3-4848-93c2-3a4037f71021 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:28.463115 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d32df69c-fbb8-4aea-8257-9e52b3bf24d7 req-37579bfc-85f3-4848-93c2-3a4037f71021 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0903296 Dec 17 17:41:28.508468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d32df69c-fbb8-4aea-8257-9e52b3bf24d7 req-9c586253-43db-40c4-ab71-0e590adceb9b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Dec 17 17:41:29.693124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf46d2-9609-45a0-8a1b-2addc20508b4 req-0fbc928e-93fa-4c55-82ab-27bd207ec8dc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:29.694586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4cf46d2-9609-45a0-8a1b-2addc20508b4 req-0fbc928e-93fa-4c55-82ab-27bd207ec8dc tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0781629 Dec 17 17:41:29.741208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4cf46d2-9609-45a0-8a1b-2addc20508b4 req-69a993a0-d92b-4abe-bef8-398c0f5d3f90 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/security-groups?id=18716ac6-554a-4109-ba3b-6767aa774af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Dec 17 17:41:30.052989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-92670d07-72d2-4bdf-acb2-b3f172152039 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:30.055083 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-92670d07-72d2-4bdf-acb2-b3f172152039 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 945 time: 0.0796893 Dec 17 17:41:30.129371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Deleting port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:41:30.129716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:30.371875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] For port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,segment=NetworkSegment(bcdd3a0a-0367-4aa0-9642-8af75516ede9),segment_id=bcdd3a0a-0367-4aa0-9642-8af75516ede9)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:30.372238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:30.505228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Calling delete_port for fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:41:30.692164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:30.697721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:30.707581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:41:30.745690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Pushing event deleted for resources: {'Port': ['ID=fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:30.748982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:30.819515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] No DVR routers for this DVR port fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:41:30.822042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:30.824843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-deleted', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:41:30.872542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758ee8a-be97-412e-9304-3bfdc09352f8', 'name': 'network-vif-deleted', 'tag': 'fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7', 'status': 'completed', 'code': 200} Dec 17 17:41:30.898922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-163ebf88-3e37-4da8-9942-28bebef04cdf req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.60 "DELETE /v2.0/ports/fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 HTTP/1.1" status: 204 len: 173 time: 0.8333089 Dec 17 17:41:31.047441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ae0c17fb-3e7e-478a-9fdd-5c50bac96863 req-af174934-0f1c-41b8-9189-e2f4e7f305cf tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Synchronizing usage tracker for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:41:31.132228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ae0c17fb-3e7e-478a-9fdd-5c50bac96863 req-af174934-0f1c-41b8-9189-e2f4e7f305cf tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Unset dirty status for tenant:e035e440fe1f42a8beb95e3d41add7e1 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:41:31.133435 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae0c17fb-3e7e-478a-9fdd-5c50bac96863 req-af174934-0f1c-41b8-9189-e2f4e7f305cf tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f758ee8a-be97-412e-9304-3bfdc09352f8 HTTP/1.1" status: 200 len: 210 time: 0.1320348 Dec 17 17:41:32.225124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8f56327f-cd73-4bd7-9f86-5d89d8a27c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.382722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54122) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:32.440948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Deleting subnet 13b71591-731c-4397-af03-122bad391d2a {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:41:32.443776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.491672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.660243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.817657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.821315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e790315e-d343-49ec-9b56-b7a723a8a803 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:32.858931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b71591-731c-4397-af03-122bad391d2a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:32.861976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:32.862943 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:32.868649 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13b71591-731c-4397-af03-122bad391d2a HTTP/1.1" status: 204 len: 168 time: 0.4849226 Dec 17 17:41:32.871434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54126) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:32.971513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.098117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.122770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88af9a1-e3b1-4d93-896f-dc1f8cf8964a']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:33.134980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdd3a0a-0367-4aa0-9642-8af75516ede9') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:33.135279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdd3a0a-0367-4aa0-9642-8af75516ede9') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:33.146195 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.162131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.167949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:41:33.168328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:41:33.181024 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:41:33.316206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.321327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.323862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5db10c2c-ebe0-4ccc-b7e7-11080140b062 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:33.345100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88af9a1-e3b1-4d93-896f-dc1f8cf8964a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:33.347496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:33.425426 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4071c20f-6eb5-4b45-adc0-041c4e6ef868 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d88af9a1-e3b1-4d93-896f-dc1f8cf8964a HTTP/1.1" status: 204 len: 168 time: 0.5530572 Dec 17 17:41:33.744965 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54132) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:33.793379 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-91196b25-a3e6-4adb-a4d1-5c7f31de66e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e035e440fe1f42a8beb95e3d41add7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472214 Dec 17 17:41:33.795728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54136) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:33.851258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.875992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.973908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.978746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:33.993746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18716ac6-554a-4109-ba3b-6767aa774af6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:33.996898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:33.998822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:33.999898 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18716ac6-554a-4109-ba3b-6767aa774af6 HTTP/1.1" status: 204 len: 168 time: 0.2033095 Dec 17 17:41:35.007653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:41:35.035141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54160) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:35.051466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:41:35.051828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fb6bcbdb-49c4-429a-b35d-d8bc2c6c20d7 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:41:35.139593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1fd9dfd2-b772-4dfa-9891-b55413843ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.143120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-166842904-network', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:35.148495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:35.152344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Usage tracker for resource:network and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:35.157257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:35.161735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:35.231372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:41:35.234017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.247626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.262857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:35.266683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Usage tracker for resource:security_group_rule and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:35.269664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:35.276038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:35.359652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.419243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.422095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9b75cd24-c1c8-4b01-899c-bd134b479261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:35.450717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:41:35.455713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ec69a-9691-483c-813c-54a589606855,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:35.459193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:35.466800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.466800 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Added segment 4772e5e5-6b7c-4b28-b11e-089021657f37 of type vlan for network eb19d3ff-dbd4-4662-8b04-81043445bb40 Dec 17 17:41:35.487899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.573784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.574817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:35.575396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.578903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-075d4bb5-40f2-456f-a00d-6a7e7d387021 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:35.679932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Pushing event updated for resources: {'Network': ['ID=eb19d3ff-dbd4-4662-8b04-81043445bb40,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:35.682691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:35.689697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:41:35.723207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6867263 Dec 17 17:41:35.726029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54166) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:35.731424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Request body: {'subnet': {'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-166842904-subnet', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:35.736394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:35.740382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Usage tracker for resource:subnet and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:35.744331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:35.750645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:35.825294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:41:35.827627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.853961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:35.985543 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.082801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.086558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02c98854-d8ac-469f-916f-624c214e58e5 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:36.156608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67180fd8-d049-41f6-aeff-266e65b58ba4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:36.160477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:36.165063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:41:36.166477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Network hostable DHCP agents. Network: eb19d3ff-dbd4-4662-8b04-81043445bb40, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:41:36.245720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:41:36.315950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, eb19d3ff-dbd4-4662-8b04-81043445bb40) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:36.320035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:36.320610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.324992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d97bbd-b38f-4351-9765-edd40437b415 None None] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:41:36.391510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6643009 Dec 17 17:41:36.394347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54170) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:36.399863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:36.404655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:36.408588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Usage tracker for resource:router and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:36.411551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:36.417933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:36.488182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.489339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.503800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.529822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-eb19d3ff-dbd4-4662-8b04-81043445bb40', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:41:36.530674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.682721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Allocated IP 172.20.0.2 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/ac25bf13-100e-4980-8f39-70269b002875) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:41:36.894174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.905153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Transition to ACTIVE for port object ac25bf13-100e-4980-8f39-70269b002875 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:36.924452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Transition to ACTIVE for port object ac25bf13-100e-4980-8f39-70269b002875 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:36.978255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:36.982061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:37.002069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.045224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:37.048169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:37.052482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:41:37.058851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Pushing event updated for resources: {'Port': ['ID=ac25bf13-100e-4980-8f39-70269b002875,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:37.095048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.095404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.095742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.096074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.096406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.096734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.097058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.097387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.097712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.098057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.098376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.098695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.106794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:37.163424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Attempting to bind port ac25bf13-100e-4980-8f39-70269b002875 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:41:37.163841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Attempting to bind port ac25bf13-100e-4980-8f39-70269b002875 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:41:37.164224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Attempting to bind port ac25bf13-100e-4980-8f39-70269b002875 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:41:37.169598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:41:37.170015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:41:37.170492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.170900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:41:37.171372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Bound port: ac25bf13-100e-4980-8f39-70269b002875, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:41:37.171754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.261803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] For port ac25bf13-100e-4980-8f39-70269b002875, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:41:37.264766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] For port ac25bf13-100e-4980-8f39-70269b002875, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac25bf13-100e-4980-8f39-70269b002875,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:41:37.346016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.355120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:37.409693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.442211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.446422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.494167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Pushing event updated for resources: {'Port': ['ID=ac25bf13-100e-4980-8f39-70269b002875,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:37.497183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:37.585755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Allocated IP 172.26.4.213 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/44fd3edf-37d2-4614-ad2e-a53b26de5a97) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:41:37.753282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.848517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:37.853030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-76c1b015-991f-4791-af4f-22e70cd10160 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:37.913806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:37.916580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:37.920343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:41:37.967884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Pushing event updated for resources: {'Port': ['ID=44fd3edf-37d2-4614-ad2e-a53b26de5a97,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:37.980767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.983782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.984395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.984395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.984712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:37.989447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:38.432396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7bd288-e99f-4216-9a3b-cdfbd6becbb5 None None] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:41:38.439824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:38.639248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a6ca0667-dafd-471b-a64b-fe6d0ca7266b None None] Provisioning for port ac25bf13-100e-4980-8f39-70269b002875 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:38.929724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:39.195223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:41:39.366817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:41:39.376237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:41:39.385807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:41:39.386559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:39.440457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:39.441722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0464332 Dec 17 17:41:39.445106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54174) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:39.559567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:41:39.728449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac25bf13-100e-4980-8f39-70269b002875 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:39.895383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:38Z', 'revision_number': 3, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:39.899206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:41:39.899579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Updating router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:41:39.953589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:39.980925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ac25bf13-100e-4980-8f39-70269b002875 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:40.002761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ac25bf13-100e-4980-8f39-70269b002875 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:40.003400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.257886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.283657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.347560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port ac25bf13-100e-4980-8f39-70269b002875, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac25bf13-100e-4980-8f39-70269b002875,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:40.410925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.414534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:40.462963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Allocated IP 172.20.0.1 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/53fd3e42-e325-4e95-aadb-90f5d436f9c8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:41:40.478456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.496739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Transition to ACTIVE for port object 44fd3edf-37d2-4614-ad2e-a53b26de5a97 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:40.501853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=ac25bf13-100e-4980-8f39-70269b002875,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:40.504922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:40.571977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.576669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:40.607636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.623365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Transition to ACTIVE for port object 53fd3e42-e325-4e95-aadb-90f5d436f9c8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:40.698406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Attempting to bind port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:41:40.698786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Attempting to bind port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:41:40.699156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Attempting to bind port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:41:40.704731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Pushing event updated for resources: {'Port': ['ID=44fd3edf-37d2-4614-ad2e-a53b26de5a97,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:40.708579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:40.709383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:41:40.710368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:41:40.710771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.711161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:41:40.711628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Bound port: 44fd3edf-37d2-4614-ad2e-a53b26de5a97, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:41:40.712005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.721101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.725900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:40.783583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] For port 44fd3edf-37d2-4614-ad2e-a53b26de5a97, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:41:40.787820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] For port 44fd3edf-37d2-4614-ad2e-a53b26de5a97, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=44fd3edf-37d2-4614-ad2e-a53b26de5a97,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:41:40.790054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:40.790639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:40.794220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:41:40.834611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Pushing event updated for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:40.839336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:40.853695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.860101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:40.863979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:40.943194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:41:40.944490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:41.018853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Pushing event updated for resources: {'Port': ['ID=44fd3edf-37d2-4614-ad2e-a53b26de5a97,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:41.028432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:41.135041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:41:41.173638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.175998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f43fb07-c623-404e-8db6-a6fe9ba25e71 None None] Provisioning for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:41.244137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f43fb07-c623-404e-8db6-a6fe9ba25e71 None None] Provisioning complete for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:41.244523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb07-c623-404e-8db6-a6fe9ba25e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.371719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6f43fb07-c623-404e-8db6-a6fe9ba25e71 None None] Port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:41:41.396106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.447756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.463799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:38Z', 'revision_number': 3, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:41.467685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d05651-2428-4524-964b-d91c12d6fe47 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:38Z', 'revision_number': 3, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:41:41.475775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-38b6f983-0adc-4e39-a3f2-3f79a1b0df65 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:41.558027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.561528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Pushing event updated for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:41.564816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:41.714804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:41.715866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:41.739721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac25bf13-100e-4980-8f39-70269b002875 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:41.835709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ac25bf13-100e-4980-8f39-70269b002875 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:41.836228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:41.946165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:41:42.005801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-cf314388-3a3c-47d9-8d3b-0353932c7214 None None] Provisioning complete for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:42.006265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf314388-3a3c-47d9-8d3b-0353932c7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:42.072375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cf314388-3a3c-47d9-8d3b-0353932c7214 None None] Port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:41:42.277915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:41:42.286690 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d0f7bd8-268b-4834-b54b-77d52a9ff9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8405855 Dec 17 17:41:43.017531 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:41:43.027811 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:41:43.028372 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:43.153252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54184) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:43.158775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802505265', 'description': 'tempest-description--1277236607'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:43.165320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:43.169185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Usage tracker for resource:security_group and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:43.172139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:43.177863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:43.204194 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:41:43.247740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.267606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:43.271292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Usage tracker for resource:security_group_rule and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:43.274650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:43.280417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:43.354705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.430588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.434569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3258b9aa-32f8-4c3f-8c25-20e2b3d479ef tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:43.472510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29047a2-78a7-48a9-9c40-fd978a715182,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:43.475781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:43.536707 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 2, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:43.539326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.540580 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:41:43.540684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3862092 Dec 17 17:41:43.540953 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Updating router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:41:43.543341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54188) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:43.548416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'security_group_rule': {'security_group_id': 'e29047a2-78a7-48a9-9c40-fd978a715182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:43.554260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:43.558012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Usage tracker for resource:security_group_rule and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:43.560860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:43.566711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:43.595133 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.643755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.695846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 44fd3edf-37d2-4614-ad2e-a53b26de5a97 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:43.707641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.762174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.764178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a6572ea-6eb3-4930-8804-e6980269da09 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:43.787010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ae0740-aee5-4ad6-b7a2-20d83d7f7ebe,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:43.789597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:43.796511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:43.801860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:43.802502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.836767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.840410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937429 Dec 17 17:41:43.840616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54192) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:43.846179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'security_group_rule': {'security_group_id': 'e29047a2-78a7-48a9-9c40-fd978a715182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:43.852553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:43.856781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Usage tracker for resource:security_group_rule and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:43.859706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:43.866144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:43.923082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.925989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.937949 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:43.942726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 44fd3edf-37d2-4614-ad2e-a53b26de5a97, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=44fd3edf-37d2-4614-ad2e-a53b26de5a97,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:43.950458 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Transition to ACTIVE for port object 53fd3e42-e325-4e95-aadb-90f5d436f9c8 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:43.986909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.040588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.046472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:44.087194 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.087866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.092037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ddc8b9d1-f469-40a5-91ed-a28ccb8db724 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:44.099257 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-0583d5bf-8b6a-42b6-a297-04a07ed1b449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:44.118340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=44fd3edf-37d2-4614-ad2e-a53b26de5a97,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:44.120126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5362fd-ca4f-4736-81b8-a7d61ef1c082,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:44.121806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:44.123267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:44.242930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.244875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027696 Dec 17 17:41:44.246409 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Pushing event updated for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:44.247743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54196) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:41:44.255727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:44.262337 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.262533 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.263060 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.263385 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.263752 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.264077 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.264388 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.264703 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.265019 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.265693 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.265693 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.266003 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:44.266568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:44.270706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Usage tracker for resource:floatingip and tenant:dd05bbc7f1da4221814d6df342331a93 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:41:44.273971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:41:44.278204 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:44.281044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:44.339264 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Attempting to bind port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:41:44.339640 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Attempting to bind port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:41:44.340006 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Attempting to bind port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:41:44.345834 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:41:44.346216 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:41:44.346627 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.347028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:41:44.347508 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Bound port: 53fd3e42-e325-4e95-aadb-90f5d436f9c8, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:41:44.347889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.362191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.442920 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] For port 53fd3e42-e325-4e95-aadb-90f5d436f9c8, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:41:44.446139 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] For port 53fd3e42-e325-4e95-aadb-90f5d436f9c8, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53fd3e42-e325-4e95-aadb-90f5d436f9c8,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:41:44.504641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.522967 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.527684 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:44.603210 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:41:44.603832 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:44.640856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Allocated IP 172.26.4.215 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:41:44.665308 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Pushing event updated for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:44.677652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:44.806830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.808784 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:41:44.888106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:44.892859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2eb7a385-19c1-477e-8855-5be091205731 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:44.953824 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:44.956753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:44.961008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:41:45.010127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:45.026855 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.027242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.027617 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.027987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.028350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.028714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.037328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.037790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.038186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.040211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.040211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.040211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:41:45.044686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:45.076178 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.158424 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:44Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:41:45.162271 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9a6e2-487d-4267-9b4b-1219bf26ace5 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:44Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:41:45.211336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.438216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.503222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.507951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:45.740525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:45.745691 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:45.754978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.760050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53fd3e42-e325-4e95-aadb-90f5d436f9c8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:45.797727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.847995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:45.849261 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6001685 Dec 17 17:41:45.899564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:45.904819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:45.905603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:46.033450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:46.035329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-35b1b035-dc62-45a6-85ef-4883c6ee742a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:41:46.071971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 53fd3e42-e325-4e95-aadb-90f5d436f9c8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53fd3e42-e325-4e95-aadb-90f5d436f9c8,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:46.131804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-35b1b035-dc62-45a6-85ef-4883c6ee742a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:41:46.132992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-35b1b035-dc62-45a6-85ef-4883c6ee742a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1802505265&fields=id&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 267 time: 0.1427174 Dec 17 17:41:46.145795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:46.145795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 44fd3edf-37d2-4614-ad2e-a53b26de5a97 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:46.174061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-062c22cc-0ed4-48f2-9358-01b0ef5b4033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:46.299614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1ca894da-7870-48b3-b407-c8c4de164c0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:46.300313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1ca894da-7870-48b3-b407-c8c4de164c0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:41:46.316481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:46.320697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:46.327529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:46.327912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:46.372049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1ca894da-7870-48b3-b407-c8c4de164c0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:41:46.373222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1ca894da-7870-48b3-b407-c8c4de164c0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.2335837 Dec 17 17:41:46.389319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-872130fc-9a37-4832-a3f4-36095ea26f1b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/quotas/dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 375 time: 0.0105407 Dec 17 17:41:46.476644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-00fb87e1-3c57-477e-9667-0cd69192dcbf tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:41:46.565848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d885a988-24fd-4e0d-9b43-e9848df109da req-00fb87e1-3c57-477e-9667-0cd69192dcbf tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:41:46.567165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-00fb87e1-3c57-477e-9667-0cd69192dcbf tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722915 Dec 17 17:41:46.713202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-c2e59879-97e6-4cc3-8966-820818cc638c service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336551 Dec 17 17:41:46.840424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-73b05a52-6544-4d2d-ac73-82e534857198 service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214688 Dec 17 17:41:47.147831 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-311a5a8f-c61e-4b1b-8dc8-ab94c089e2a1 req-eba84f78-6a78-4474-8a89-6f4f3c7cfb1a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 210 time: 0.0463014 Dec 17 17:41:47.683146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53fd3e42-e325-4e95-aadb-90f5d436f9c8 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:47.749243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:47.749626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:48.297034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e7f7da3f-71c8-43e4-9474-508cb20f9197 req-1d3f2ded-d00e-46a1-9b16-81100c5a1363 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 210 time: 0.0431976 Dec 17 17:41:49.331143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1c549d0c-4752-470e-8c3a-9a717d743dc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:49.332577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-1c549d0c-4752-470e-8c3a-9a717d743dc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1459632 Dec 17 17:41:49.383351 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-d5a601ab-1dd0-4cb3-9329-4510bcd380e7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 380 time: 0.0417736 Dec 17 17:41:49.392429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'port': {'device_id': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'admin_state_up': True, 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'security_groups': ['e29047a2-78a7-48a9-9c40-fd978a715182']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:49.513370 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27e0b466-0082-4204-962f-480f66338ba7 req-424aa823-fc2a-45a1-bd3c-8ae249d3982e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 210 time: 0.1020694 Dec 17 17:41:49.571070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:41:49.580501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:41:49.668856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:41:49.672342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:49.832083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Allocated IP 172.20.0.11 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/585b8a82-0bbf-40ef-a225-d4bd085c5bf4) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:41:50.146548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:50.162416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Transition to ACTIVE for port object 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:50.248103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:50.253953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:50.318289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:41:50.322008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:41:50.326154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:41:50.367802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:50.376093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:50.403737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:50.404348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:50.477121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0892708 Dec 17 17:41:50.489141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Request body: {'port': {'device_id': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:41:50.605617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:50.619410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50db2917-3491-4940-a681-a728ff377237 None None] Provisioning for port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:50.624992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50db2917-3491-4940-a681-a728ff377237 None None] Provisioning complete for port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:50.625371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50db2917-3491-4940-a681-a728ff377237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:50.685313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-50db2917-3491-4940-a681-a728ff377237 None None] Port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:41:50.835637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0177b-f75f-4117-9491-a215cd912d8c req-a67e54e0-7741-4ad4-9683-0229c7814c70 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:50.836316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7fc0177b-f75f-4117-9491-a215cd912d8c req-a67e54e0-7741-4ad4-9683-0229c7814c70 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:41:51.010175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-7fc0177b-f75f-4117-9491-a215cd912d8c req-a67e54e0-7741-4ad4-9683-0229c7814c70 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:41:51.011354 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7fc0177b-f75f-4117-9491-a215cd912d8c req-a67e54e0-7741-4ad4-9683-0229c7814c70 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 932 time: 0.3869994 Dec 17 17:41:51.041007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:41:51.050476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:51.078610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7fc0177b-f75f-4117-9491-a215cd912d8c req-00ff5bc9-470b-480f-bdae-d75af83b94ef tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602732 Dec 17 17:41:51.080993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Transition to ACTIVE for port object 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:41:51.150571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:51.154500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:51.317665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:51.321138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:51.393285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Attempting to bind port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:41:51.393947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Attempting to bind port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:41:51.393947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Attempting to bind port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:41:51.400571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:41:51.400888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Attempting to bind port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:41:51.406369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:41:51.406688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:41:51.407064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:41:51.407490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Bound port: 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:41:51.407835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:51.498581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:41:51.501345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:41:51.585917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:51.589766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9e1d23a0-c74e-4225-99a4-a26f36fac229 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:51.646570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:51.647103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:51.648999 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] 10.222.0.60 "PUT /v2.0/ports/585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1094 time: 1.1642594 Dec 17 17:41:51.649518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:41:51.673411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:51.677228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:51.702478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'status': 'completed', 'code': 200} Dec 17 17:41:51.794065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-8251df7d-ea9e-48d8-93c3-3909d8eb1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:51.795553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-8251df7d-ea9e-48d8-93c3-3909d8eb1955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1097 time: 0.0761342 Dec 17 17:41:51.864920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-b58ed938-d4a7-4ca5-a468-9f96495b13d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 217 time: 0.0617883 Dec 17 17:41:51.929560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-af522c65-d9b8-4f0b-a345-29b9b86ceff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:51.930914 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-af522c65-d9b8-4f0b-a345-29b9b86ceff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0594633 Dec 17 17:41:52.003580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a988-24fd-4e0d-9b43-e9848df109da req-cb7b94f9-a8a2-46bf-a466-35ff68ad8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:52.004996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-cb7b94f9-a8a2-46bf-a466-35ff68ad8c63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681510 Dec 17 17:41:52.305250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-85db443b-9784-4503-a2b7-aa3ed56fd50d service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937331 Dec 17 17:41:52.339805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416049b-fa57-42af-8375-6a43ea27d755 req-0afea6db-8ab6-41ba-97b9-b341e6b756bb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:52.341229 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d416049b-fa57-42af-8375-6a43ea27d755 req-0afea6db-8ab6-41ba-97b9-b341e6b756bb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 944 time: 0.1493955 Dec 17 17:41:52.456528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d416049b-fa57-42af-8375-6a43ea27d755 req-9c2ce1d5-55e2-42ed-9a3f-97d4f8fe4498 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674005 Dec 17 17:41:52.476760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d885a988-24fd-4e0d-9b43-e9848df109da req-bbfbfb2f-aed1-47ba-92d5-ffbb7e3bce5b service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639588 Dec 17 17:41:52.685021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-439deb5e-9a44-490f-8818-17a1be1c89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:52.686427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-439deb5e-9a44-490f-8818-17a1be1c89e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1097 time: 0.0727327 Dec 17 17:41:52.813349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-70add2a7-b67b-4bd5-a620-67c48ffee74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:52.814888 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-70add2a7-b67b-4bd5-a620-67c48ffee74b service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1225002 Dec 17 17:41:52.881994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-6d60c55a-2883-4c57-9d8c-98d92116ebca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 217 time: 0.0597427 Dec 17 17:41:52.943797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-7e4f120a-8112-4304-98ff-8c4dc42d68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:52.945631 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-7e4f120a-8112-4304-98ff-8c4dc42d68ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0586431 Dec 17 17:41:53.018600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-dbdf443c-5b4c-4323-befd-4f23608865bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:53.020025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-dbdf443c-5b4c-4323-befd-4f23608865bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681651 Dec 17 17:41:53.149243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-23cdb54d-a68f-4999-959b-7c4c2a78076e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225076 Dec 17 17:41:53.282610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecdbe8b9-e9a6-4ab8-9c4d-dc9a71630936 req-eadc36a1-7951-4f84-95a7-73f227dc5960 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268961 Dec 17 17:41:53.640995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77181ca5-3a53-4f9d-b952-3637b421f6b3 req-2559d53e-742c-4590-9a51-8dfdecda780d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:53.642453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77181ca5-3a53-4f9d-b952-3637b421f6b3 req-2559d53e-742c-4590-9a51-8dfdecda780d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 944 time: 0.0822461 Dec 17 17:41:53.685326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-77181ca5-3a53-4f9d-b952-3637b421f6b3 req-7a0ac7ae-3874-4031-8c43-372a1909c218 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366600 Dec 17 17:41:54.641368 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:41:54.863758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa342-4076-416d-822c-11a1a800e4f4 req-102d0d01-38a0-4bfe-9081-04452de8d19f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:54.865195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-345fa342-4076-416d-822c-11a1a800e4f4 req-102d0d01-38a0-4bfe-9081-04452de8d19f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 944 time: 0.0786526 Dec 17 17:41:54.907876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-345fa342-4076-416d-822c-11a1a800e4f4 req-8ae69e00-b786-497d-b3ee-f5af434907d9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362513 Dec 17 17:41:55.167436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:41:55.297494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:55.310333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'mac_address': 'fa:16:3e:88:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:41:55.372876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:55.389459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:41:55.406969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:55.458929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:55.461257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:55.528281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:55.531194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:55.786686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['585b8a82-0bbf-40ef-a225-d4bd085c5bf4'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:41:56.092057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2fdd5-7081-4532-8800-235fafef5320 req-e393956e-ce25-4f88-9430-f982cc358056 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:56.093511 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada2fdd5-7081-4532-8800-235fafef5320 req-e393956e-ce25-4f88-9430-f982cc358056 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 945 time: 0.0835385 Dec 17 17:41:56.137459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada2fdd5-7081-4532-8800-235fafef5320 req-96e8bf4c-f043-4f57-910d-37e7c398d7f7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Dec 17 17:41:57.194259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:41:57.316435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:41:57.321788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:41:57.321952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc78fa-a1b8-4f25-ba7c-267306dd5107 req-e3f3896d-b694-4f2c-8c29-834817d78e15 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:57.322420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:57.323377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2dcc78fa-a1b8-4f25-ba7c-267306dd5107 req-e3f3896d-b694-4f2c-8c29-834817d78e15 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 945 time: 0.0792792 Dec 17 17:41:57.368133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2dcc78fa-a1b8-4f25-ba7c-267306dd5107 req-b65ace85-b5e1-46f6-b402-e916afa474ac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Dec 17 17:41:57.438944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:57.464911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:41:57.474739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:41:57.511045 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'code': 200} Dec 17 17:41:57.522190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:41:57.524898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:41:57.591594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:41:57.594538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:41:57.840504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b601f0d-952a-49b5-984e-15fe7435b605 req-7125c80d-ce55-448a-bc71-7d2871ce4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:57.841986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b601f0d-952a-49b5-984e-15fe7435b605 req-7125c80d-ce55-448a-bc71-7d2871ce4506 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0712924 Dec 17 17:41:57.882583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b601f0d-952a-49b5-984e-15fe7435b605 req-9a232c90-b453-4fec-b58f-386b114ea272 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339620 Dec 17 17:41:58.552556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7a270-0b1c-4a07-ada6-71c1415f9d6a req-a6a391d0-b264-49e5-9a70-07098c00c120 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:58.554032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99c7a270-0b1c-4a07-ada6-71c1415f9d6a req-a6a391d0-b264-49e5-9a70-07098c00c120 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0829973 Dec 17 17:41:58.711985 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-99c7a270-0b1c-4a07-ada6-71c1415f9d6a req-300e11a3-6364-41a5-8f6d-2af61000efa3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520071 Dec 17 17:41:59.899766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f200-9197-4709-9d3a-369a114f9967 req-6697d4e8-fdae-4de3-949a-2e36d257025e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:41:59.901110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a703f200-9197-4709-9d3a-369a114f9967 req-6697d4e8-fdae-4de3-949a-2e36d257025e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0797510 Dec 17 17:41:59.942955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a703f200-9197-4709-9d3a-369a114f9967 req-28a6eb6c-cf24-4584-99dc-1ad2eb5cd254 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Dec 17 17:42:00.120178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000141-f152-4073-83ec-53b1d68ec742 req-12910157-8dc7-47c3-a3c0-985db69805bd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:00.122055 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54000141-f152-4073-83ec-53b1d68ec742 req-12910157-8dc7-47c3-a3c0-985db69805bd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0826769 Dec 17 17:42:00.130944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54252) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:42:00.137107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'floatingip': {'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:42:00.215539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:00.813408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:00.902925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:01.072911 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c associated. External IP: 172.26.4.215, port: 585b8a82-0bbf-40ef-a225-d4bd085c5bf4. Dec 17 17:42:01.540737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:42:01.721392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:42:01.726255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:01.730659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:42:01.739836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:42:01.740461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:42:01.782899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6fdce792-b0f8-4a8d-bdb9-84d7f7b702ce tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "PUT /v2.0/floatingips/3efe02be-e731-415b-83cc-e418c55a901c HTTP/1.1" status: 200 len: 992 time: 1.6503940 Dec 17 17:42:01.783574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:42:01.829944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'status': 'completed', 'code': 200} Dec 17 17:42:01.925230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-bcf13874-107d-4a1c-b14a-94e78e00b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:01.926864 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-bcf13874-107d-4a1c-b14a-94e78e00b5b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0729947 Dec 17 17:42:01.929948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:42:02.100039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-1fe2100b-6086-4c77-80fd-3e402b48fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:02.101487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-1fe2100b-6086-4c77-80fd-3e402b48fee9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1677897 Dec 17 17:42:02.210592 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-8d2db8b7-ce29-454e-ac54-e9c5cbd42b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1025758 Dec 17 17:42:02.271565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-15dffb27-58bb-4499-b896-63ff7eca3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:02.273018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-15dffb27-58bb-4499-b896-63ff7eca3ce3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0568779 Dec 17 17:42:02.291362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d3cab7f3-07f0-4609-b816-e672fddcb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:02.326573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:88:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:42:00Z', 'revision_number': 1, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:42:02.330589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:42:02.339045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:42:02.339690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:41:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:42:02.353570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-186105de-e050-4bb5-86fa-1a1834c5694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:02.354987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-186105de-e050-4bb5-86fa-1a1834c5694c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755174 Dec 17 17:42:02.495254 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-e6e6dcc1-a4f8-4fb5-bab4-9031fa085633 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336324 Dec 17 17:42:02.518418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:42:02.627175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cc7d289-39bc-4607-8213-c4b00b378251 req-1cab7efc-b268-469b-ac2c-e262281df746 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248825 Dec 17 17:42:02.872411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:88:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:42:00Z', 'revision_number': 1, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:42:02.876294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41660408-edfa-422b-87d0-c6371b0b4417 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:88:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:42:00Z', 'revision_number': 1, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:42:03.083413 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437153f-8dcb-469c-ac02-91c896e0ca04 None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:42:05.125891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2a269f66-70ea-4434-bfa2-f6c83a970f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:05.841600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:06.001497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:07.400138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:15.773427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:27.160728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-96cd7808-48cc-42a0-bd37-631262e59b86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683994 Dec 17 17:42:27.295720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98134-ec86-432d-88b2-e2928683cdbb req-80fc0a1e-c14e-4fc9-bdc7-0863b0b62f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:27.297142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-80fc0a1e-c14e-4fc9-bdc7-0863b0b62f3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0698366 Dec 17 17:42:27.443889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98134-ec86-432d-88b2-e2928683cdbb req-e71e196d-87a5-4378-aaa9-3ec4ef27097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:27.445852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-e71e196d-87a5-4378-aaa9-3ec4ef27097f service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1297388 Dec 17 17:42:27.548311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-f2b4847e-44a6-4092-b6a1-ed52402498db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1002 time: 0.0957801 Dec 17 17:42:27.739003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98134-ec86-432d-88b2-e2928683cdbb req-684cb7bb-9eac-42b4-a709-cdd5650e2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:27.740442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-684cb7bb-9eac-42b4-a709-cdd5650e2220 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.1849937 Dec 17 17:42:27.816112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98134-ec86-432d-88b2-e2928683cdbb req-8a12699f-40e8-4581-b47f-995b63718804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:42:27.817637 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-8a12699f-40e8-4581-b47f-995b63718804 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689261 Dec 17 17:42:27.948227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-e8f995ab-cb51-40be-9565-decaa7a4fa85 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239629 Dec 17 17:42:28.078550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24d98134-ec86-432d-88b2-e2928683cdbb req-4701c851-371b-4b42-96ef-bc34d7d29aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238925 Dec 17 17:42:31.639885 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:42:32.228214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2587c4be-7642-4590-9468-f97ca59e94ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:35.102316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca772f12-c5f2-45ca-bd5c-77609e8014e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:35.824571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:35.984333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:37.350199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:42:45.789644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:02.233232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6aa20ec-901a-4e20-962c-86f2dac1ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:05.104270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4e28a193-61ac-43d6-9883-677be4c9affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:05.870093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:05.984266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:07.339042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:08.639746 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:43:15.786950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:17.505541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ae79-1bed-4c19-b329-ad1b98f38fb4 req-8141e698-f6dc-42a4-bef2-67642ff250c8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:17.507018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8241ae79-1bed-4c19-b329-ad1b98f38fb4 req-8141e698-f6dc-42a4-bef2-67642ff250c8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1424651 Dec 17 17:43:17.550592 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8241ae79-1bed-4c19-b329-ad1b98f38fb4 req-ac7f6cae-f69a-4ba7-a101-0b86e0823a7b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378046 Dec 17 17:43:18.047481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c6e16-9412-4ab7-9579-a5b3e693cf5c req-59b16e24-94cd-4474-8de2-ed29d874e6f2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:18.048952 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab1c6e16-9412-4ab7-9579-a5b3e693cf5c req-59b16e24-94cd-4474-8de2-ed29d874e6f2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0859828 Dec 17 17:43:18.079869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 54414) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:43:18.099128 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab1c6e16-9412-4ab7-9579-a5b3e693cf5c req-f214ec10-6971-4977-86f9-34618a154a2b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Dec 17 17:43:18.193710 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-670b17ab-6e2c-4d45-9e29-349018655d79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123135 Dec 17 17:43:19.337623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921881aa-adb9-4f7f-9fec-1bdfc5d37184 req-822cb56c-fc66-415a-9044-5b8e446d8bc1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:19.339112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-921881aa-adb9-4f7f-9fec-1bdfc5d37184 req-822cb56c-fc66-415a-9044-5b8e446d8bc1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1335168 Dec 17 17:43:19.390327 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-921881aa-adb9-4f7f-9fec-1bdfc5d37184 req-46257134-fd08-4b53-83e0-80fa584eb09f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Dec 17 17:43:20.126593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-a8c398e1-7d60-4aaf-a253-d3d6455c525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:20.128055 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-a8c398e1-7d60-4aaf-a253-d3d6455c525f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0813363 Dec 17 17:43:20.256020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-dfd96956-b0de-4932-8657-b403c7d74112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:20.257428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-dfd96956-b0de-4932-8657-b403c7d74112 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1229544 Dec 17 17:43:20.360240 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-b8064da9-e9cc-406c-9352-68bd16c332f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1002 time: 0.0953755 Dec 17 17:43:20.434948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-b840b44d-9178-4d23-bd8f-06d760551fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:20.436396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-b840b44d-9178-4d23-bd8f-06d760551fd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0696182 Dec 17 17:43:20.562316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-94cf4a3f-88e5-48ab-8925-1764a7d5550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:20.563754 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-94cf4a3f-88e5-48ab-8925-1764a7d5550f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211486 Dec 17 17:43:20.668350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79bbf0-d0aa-4700-aa1f-bedfe1510d1b req-1144498b-4a7b-4c2d-8314-0fe001da6997 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:20.669684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc79bbf0-d0aa-4700-aa1f-bedfe1510d1b req-1144498b-4a7b-4c2d-8314-0fe001da6997 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1725116 Dec 17 17:43:20.737120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-118b8521-608c-417c-ab29-7703d81b5f50 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663368 Dec 17 17:43:20.743858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc79bbf0-d0aa-4700-aa1f-bedfe1510d1b req-a75d15c3-26dd-4425-be08-6c07b0a68762 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665500 Dec 17 17:43:20.867005 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-436c97d8-c9e8-47be-9486-d19b86754108 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219501 Dec 17 17:43:21.924341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b338-f0b4-4304-a7e1-97fda701c7ea req-ab41fe84-a91f-49c9-9c29-9f257b30eaed tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:21.925689 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9ca6b338-f0b4-4304-a7e1-97fda701c7ea req-ab41fe84-a91f-49c9-9c29-9f257b30eaed tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0777400 Dec 17 17:43:21.968706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9ca6b338-f0b4-4304-a7e1-97fda701c7ea req-59a29344-f465-44d8-a3dd-7aa47143f0b2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368543 Dec 17 17:43:23.280027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89595a1-5a17-491a-8fd3-3dc3c8d24aa2 req-27ef528b-011d-486c-bfe0-8c3b88b25467 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:23.281376 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c89595a1-5a17-491a-8fd3-3dc3c8d24aa2 req-27ef528b-011d-486c-bfe0-8c3b88b25467 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1943951 Dec 17 17:43:23.323529 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c89595a1-5a17-491a-8fd3-3dc3c8d24aa2 req-1fcf5460-bcb2-411a-8cf1-a470841b208e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364625 Dec 17 17:43:24.501797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c7a8-a06a-409a-86db-c35e3da8ceb5 req-746179fd-dfb9-40c7-942a-df434579acbe tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:24.503236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b310c7a8-a06a-409a-86db-c35e3da8ceb5 req-746179fd-dfb9-40c7-942a-df434579acbe tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0773675 Dec 17 17:43:24.553354 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b310c7a8-a06a-409a-86db-c35e3da8ceb5 req-c18f0d47-e9df-4a08-91b6-515a79bc7cf4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Dec 17 17:43:25.737128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107dfa3-54e1-4971-8eae-28ef2c6e7803 req-aabde488-26d9-4894-b987-ec80786b4695 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:25.738575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7107dfa3-54e1-4971-8eae-28ef2c6e7803 req-aabde488-26d9-4894-b987-ec80786b4695 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0792239 Dec 17 17:43:25.781563 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7107dfa3-54e1-4971-8eae-28ef2c6e7803 req-c06fc078-fa5d-4860-b575-0e14c6329f27 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Dec 17 17:43:26.969011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df148-4fb1-41dc-9955-4af5b96f3345 req-c9697991-c74b-4ecd-909f-df9321aeb0a1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:26.970477 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-918df148-4fb1-41dc-9955-4af5b96f3345 req-c9697991-c74b-4ecd-909f-df9321aeb0a1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0821912 Dec 17 17:43:27.013753 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-918df148-4fb1-41dc-9955-4af5b96f3345 req-449e9234-5e86-4252-a912-719baf91d22b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Dec 17 17:43:28.193999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170e008-9349-4768-a4b5-fd75fd5f69a2 req-0b16daa5-f621-4b6d-9bce-cb0163ec2dee tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:28.195431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5170e008-9349-4768-a4b5-fd75fd5f69a2 req-0b16daa5-f621-4b6d-9bce-cb0163ec2dee tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0787923 Dec 17 17:43:28.237551 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5170e008-9349-4768-a4b5-fd75fd5f69a2 req-d462a14d-7c48-4405-b504-1055246c45cd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359573 Dec 17 17:43:29.232045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-77a9c6ea-187e-4ed5-b80c-27f239b72aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:29.233466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-77a9c6ea-187e-4ed5-b80c-27f239b72aed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0718229 Dec 17 17:43:29.423323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-682d6104-5b17-414b-9bad-9801217c6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:29.424674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-682d6104-5b17-414b-9bad-9801217c6586 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1739614 Dec 17 17:43:29.521270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d9ee9-c829-463b-843e-fa06546adc4c req-f9b7eee0-4584-498c-8331-bbf9825839b8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:29.522701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ed8d9ee9-c829-463b-843e-fa06546adc4c req-f9b7eee0-4584-498c-8331-bbf9825839b8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1818440 Dec 17 17:43:29.552307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-2c57c050-1f37-4518-b9b3-9d94c354123a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1002 time: 0.1195703 Dec 17 17:43:29.617156 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ed8d9ee9-c829-463b-843e-fa06546adc4c req-aa4cbeb3-76e0-4a16-a813-f12f1c0328e7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831413 Dec 17 17:43:29.632114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-0f63a45b-d2f6-4930-88a6-201b3a1d20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:29.633557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-0f63a45b-d2f6-4930-88a6-201b3a1d20b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0744224 Dec 17 17:43:29.707365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-f5228e39-9c31-4ac3-ac13-ca7e925ca1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:29.708697 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-f5228e39-9c31-4ac3-ac13-ca7e925ca1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677989 Dec 17 17:43:29.835834 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-b242818a-b01b-4bad-8f2f-ca8b2d6cf8b0 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200700 Dec 17 17:43:29.964884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-afa10bf0-e6cb-4ecf-af33-9f0168fc95e5 req-0ecec0a6-49e4-40eb-aa1f-04f072e8e4b2 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211405 Dec 17 17:43:30.803178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cf6e-9ff9-4c1d-be81-3a9587c16d5b req-a5871aab-068e-46e3-acdf-78b6421a079d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:30.804594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26f8cf6e-9ff9-4c1d-be81-3a9587c16d5b req-a5871aab-068e-46e3-acdf-78b6421a079d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0831556 Dec 17 17:43:30.848135 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26f8cf6e-9ff9-4c1d-be81-3a9587c16d5b req-1cfc089c-0c36-459b-8182-8a161ad911e7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379272 Dec 17 17:43:32.033115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044d6be-30f9-4b0b-af59-533c92858754 req-7854b20d-2ee7-414b-b54a-f98810f612a6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:32.034572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7044d6be-30f9-4b0b-af59-533c92858754 req-7854b20d-2ee7-414b-b54a-f98810f612a6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0820103 Dec 17 17:43:32.083125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7044d6be-30f9-4b0b-af59-533c92858754 req-e775897d-8c4f-4238-b236-8da6ec1f9ca3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Dec 17 17:43:32.223643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7ea6-1721-4c81-bac1-dee71d9ffed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:33.272989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9831be1-41d5-4b57-8500-daebab0cd6f6 req-81ea3b5d-baf3-49b7-9188-deaee62dea7c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:33.274481 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9831be1-41d5-4b57-8500-daebab0cd6f6 req-81ea3b5d-baf3-49b7-9188-deaee62dea7c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0826437 Dec 17 17:43:33.316780 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9831be1-41d5-4b57-8500-daebab0cd6f6 req-d04c14fa-6ba0-4a85-8e39-6dbcd1c4196a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368021 Dec 17 17:43:34.509031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50e643-bce6-425d-b0f2-475ed3d25a01 req-770ca6b4-7a82-456d-9510-888cdd221a33 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:34.510475 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e50e643-bce6-425d-b0f2-475ed3d25a01 req-770ca6b4-7a82-456d-9510-888cdd221a33 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0876524 Dec 17 17:43:34.552274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5e50e643-bce6-425d-b0f2-475ed3d25a01 req-aef4d1f2-4835-46d2-9271-be5d59a400eb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362761 Dec 17 17:43:35.075437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c78e-8fde-4125-8349-e08389a7b057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:35.823874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:35.856389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b077f59-5dc7-4771-99bc-15afc8198a38 req-fb6568ee-c6b6-4ac2-92e9-4f2770eeb167 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:35.857759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b077f59-5dc7-4771-99bc-15afc8198a38 req-fb6568ee-c6b6-4ac2-92e9-4f2770eeb167 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.2025969 Dec 17 17:43:35.901068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b077f59-5dc7-4771-99bc-15afc8198a38 req-0056741a-f24c-40ab-bd6e-313f6df0c5d7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 Dec 17 17:43:35.986995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:37.083478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19dc3d-4f44-4ccd-8c7a-209cacf93b86 req-f2020c8e-3501-4446-ae23-793697a81f57 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:37.084934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a19dc3d-4f44-4ccd-8c7a-209cacf93b86 req-f2020c8e-3501-4446-ae23-793697a81f57 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0818560 Dec 17 17:43:37.129066 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a19dc3d-4f44-4ccd-8c7a-209cacf93b86 req-2ceda5e1-af78-4ccd-bdbc-6a2dab3866b9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Dec 17 17:43:37.375208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:37.787826 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-ad437911-4a5b-4a55-8f07-80beae7f85a1 service neutron] 10.222.0.60 "GET /v2.0/ports/585b8a82-0bbf-40ef-a225-d4bd085c5bf4/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0739501 Dec 17 17:43:38.328932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b2432-8b48-4715-8778-e7bd9aaad9fd req-d4418ada-d8fc-4e27-98c8-ad2cfd0d6326 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.330300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b22b2432-8b48-4715-8778-e7bd9aaad9fd req-d4418ada-d8fc-4e27-98c8-ad2cfd0d6326 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0874829 Dec 17 17:43:38.422065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b22b2432-8b48-4715-8778-e7bd9aaad9fd req-6c2ce11a-d4db-4091-8d52-e42389001c5b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859957 Dec 17 17:43:38.446965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-0375ec02-48b1-447a-9f5b-5b110ecfaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.448439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-0375ec02-48b1-447a-9f5b-5b110ecfaec8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1099 time: 0.0927835 Dec 17 17:43:38.558516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-92c77966-fab6-4e22-83e1-e18e93215557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.560039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-92c77966-fab6-4e22-83e1-e18e93215557 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0856268 Dec 17 17:43:38.690345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-a137d207-ba5f-4dd0-aed4-a80cf514e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.691672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-a137d207-ba5f-4dd0-aed4-a80cf514e0fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1248324 Dec 17 17:43:38.796739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-ae0e69ec-83cf-428b-9f9c-8bfec57fcacb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1002 time: 0.0972185 Dec 17 17:43:38.857069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-231ebf20-a002-431d-86df-e3a21de5718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.858548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-231ebf20-a002-431d-86df-e3a21de5718a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0576646 Dec 17 17:43:38.932311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-e616552c-0d1d-4987-a70d-8ccb52e1031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:38.933770 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-e616552c-0d1d-4987-a70d-8ccb52e1031a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687914 Dec 17 17:43:39.066304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-d616c4a4-73d7-41bd-a740-64b108b4fb06 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256397 Dec 17 17:43:39.194623 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ce9b237-0694-41ea-b54d-2d93155c88a3 req-bae5cfdf-cdb8-4cd0-ae59-5a0e4cbd2d4a service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218011 Dec 17 17:43:39.608947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937dc7b-fc5a-4646-82ca-7ef77faad32a req-a9abe936-b3e3-41b9-965b-613262f25bff tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:39.610418 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2937dc7b-fc5a-4646-82ca-7ef77faad32a req-a9abe936-b3e3-41b9-965b-613262f25bff tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0823364 Dec 17 17:43:39.653786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2937dc7b-fc5a-4646-82ca-7ef77faad32a req-9204f196-e50a-4946-a73e-9374134aad20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377891 Dec 17 17:43:40.839152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838ccb-194f-4c00-a680-94e8d03b773d req-5f3247af-08b4-40f0-9c2a-9c86ebbb8542 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:40.840581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43838ccb-194f-4c00-a680-94e8d03b773d req-5f3247af-08b4-40f0-9c2a-9c86ebbb8542 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0795989 Dec 17 17:43:40.887689 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43838ccb-194f-4c00-a680-94e8d03b773d req-9497fa7b-7744-43fb-bb05-bc7ce3aa817b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Dec 17 17:43:41.763347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:43:41.765639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:43:41.980476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:42.010872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:43:42.031891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:43:42.040922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'mac_address': 'fa:16:3e:88:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:43:42.044991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:43:42.101516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921210c-d311-4ecf-a769-9ca3f0796ac0 req-b744159a-1ae2-47f2-9e41-19812fb0071f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:42.103181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a921210c-d311-4ecf-a769-9ca3f0796ac0 req-b744159a-1ae2-47f2-9e41-19812fb0071f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.1104326 Dec 17 17:43:42.106055 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'code': 200} Dec 17 17:43:42.110063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:42.120970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:42.125153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:42.153807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a921210c-d311-4ecf-a769-9ca3f0796ac0 req-a8698be9-b382-49df-9536-d8df285a29af tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Dec 17 17:43:42.223126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:43:42.297635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:42.307002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:43:42.307366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:43:42.308515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.308861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.309199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.309533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.309886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.310216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.310542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.310866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.311270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.311595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.311913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.312230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:42.316312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:42.859570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:42.876865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:43:42.891455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:43:42.937938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:42.940324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:43.002964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['585b8a82-0bbf-40ef-a225-d4bd085c5bf4'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:43:43.053103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:43.057489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:43.343865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0c38a-0c95-4911-9bf3-5e42464975a0 req-94cde59d-d633-4aa3-9071-15f263f3e423 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:43.345322 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ea0c38a-0c95-4911-9bf3-5e42464975a0 req-94cde59d-d633-4aa3-9071-15f263f3e423 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 945 time: 0.0819957 Dec 17 17:43:43.387600 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6ea0c38a-0c95-4911-9bf3-5e42464975a0 req-3f43be1f-b96c-42a9-beed-03158c77784d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367270 Dec 17 17:43:43.768193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:43:43.785740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac23b8-3ef7-4d5f-a8fc-8b11488abcbc req-a8f17f11-45f6-48fc-bb18-af6267dd12e5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:43.787214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c6ac23b8-3ef7-4d5f-a8fc-8b11488abcbc req-a8f17f11-45f6-48fc-bb18-af6267dd12e5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 945 time: 0.0794356 Dec 17 17:43:43.842980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:43:43.843354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:43.960315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:43.991436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:43:44.001341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c6ac23b8-3ef7-4d5f-a8fc-8b11488abcbc req-67d28a83-3990-4709-882a-b1a5121ebca2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826613 Dec 17 17:43:44.021016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-c1d5c878-3c09-4edf-a522-fe5780525dc6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:44.022458 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-c1d5c878-3c09-4edf-a522-fe5780525dc6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4&tenant_id=dd05bbc7f1da4221814d6df342331a93&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.2344007 Dec 17 17:43:44.092030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:44.093869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:44.130702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:43:44.167244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-89eccb3d-7d85-44ce-936d-6674741d1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:44.168723 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-89eccb3d-7d85-44ce-936d-6674741d1866 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 1099 time: 0.0735376 Dec 17 17:43:44.169962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:44.173271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:44.194921 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'code': 200} Dec 17 17:43:44.301289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-94beca78-2c49-421f-ab28-6bc3dc5cfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:44.302760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-94beca78-2c49-421f-ab28-6bc3dc5cfc93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1276846 Dec 17 17:43:44.405323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-a9ba3ece-11d8-40ac-804c-17a2aa8501a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 200 len: 1002 time: 0.0960345 Dec 17 17:43:44.471847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-ae4ff01f-91a1-430a-ae08-974c937c6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:44.473234 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-ae4ff01f-91a1-430a-ae08-974c937c6d5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0616727 Dec 17 17:43:44.547027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-a49111dd-bc7a-45b9-8b85-73f1110990c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:44.548460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-a49111dd-bc7a-45b9-8b85-73f1110990c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690446 Dec 17 17:43:44.677099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-91d6de42-c769-4710-9849-ab8e85aee31b service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218672 Dec 17 17:43:44.804945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea61bc9d-9bfd-410a-8e86-c2a5bcb25faa req-d834d356-f3c1-42ca-a97a-1607ac70816e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216013 Dec 17 17:43:45.186280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee777a2-1267-4387-aa7b-4dcd77025728 req-5e65103c-691a-4eba-a51c-8b5f978f3592 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:45.187702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ee777a2-1267-4387-aa7b-4dcd77025728 req-5e65103c-691a-4eba-a51c-8b5f978f3592 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0790467 Dec 17 17:43:45.233445 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ee777a2-1267-4387-aa7b-4dcd77025728 req-54e5ca98-609d-49ec-9731-6f9c522c298f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Dec 17 17:43:45.638524 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:43:45.795127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:46.415135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070ec1b-51a4-47e3-b463-ffa75936103f req-439fce1d-306c-4fe5-82e8-a959d554603c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:46.416983 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070ec1b-51a4-47e3-b463-ffa75936103f req-439fce1d-306c-4fe5-82e8-a959d554603c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0797141 Dec 17 17:43:46.461738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070ec1b-51a4-47e3-b463-ffa75936103f req-842c6007-6f5f-43f5-bc4d-34b86ffd5618 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Dec 17 17:43:46.644835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b670cb-71b0-45ec-9ccb-bf91784c192a req-3a1adc63-4a74-43e3-959d-7425f50d63e4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:46.646270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92b670cb-71b0-45ec-9ccb-bf91784c192a req-3a1adc63-4a74-43e3-959d-7425f50d63e4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0828154 Dec 17 17:43:46.689962 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-92b670cb-71b0-45ec-9ccb-bf91784c192a req-102019e7-4e81-42dc-a4ff-497e382f381d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380273 Dec 17 17:43:46.870317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea629b9-a868-47e7-a958-a90afe599d67 req-f1996817-a5ab-4947-a691-a84180d405a8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:46.871736 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ea629b9-a868-47e7-a958-a90afe599d67 req-f1996817-a5ab-4947-a691-a84180d405a8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0785255 Dec 17 17:43:46.913689 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ea629b9-a868-47e7-a958-a90afe599d67 req-7ee4befd-6d0d-496e-834e-529ef77647d0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Dec 17 17:43:47.465356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97681-c45a-4488-a0aa-9d73775365c0 req-fb0465d2-79af-4c91-8b36-81df1bb666af tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:47.466835 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42e97681-c45a-4488-a0aa-9d73775365c0 req-fb0465d2-79af-4c91-8b36-81df1bb666af tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0839546 Dec 17 17:43:47.510865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42e97681-c45a-4488-a0aa-9d73775365c0 req-1146c46f-4e27-4fd1-9a8e-dee9035684b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383244 Dec 17 17:43:48.701335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b8d4-8841-4073-8b7d-33e618d39c0c req-86b83848-fc54-4e75-9a40-9308676afe91 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:48.702802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a99b8d4-8841-4073-8b7d-33e618d39c0c req-86b83848-fc54-4e75-9a40-9308676afe91 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0799894 Dec 17 17:43:48.746318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2a99b8d4-8841-4073-8b7d-33e618d39c0c req-dec67018-ecac-4e48-b6e0-97ac7b6144d9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380485 Dec 17 17:43:49.358232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-c29fdf07-097b-495f-93b3-f75d2b619ee2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:49.359528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-c29fdf07-097b-495f-93b3-f75d2b619ee2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.0805485 Dec 17 17:43:49.426568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Deleting port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:43:49.426913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:49.788878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] For port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:43:49.789450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:50.126591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170299c7-310b-4f41-890e-7fdd633a9079 req-f1c99633-0b20-4df4-ae90-1abec9ad9b17 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:50.128027 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-170299c7-310b-4f41-890e-7fdd633a9079 req-f1c99633-0b20-4df4-ae90-1abec9ad9b17 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 946 time: 0.2763731 Dec 17 17:43:50.163491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:50.163859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:50.164174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c disassociated. External IP: 172.26.4.215, port: 585b8a82-0bbf-40ef-a225-d4bd085c5bf4. Dec 17 17:43:50.164516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Calling delete_port for 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:43:50.250069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-170299c7-310b-4f41-890e-7fdd633a9079 req-f2198012-6698-4117-86f7-73de03e8a2b9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102319 Dec 17 17:43:50.417868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:50.423244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c60b5c7-3131-48a0-8fef-a08e448cd995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:50.471262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'Port': ['ID=585b8a82-0bbf-40ef-a225-d4bd085c5bf4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:50.482212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.482612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.483000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.483381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.484161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.484491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.484864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.485298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.491427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.491983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.492425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.493250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:43:50.502000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:50.692124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:43:50.902343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:43:50.911903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:43:50.922781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:43:50.923348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:43:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:43:50.977575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] No DVR routers for this DVR port 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:43:50.980749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:50.984631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-deleted', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:43:51.027982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1ce9e-d963-4dea-8aed-e454f74a42f4', 'name': 'network-vif-deleted', 'tag': '585b8a82-0bbf-40ef-a225-d4bd085c5bf4', 'status': 'completed', 'code': 200} Dec 17 17:43:51.100762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:43:51.104886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7dff1e51-50e0-4a03-9b3d-ec2e254e91dc req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "DELETE /v2.0/ports/585b8a82-0bbf-40ef-a225-d4bd085c5bf4 HTTP/1.1" status: 204 len: 173 time: 1.7398210 Dec 17 17:43:51.409093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b96239e6-f1c7-46a2-9dff-2c491ed483ad req-54e1a846-324e-4426-a0fb-1a51c9541374 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:43:51.413231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:43:51.417704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:43:51.426345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:43:51.426961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:43:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:43:51.477910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b96239e6-f1c7-46a2-9dff-2c491ed483ad req-54e1a846-324e-4426-a0fb-1a51c9541374 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:43:51.479630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b96239e6-f1c7-46a2-9dff-2c491ed483ad req-54e1a846-324e-4426-a0fb-1a51c9541374 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fb1ce9e-d963-4dea-8aed-e454f74a42f4 HTTP/1.1" status: 200 len: 210 time: 0.1210213 Dec 17 17:43:51.608542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:43:51.962647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:43:51.966514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aac59-d42c-4b9e-b241-477e59f2f4ee None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:43:52.178910 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e1b1b-5f32-4e17-a4f4-9355e96e0adf None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:43:52.802711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-59777af4-32e9-4806-9d93-82a111455815 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1802505265&fields=id&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 267 time: 0.0407531 Dec 17 17:43:52.955374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-b39e3e24-0c15-459f-b094-236a62cb50db tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:52.956706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-b39e3e24-0c15-459f-b094-236a62cb50db tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1477675 Dec 17 17:43:52.971946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-bc6a4f70-e3d2-40c6-b7ed-9341ef97fd33 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/quotas/dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Dec 17 17:43:53.055605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-72c79d72-36c9-4214-9668-0ac2dca03e9a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789413 Dec 17 17:43:53.111583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-ab5aa75c-67d6-4c6b-8a70-7f82719f6c7f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:43:53.112528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-ab5aa75c-67d6-4c6b-8a70-7f82719f6c7f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458419 Dec 17 17:43:53.359791 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-dcd91434-5c6f-40b9-8372-a752a51c9b36 service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413838 Dec 17 17:43:53.486572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-a7bd7c60-63c5-4032-a522-89923cd67338 service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210763 Dec 17 17:43:53.836197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:43:53.876851 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:43:53.877214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 585b8a82-0bbf-40ef-a225-d4bd085c5bf4 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:43:54.751923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dda3f7d1-d6a5-4916-8adb-72e0a27e58d1 req-9c29e0bb-1929-4a69-8f0f-35cfcef2ac3c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 210 time: 0.0466464 Dec 17 17:43:55.846837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-896d8785-5537-43ac-aad2-87388c231fdd req-38da4796-f85e-45bc-8e67-c8d694d6d27c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 210 time: 0.0427425 Dec 17 17:43:56.992624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c88c3d92-8b3e-4bbd-b0a8-dd323811c3c0 req-888911b8-1a7d-4c01-91e7-cd3eb2b49a40 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 210 time: 0.0431738 Dec 17 17:43:57.696603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-596811e1-039c-4aa7-883e-812f6b5efef4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:57.698069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-596811e1-039c-4aa7-883e-812f6b5efef4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1434777 Dec 17 17:43:57.746907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-e15c2c8c-0c3e-47d7-a61c-2276e2a3f3fd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 380 time: 0.0393949 Dec 17 17:43:57.755506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'port': {'device_id': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'admin_state_up': True, 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'security_groups': ['e29047a2-78a7-48a9-9c40-fd978a715182']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:43:57.893335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:43:57.903307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:43:58.018422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:43:58.023894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.154723 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-11145375-86a2-4f23-9c8b-c3e244683fa8 req-32d41bd3-0328-4bcd-9da5-75fadc164a20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 210 time: 0.0475852 Dec 17 17:43:58.236044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Allocated IP 172.20.0.12 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/c437ea4a-d97c-4d21-8c66-f4916873de12) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:43:58.418564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.433656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Transition to ACTIVE for port object c437ea4a-d97c-4d21-8c66-f4916873de12 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:43:58.524046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.530151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfee319c-0561-4e66-a9fb-db8683b2ef8f tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:58.597169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:43:58.600200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:43:58.604236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:43:58.645090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:58.650495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:58.672578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:58.673097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.770441 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0185668 Dec 17 17:43:58.782324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Request body: {'port': {'device_id': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:43:58.849134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60d187a8-4149-4d1e-b2f3-d7dcea275b91 None None] Provisioning for port c437ea4a-d97c-4d21-8c66-f4916873de12 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:43:58.855155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-60d187a8-4149-4d1e-b2f3-d7dcea275b91 None None] Provisioning complete for port c437ea4a-d97c-4d21-8c66-f4916873de12 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:43:58.855558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-60d187a8-4149-4d1e-b2f3-d7dcea275b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.897302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:58.914675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-60d187a8-4149-4d1e-b2f3-d7dcea275b91 None None] Port c437ea4a-d97c-4d21-8c66-f4916873de12 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:43:59.239830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c437ea4a-d97c-4d21-8c66-f4916873de12 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:43:59.247391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:59.263618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Transition to ACTIVE for port object c437ea4a-d97c-4d21-8c66-f4916873de12 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:43:59.339969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7662-b911-473c-9d2e-3414db943b3c req-63d98838-e8c3-48f8-879e-1e113e885388 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:59.340583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-cb6c7662-b911-473c-9d2e-3414db943b3c req-63d98838-e8c3-48f8-879e-1e113e885388 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:43:59.344397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:59.349122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:59.607054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-cb6c7662-b911-473c-9d2e-3414db943b3c req-63d98838-e8c3-48f8-879e-1e113e885388 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:43:59.608068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cb6c7662-b911-473c-9d2e-3414db943b3c req-63d98838-e8c3-48f8-879e-1e113e885388 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 932 time: 0.3463438 Dec 17 17:43:59.608702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:43:59.612357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:43:59.727242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cb6c7662-b911-473c-9d2e-3414db943b3c req-00c3b575-27eb-4a61-ac57-86da42f03633 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843220 Dec 17 17:43:59.746173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Attempting to bind port c437ea4a-d97c-4d21-8c66-f4916873de12 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:43:59.746511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Attempting to bind port c437ea4a-d97c-4d21-8c66-f4916873de12 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:43:59.746848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Attempting to bind port c437ea4a-d97c-4d21-8c66-f4916873de12 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:43:59.751483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Port c437ea4a-d97c-4d21-8c66-f4916873de12 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:43:59.751800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Attempting to bind port c437ea4a-d97c-4d21-8c66-f4916873de12 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:43:59.756765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:43:59.757094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:43:59.757473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:43:59.757917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Bound port: c437ea4a-d97c-4d21-8c66-f4916873de12, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:43:59.758260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:59.844797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:43:59.847742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:43:59.909274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:59.912974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acc87fba-6068-4193-b9d6-e1847e12ed50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:43:59.971952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:43:59.972548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:43:59.973902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] 10.222.0.60 "PUT /v2.0/ports/c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1094 time: 1.1958258 Dec 17 17:43:59.974435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:43:59.996768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:44:00.000995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:44:00.022783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'status': 'completed', 'code': 200} Dec 17 17:44:00.118384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-57ec7157-3f66-48e1-8752-360ffdc7e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.120737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-57ec7157-3f66-48e1-8752-360ffdc7e9cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1097 time: 0.0755508 Dec 17 17:44:00.259400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-a02b0c82-5b05-4daa-b02f-5aabdec92137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.260762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-a02b0c82-5b05-4daa-b02f-5aabdec92137 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd05bbc7f1da4221814d6df342331a93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328745 Dec 17 17:44:00.395475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-22701061-10e7-4087-93a2-02f6faf6a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.396901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5d8b66e-a9c7-4397-8934-092e77fb4b57 req-22701061-10e7-4087-93a2-02f6faf6a6fb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290576 Dec 17 17:44:00.498574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-636f932e-93c2-4f0a-9d7c-fbb92202f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.500036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-636f932e-93c2-4f0a-9d7c-fbb92202f578 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1097 time: 0.0690286 Dec 17 17:44:00.572528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-c98abe80-fd43-4716-9c35-83eea22c886f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 217 time: 0.0638480 Dec 17 17:44:00.634593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-7a0a4e3b-d08d-42fb-9728-d16800cd65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.635972 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-7a0a4e3b-d08d-42fb-9728-d16800cd65e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0577171 Dec 17 17:44:00.713249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-e42c002a-cd9e-4144-80f5-f5c2dfbaf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:00.714683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-e42c002a-cd9e-4144-80f5-f5c2dfbaf51d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716295 Dec 17 17:44:00.889554 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-5a03ca86-b79c-489f-89be-5e7015b592a1 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674020 Dec 17 17:44:01.032174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3be764-b2e9-4e81-a1b7-ba8529f84e29 req-c3ff581b-c301-4732-8143-e282b807683a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:01.033613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b3be764-b2e9-4e81-a1b7-ba8529f84e29 req-c3ff581b-c301-4732-8143-e282b807683a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 944 time: 0.2008026 Dec 17 17:44:01.042255 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbbfc34c-51d1-4bd4-bc90-aca75f69919e req-2062e050-c78d-44b5-b9ee-44b0c152acc4 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446807 Dec 17 17:44:01.080658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b3be764-b2e9-4e81-a1b7-ba8529f84e29 req-92b05c41-689b-4a0d-9839-703ad7dd8c07 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Dec 17 17:44:02.240760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98de04d0-9d14-4082-80fa-b39419be2373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:02.268324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212ba1d-f2aa-41dd-817b-fff67fac5ff5 req-e9a80eac-469f-4c19-9511-b3ab26827adc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:02.269774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f212ba1d-f2aa-41dd-817b-fff67fac5ff5 req-e9a80eac-469f-4c19-9511-b3ab26827adc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 944 time: 0.0843463 Dec 17 17:44:02.312420 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f212ba1d-f2aa-41dd-817b-fff67fac5ff5 req-3e2623df-b83f-4149-b48b-f967354c0ec9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Dec 17 17:44:03.502800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9447-fe0d-49b9-bef7-5df2b74b806c req-6c48de9a-0128-4ee8-8946-43202c978312 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:03.504228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831a9447-fe0d-49b9-bef7-5df2b74b806c req-6c48de9a-0128-4ee8-8946-43202c978312 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 944 time: 0.0785837 Dec 17 17:44:03.550996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831a9447-fe0d-49b9-bef7-5df2b74b806c req-31dba2f7-18f9-4a1a-af61-c58094f02c0a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Dec 17 17:44:03.907121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:44:04.037388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:44:04.050160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'mac_address': 'fa:16:3e:a0:50:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:44:04.104321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:04.121242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c437ea4a-d97c-4d21-8c66-f4916873de12 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:44:04.136931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:44:04.203236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:04.204975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:44:04.271943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:44:04.274916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:44:04.532873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['c437ea4a-d97c-4d21-8c66-f4916873de12'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:44:04.735330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fff27-be4c-49d3-b5bc-e9bca6cb1e30 req-c732f855-d435-4f78-a0e3-51e5771c15dd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:04.736771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f3fff27-be4c-49d3-b5bc-e9bca6cb1e30 req-c732f855-d435-4f78-a0e3-51e5771c15dd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 945 time: 0.0798948 Dec 17 17:44:04.779605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f3fff27-be4c-49d3-b5bc-e9bca6cb1e30 req-7667d821-8100-4da8-a070-974bbd2a5a43 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 Dec 17 17:44:05.134733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f27cc5a3-0fac-4e35-a82f-5339eadb2bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:05.849090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:05.908632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:44:05.971591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71dc1f-b65e-4ef8-8db3-bcaeb8fa7711 req-070a7c08-4c50-46b2-9899-dcf26a957318 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:05.972966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de71dc1f-b65e-4ef8-8db3-bcaeb8fa7711 req-070a7c08-4c50-46b2-9899-dcf26a957318 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 945 time: 0.0860362 Dec 17 17:44:06.049358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:06.061546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port c437ea4a-d97c-4d21-8c66-f4916873de12 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:44:06.067460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port c437ea4a-d97c-4d21-8c66-f4916873de12 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:44:06.067836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:06.139002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de71dc1f-b65e-4ef8-8db3-bcaeb8fa7711 req-48fa75b7-d857-4ed0-b0c6-b0e7da54127a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598880 Dec 17 17:44:06.188685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:06.226495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:44:06.238820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:44:06.272478 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'code': 200} Dec 17 17:44:06.323452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:06.325306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:44:06.393217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:44:06.396097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:44:06.645290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b714d24-5568-484f-927c-5d2b1c7a07de req-44d0bdfe-5a3c-4316-8509-9ee9cb771535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:06.646705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b714d24-5568-484f-927c-5d2b1c7a07de req-44d0bdfe-5a3c-4316-8509-9ee9cb771535 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0792797 Dec 17 17:44:06.686142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b714d24-5568-484f-927c-5d2b1c7a07de req-f9b95294-248f-4c69-8181-db4e7fdaa866 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Dec 17 17:44:07.323348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e651b-ce15-49f5-931f-da5c7f912adf req-de62673a-1c6e-4c26-bdf8-f58bdd918b98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:07.324792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-268e651b-ce15-49f5-931f-da5c7f912adf req-de62673a-1c6e-4c26-bdf8-f58bdd918b98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0821114 Dec 17 17:44:07.370069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-268e651b-ce15-49f5-931f-da5c7f912adf req-ae92ce10-517d-48fd-bbe9-928e35f242eb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Dec 17 17:44:07.410096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:08.558606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d863-edd5-4c3a-96b1-5943d37d673d req-784b3f29-44b0-4881-837d-f7999c8d586e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:08.560053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4d863-edd5-4c3a-96b1-5943d37d673d req-784b3f29-44b0-4881-837d-f7999c8d586e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0797133 Dec 17 17:44:08.607133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d4d863-edd5-4c3a-96b1-5943d37d673d req-63cf139a-646c-4d82-ad82-4655e731390c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Dec 17 17:44:08.783003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e480f3-13c2-4c80-9384-df5f25444cf8 req-eba40af2-1382-437f-b670-126166a69920 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:08.784490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60e480f3-13c2-4c80-9384-df5f25444cf8 req-eba40af2-1382-437f-b670-126166a69920 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0802412 Dec 17 17:44:08.795111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54582) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:44:08.800869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'floatingip': {'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:44:08.880052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:09.486312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:09.543189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:09.714996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c associated. External IP: 172.26.4.215, port: c437ea4a-d97c-4d21-8c66-f4916873de12. Dec 17 17:44:10.174793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:44:10.346634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:44:10.351343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:10.356347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:44:10.366059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:44:10.366683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:44:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:44:10.406942 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f603af55-d763-4248-87d1-3372022bedac tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "PUT /v2.0/floatingips/3efe02be-e731-415b-83cc-e418c55a901c HTTP/1.1" status: 200 len: 992 time: 1.6108000 Dec 17 17:44:10.407707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:44:10.458706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'status': 'completed', 'code': 200} Dec 17 17:44:10.558649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-dc20b7fe-f87c-4d25-90cf-342f21e12f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:10.560120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-dc20b7fe-f87c-4d25-90cf-342f21e12f2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0769415 Dec 17 17:44:10.584077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:44:10.690937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-534d3a0b-2c1a-4c5d-8b40-63c17ee5a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:10.692290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-534d3a0b-2c1a-4c5d-8b40-63c17ee5a2af service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1257491 Dec 17 17:44:10.793839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-ba214685-2b8a-4c8c-9d97-65fae2bfef9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1000 time: 0.0949845 Dec 17 17:44:10.854529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-2019b4ab-6514-4ffb-aa9d-25e07bbcdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:10.855957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-2019b4ab-6514-4ffb-aa9d-25e07bbcdd2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0559938 Dec 17 17:44:10.937343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-7bf979aa-7c76-4ccd-9c1c-a6730dedbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:10.938824 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-7bf979aa-7c76-4ccd-9c1c-a6730dedbb45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770736 Dec 17 17:44:10.939862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:a0:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:44:09Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:44:10.943709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:44:10.952584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:44:10.956029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:44:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:44:11.076343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-b3061112-1d07-44e1-a3d3-457a5fd85cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310532 Dec 17 17:44:11.130822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:44:11.206333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-73f50c4e-10b5-4e15-b27b-978fb5813019 req-f4bbfd09-a6a4-4320-8f20-2998a18fd409 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235247 Dec 17 17:44:11.470380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:a0:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:44:09Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:44:11.474163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92681-25ef-4b0b-84f6-597e88536467 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:a0:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:44:09Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:44:11.670645 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d692e2a-b892-41d4-8c25-052314ce1e04 None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:44:15.820681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:22.637467 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:44:29.158488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-2789b6e3-d83c-4058-a0c4-b63b1ced096f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679002 Dec 17 17:44:29.297325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-34d0091f-2339-4f76-a37f-285a21487399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:29.298781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-34d0091f-2339-4f76-a37f-285a21487399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0725908 Dec 17 17:44:29.440609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-291daeae-2a45-48ca-928e-9ebc3c5d80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:29.441985 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-291daeae-2a45-48ca-928e-9ebc3c5d80bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1245594 Dec 17 17:44:29.673041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-cbf8d5db-425d-4ee7-b7eb-dcf74f884a76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.2243183 Dec 17 17:44:29.733948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-78994aec-b8c2-42be-84dc-92a17fcadd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:29.735367 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-78994aec-b8c2-42be-84dc-92a17fcadd8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0560322 Dec 17 17:44:29.808201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-331d0659-a0e2-45eb-aaad-f47b066be0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:44:29.810324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-331d0659-a0e2-45eb-aaad-f47b066be0c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678022 Dec 17 17:44:29.938445 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-eb147138-93f2-481d-8dac-c3f3e5af8cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214988 Dec 17 17:44:30.068235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8728294d-0bd8-4bce-9835-fb88e9cbb364 req-f64c53b1-c693-4cde-a08c-0a81dc5588d3 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 Dec 17 17:44:32.228338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ff9f52c5-f429-4e9f-bf96-dac52be5a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:35.100132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9209fc76-8fc8-44f0-993e-79dec1973185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:35.836894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:36.014063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:37.383022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:45.805261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:44:59.636490 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:45:02.251191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d395db15-1c9d-4c45-91aa-2bf3d02d8704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:05.120173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-92095031-a0d4-48af-b071-5352bf002792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:05.854164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:05.990815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:07.402422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:15.822097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:24.051248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e1a46-833e-433a-bbbf-0269b64ccaf5 req-7840f837-817b-4fdf-b143-b13f7a949abb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:24.052745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5e1a46-833e-433a-bbbf-0269b64ccaf5 req-7840f837-817b-4fdf-b143-b13f7a949abb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0835776 Dec 17 17:45:24.111225 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5e1a46-833e-433a-bbbf-0269b64ccaf5 req-fdc6200a-23f3-4baa-b6a8-7601d94c815c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525289 Dec 17 17:45:25.301135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0ad1-77af-4d44-af20-57b99eec535a req-fd8a37b5-7c76-4008-9243-a6348dc336c4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:25.302593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25a0ad1-77af-4d44-af20-57b99eec535a req-fd8a37b5-7c76-4008-9243-a6348dc336c4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0849144 Dec 17 17:45:25.348575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25a0ad1-77af-4d44-af20-57b99eec535a req-0cb3933b-e9c5-4da0-ad02-17137360b224 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Dec 17 17:45:26.529341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289598b-ce44-4e41-a936-77ee8b6a5500 req-3a7597e5-082d-4c53-9cb6-843b49a7d5a6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:26.530823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5289598b-ce44-4e41-a936-77ee8b6a5500 req-3a7597e5-082d-4c53-9cb6-843b49a7d5a6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0786951 Dec 17 17:45:26.574731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5289598b-ce44-4e41-a936-77ee8b6a5500 req-554455d1-995d-4270-8d56-21cd39d41b4f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381401 Dec 17 17:45:27.760223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e2c35-ce7a-47ac-956e-e2b903a12500 req-788ced60-6b32-4458-abdb-9967bddcc2b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:27.761649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-336e2c35-ce7a-47ac-956e-e2b903a12500 req-788ced60-6b32-4458-abdb-9967bddcc2b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0840249 Dec 17 17:45:27.810228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-336e2c35-ce7a-47ac-956e-e2b903a12500 req-600dd036-9c7d-4a6c-aa46-05506cb4d069 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 Dec 17 17:45:28.989752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdfb9a-aff5-4e62-b265-97c90bbd692b req-3eb7f967-e266-4ccc-88dd-7442a575264c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:28.991218 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60fdfb9a-aff5-4e62-b265-97c90bbd692b req-3eb7f967-e266-4ccc-88dd-7442a575264c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0781488 Dec 17 17:45:29.034285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60fdfb9a-aff5-4e62-b265-97c90bbd692b req-c4763825-a3bb-4e76-b5ff-805f4c56b501 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Dec 17 17:45:30.222135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f446ec-a641-4467-9151-2aa0c996bcae req-c27e1924-ccd7-4f14-8af8-d6e6fa473342 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:30.223551 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-94f446ec-a641-4467-9151-2aa0c996bcae req-c27e1924-ccd7-4f14-8af8-d6e6fa473342 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0810375 Dec 17 17:45:30.266814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-94f446ec-a641-4467-9151-2aa0c996bcae req-8f9e4dcb-6efc-4930-902e-cb6e59dc2078 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369370 Dec 17 17:45:31.299372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-7f24112e-64c7-41d8-bbfb-56df022c6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:31.300898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-7f24112e-64c7-41d8-bbfb-56df022c6d4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.1442447 Dec 17 17:45:31.498940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-72ded82f-2540-4e08-9675-ca0bf5820713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:31.500379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-72ded82f-2540-4e08-9675-ca0bf5820713 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1802378 Dec 17 17:45:31.568624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2f3-1c54-41bf-8391-38f89c1755c3 req-b3c075d3-4a79-4835-af66-15c35bc03436 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:31.570049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccdbe2f3-1c54-41bf-8391-38f89c1755c3 req-b3c075d3-4a79-4835-af66-15c35bc03436 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.1812470 Dec 17 17:45:31.637638 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-ed408e63-5144-45ff-b02b-ca9e72cb7f2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.1302726 Dec 17 17:45:31.640439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccdbe2f3-1c54-41bf-8391-38f89c1755c3 req-f7f47a62-7ec3-4bb5-90ea-f2105c7e81e6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627873 Dec 17 17:45:31.698749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-abb0661e-9fbc-4998-b70d-4bc8d93e917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:31.700145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-abb0661e-9fbc-4998-b70d-4bc8d93e917a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0563328 Dec 17 17:45:31.885140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-25009e7e-c996-49e8-8217-10da5acc9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:31.886528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-25009e7e-c996-49e8-8217-10da5acc9983 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801772 Dec 17 17:45:32.013456 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-d6c29759-d0be-4679-8203-7998650cd57e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199887 Dec 17 17:45:32.145518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f3bace2-d239-475e-849e-3dbcacc0799d req-ab58fd06-717a-4a58-b93b-bbba3e0f9c2c service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235836 Dec 17 17:45:32.251234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45fe41fe-4ddd-4f13-a021-49cf354d256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:32.824186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c979fe-0f1c-41d6-8cf2-e2f8bf7cc438 req-e6801d05-4159-4cde-aedf-bf1927e777af tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:32.825640 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-66c979fe-0f1c-41d6-8cf2-e2f8bf7cc438 req-e6801d05-4159-4cde-aedf-bf1927e777af tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0819077 Dec 17 17:45:32.874715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-66c979fe-0f1c-41d6-8cf2-e2f8bf7cc438 req-ddaacbd9-25f7-4c72-8d98-f0555b62965b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Dec 17 17:45:34.054301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7c3da-9a27-4db1-910c-9821f5c35f68 req-9fad1744-1019-4791-a97d-050048b2a7c0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:34.056162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63f7c3da-9a27-4db1-910c-9821f5c35f68 req-9fad1744-1019-4791-a97d-050048b2a7c0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0790572 Dec 17 17:45:34.101643 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63f7c3da-9a27-4db1-910c-9821f5c35f68 req-0fd41b41-9014-4886-bf68-44b0556db9c2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Dec 17 17:45:35.096389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-337ff5c2-437e-43cc-9e91-f2dfaf814732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:35.287433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7e97c-41bb-4fcd-85ea-c5bbfe30b736 req-a10f7a17-4d72-48ac-8e72-2816d48f0625 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:35.288883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60e7e97c-41bb-4fcd-85ea-c5bbfe30b736 req-a10f7a17-4d72-48ac-8e72-2816d48f0625 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0828152 Dec 17 17:45:35.332703 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60e7e97c-41bb-4fcd-85ea-c5bbfe30b736 req-6ec8a2d0-e07d-4660-b978-03cda9f6147b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376339 Dec 17 17:45:35.836246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:35.990143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:36.637598 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:45:36.878705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0af0-e6be-485c-a1db-1101c80e532d req-88d26092-515a-4dab-a69f-b917ab75b71c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:36.880297 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae0e0af0-e6be-485c-a1db-1101c80e532d req-88d26092-515a-4dab-a69f-b917ab75b71c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0929687 Dec 17 17:45:36.932976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae0e0af0-e6be-485c-a1db-1101c80e532d req-164c5395-3b80-40e3-9104-37cf6889fc65 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Dec 17 17:45:36.966994 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-828b3c30-92b7-44df-900e-90d34847a589 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749409 Dec 17 17:45:37.376895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:38.124189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0ac4b-134c-4803-a0ff-fcda025ed98b req-8dd56818-a140-481a-b66e-415b5e3e19a4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:38.126557 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82d0ac4b-134c-4803-a0ff-fcda025ed98b req-8dd56818-a140-481a-b66e-415b5e3e19a4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0871317 Dec 17 17:45:38.176773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82d0ac4b-134c-4803-a0ff-fcda025ed98b req-cf92186c-34df-4bbb-b8ce-4d0863562505 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Dec 17 17:45:39.371502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a5028-c823-49eb-8d9b-19f17388abfd req-665f01ae-9965-416e-8fab-e9ee105f8ae9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:39.373047 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-218a5028-c823-49eb-8d9b-19f17388abfd req-665f01ae-9965-416e-8fab-e9ee105f8ae9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0884597 Dec 17 17:45:39.416272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-218a5028-c823-49eb-8d9b-19f17388abfd req-99f02675-0e0f-42df-83f6-64b85f8631b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375600 Dec 17 17:45:40.598499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475c968-ada6-4cd7-9459-7f7bf4052ad9 req-7e107799-5448-437c-b17e-42cd149da036 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:40.599937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5475c968-ada6-4cd7-9459-7f7bf4052ad9 req-7e107799-5448-437c-b17e-42cd149da036 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0819366 Dec 17 17:45:40.642889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5475c968-ada6-4cd7-9459-7f7bf4052ad9 req-8f2a10a3-bd57-466d-8e72-db86961668d8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374010 Dec 17 17:45:41.823291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae569066-d081-46d7-95a9-18b7ec6cceb0 req-7d675fe6-c131-4b12-8d47-4b9c1215e6cf tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:41.824742 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae569066-d081-46d7-95a9-18b7ec6cceb0 req-7d675fe6-c131-4b12-8d47-4b9c1215e6cf tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0788550 Dec 17 17:45:41.873256 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ae569066-d081-46d7-95a9-18b7ec6cceb0 req-75d8dfa7-faef-492a-88e2-5f8654d00f77 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428202 Dec 17 17:45:43.108185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d900d-95e9-43c5-a344-36d365eb0f6e req-83a9b759-1cf6-4dde-97e9-4a4ab164307a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:43.109621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc0d900d-95e9-43c5-a344-36d365eb0f6e req-83a9b759-1cf6-4dde-97e9-4a4ab164307a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.1071358 Dec 17 17:45:43.113741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-b457b8e6-5347-4b96-ba92-20e9c6305a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:43.115105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-b457b8e6-5347-4b96-ba92-20e9c6305a51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.1431592 Dec 17 17:45:43.254050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc0d900d-95e9-43c5-a344-36d365eb0f6e req-35700424-59b3-49ab-ac30-e3a964b4ab0a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379719 Dec 17 17:45:43.291576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-fc11fd7b-0932-4c1b-a467-a3b06b35fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:43.293009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-fc11fd7b-0932-4c1b-a467-a3b06b35fe1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1639524 Dec 17 17:45:43.394566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-c20876a0-15fb-4787-b234-e815aa811f5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.0953970 Dec 17 17:45:43.457097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-4d048f07-4c9f-42db-870f-558fe81a12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:43.458505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-4d048f07-4c9f-42db-870f-558fe81a12ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0555239 Dec 17 17:45:43.655582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-1f7a95d5-0476-4c91-89f2-78c06c98364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:43.656945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-1f7a95d5-0476-4c91-89f2-78c06c98364c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1912773 Dec 17 17:45:43.785426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-1335beff-963d-47a2-97df-fc9e08bad262 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220205 Dec 17 17:45:43.920393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-451f3444-d9e6-436e-88d1-3a299c2c366e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277182 Dec 17 17:45:44.442900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029cd9-244e-4127-ace8-217a7ab6d7a6 req-e232be1a-ac2b-4484-bf4e-3a0cb2999631 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:44.444345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86029cd9-244e-4127-ace8-217a7ab6d7a6 req-e232be1a-ac2b-4484-bf4e-3a0cb2999631 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0798249 Dec 17 17:45:44.487313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86029cd9-244e-4127-ace8-217a7ab6d7a6 req-908a4300-88df-49e8-8d1f-cf30f2c1fe72 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371542 Dec 17 17:45:45.671988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fa91-6fc6-4c16-aad8-f5a7237e6c5e req-59da6a44-d7b9-48b8-bdc7-c5bf338603d8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:45.673419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21d4fa91-6fc6-4c16-aad8-f5a7237e6c5e req-59da6a44-d7b9-48b8-bdc7-c5bf338603d8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0831573 Dec 17 17:45:45.715767 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21d4fa91-6fc6-4c16-aad8-f5a7237e6c5e req-ea65b04a-21df-47e2-bff2-7126e11586b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367014 Dec 17 17:45:45.833453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:45.906913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-e3cccbe5-1910-4234-afc6-9733acb22852 service neutron] 10.222.0.60 "GET /v2.0/ports/c437ea4a-d97c-4d21-8c66-f4916873de12/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0734165 Dec 17 17:45:46.471745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-7a7f0543-c8ff-44fe-b7df-2d51c43f2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:46.473085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-7a7f0543-c8ff-44fe-b7df-2d51c43f2b7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1099 time: 0.0730696 Dec 17 17:45:46.562805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-90d6fc6f-ddbb-4f2a-9e6f-7537d5fb61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:46.564795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-90d6fc6f-ddbb-4f2a-9e6f-7537d5fb61e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0690267 Dec 17 17:45:46.692066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-5b5c5c71-7701-47fa-bdaa-5c9fe771c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:46.693460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-5b5c5c71-7701-47fa-bdaa-5c9fe771c0be service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1216257 Dec 17 17:45:46.795266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-81c0a46b-8e30-44e2-bb5e-dd47093acc20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.0955305 Dec 17 17:45:46.907945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-b155023a-0135-4670-b1b5-9deded46470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:46.909360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-b155023a-0135-4670-b1b5-9deded46470d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.1082382 Dec 17 17:45:46.979666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98d0de-2152-4ada-85f6-183b8e427f4d req-7c45c513-901c-44b7-aa70-4aa581cd3c20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:46.981081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b98d0de-2152-4ada-85f6-183b8e427f4d req-7c45c513-901c-44b7-aa70-4aa581cd3c20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.1514149 Dec 17 17:45:47.037125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b98d0de-2152-4ada-85f6-183b8e427f4d req-9c9c4269-fbf2-4066-92e3-37fe6086c70b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478470 Dec 17 17:45:47.039058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ced20-8379-4187-94ec-fe8eea05d72d req-ab1098e8-682e-4542-b599-2c093b403bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:47.040419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-ab1098e8-682e-4542-b599-2c093b403bb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221976 Dec 17 17:45:47.172850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-1f214377-6018-42db-82a4-7992b17bc1d7 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255209 Dec 17 17:45:47.303012 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559ced20-8379-4187-94ec-fe8eea05d72d req-34a81f5c-c879-410e-a72f-d32bb2b73ff9 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235399 Dec 17 17:45:48.218580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e242c46-b491-4981-89d2-4777dcc9ec90 req-02677fa4-8539-4fbd-9665-2c143fee77fb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:48.220033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e242c46-b491-4981-89d2-4777dcc9ec90 req-02677fa4-8539-4fbd-9665-2c143fee77fb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0782666 Dec 17 17:45:48.262937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e242c46-b491-4981-89d2-4777dcc9ec90 req-468f74c2-daaf-4650-875b-0c8ef0bc0699 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 Dec 17 17:45:48.387879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:45:48.527318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:45:48.540528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'mac_address': 'fa:16:3e:a0:50:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:45:48.594105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:48.611345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c437ea4a-d97c-4d21-8c66-f4916873de12 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:45:48.626155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:45:48.692645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:48.695331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:45:48.762949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['c437ea4a-d97c-4d21-8c66-f4916873de12'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:45:48.799004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:45:48.814885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.815247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.815584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.815923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.816255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.816590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.816918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.817244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.817572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.817945 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.818270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.818593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:45:48.823767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:45:49.572042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1ddd-25f4-43c2-b00b-5be0eb4de417 req-cb46b55b-f95a-4e11-bec8-5c5ab69609b7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:49.573483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8bf1ddd-25f4-43c2-b00b-5be0eb4de417 req-cb46b55b-f95a-4e11-bec8-5c5ab69609b7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 945 time: 0.2045164 Dec 17 17:45:49.616006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a8bf1ddd-25f4-43c2-b00b-5be0eb4de417 req-86a77e4d-d0c4-4d59-96e7-68d19a0ddd6a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Dec 17 17:45:50.404038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:45:50.507585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port c437ea4a-d97c-4d21-8c66-f4916873de12 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:45:50.507967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:50.620232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:50.645523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:45:50.655136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:45:50.714043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:50.715978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:45:50.759020 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'code': 200} Dec 17 17:45:50.783796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:45:50.790631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:45:50.804164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251879a-060d-4abf-a42e-b0bb102dff5f req-ee17be4e-770a-410a-b451-d71a4cd8def6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:50.805613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7251879a-060d-4abf-a42e-b0bb102dff5f req-ee17be4e-770a-410a-b451-d71a4cd8def6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0819037 Dec 17 17:45:50.851793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7251879a-060d-4abf-a42e-b0bb102dff5f req-1539b5a3-7f1b-4e84-92eb-059ebe3f6abe tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Dec 17 17:45:51.388712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6ee50-1e67-4599-8225-4b9cfaf53899 req-263b2891-2b33-46dd-b5c3-a458d954d369 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:51.390100 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8da6ee50-1e67-4599-8225-4b9cfaf53899 req-263b2891-2b33-46dd-b5c3-a458d954d369 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0925381 Dec 17 17:45:51.485747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8da6ee50-1e67-4599-8225-4b9cfaf53899 req-042e2bc7-62f2-411d-aafc-28a98235921e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644209 Dec 17 17:45:51.506865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ec3b99e7-ca3e-4156-87be-6c937d5dddd8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:51.508320 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ec3b99e7-ca3e-4156-87be-6c937d5dddd8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211&tenant_id=dd05bbc7f1da4221814d6df342331a93&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 946 time: 0.1173785 Dec 17 17:45:51.656866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-f5e3b605-d46c-4064-984f-f5cc91c653a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:51.658324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-f5e3b605-d46c-4064-984f-f5cc91c653a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0780442 Dec 17 17:45:51.789622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-bedd80ae-ce98-42ce-ac3e-41862d01ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:51.791091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-bedd80ae-ce98-42ce-ac3e-41862d01ba5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1270058 Dec 17 17:45:51.895701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-990ef67f-dfa5-4552-9cf6-e52344654ee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.0980663 Dec 17 17:45:51.957104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ab8f0aa7-6e48-425c-8e1f-5ce38d33b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:51.958431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ab8f0aa7-6e48-425c-8e1f-5ce38d33b0ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0564821 Dec 17 17:45:52.046500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ef11e14e-20c2-481f-9157-19c3d5b8453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:52.048834 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-ef11e14e-20c2-481f-9157-19c3d5b8453a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841784 Dec 17 17:45:52.180411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-1f128a4f-6501-4eb6-a3af-f7f81ebc2c97 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240344 Dec 17 17:45:52.310035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12055bd2-87fb-46ae-9bfb-fc340c40664b req-6a84e253-ead0-4f38-afea-8ae2e0f8f194 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Dec 17 17:45:52.674951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5863cb-9193-48be-a0c6-f9a125b543cf req-983307f3-b8ac-45ef-840a-44c7fc1329c1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:52.676400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f5863cb-9193-48be-a0c6-f9a125b543cf req-983307f3-b8ac-45ef-840a-44c7fc1329c1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0779030 Dec 17 17:45:52.720598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f5863cb-9193-48be-a0c6-f9a125b543cf req-90afb342-79ba-4285-8e18-1a870ea123f4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382674 Dec 17 17:45:53.906119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415295-5215-4df3-86fb-9bef7410e811 req-59837775-0f01-46a1-a396-5cf19bba6bb5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:53.908119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f415295-5215-4df3-86fb-9bef7410e811 req-59837775-0f01-46a1-a396-5cf19bba6bb5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0851777 Dec 17 17:45:53.951860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f415295-5215-4df3-86fb-9bef7410e811 req-ea25863d-dc29-4535-abe9-9a33d7f04b44 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Dec 17 17:45:54.140315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe4e3a-45cc-4225-a4ea-efe9c4e874d5 req-cde98182-19ff-4533-a4f6-d926e21d0774 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:54.142377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fffe4e3a-45cc-4225-a4ea-efe9c4e874d5 req-cde98182-19ff-4533-a4f6-d926e21d0774 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0812149 Dec 17 17:45:54.186864 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fffe4e3a-45cc-4225-a4ea-efe9c4e874d5 req-a8521d82-5bd5-4c7b-83a6-de7c89b5326f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385420 Dec 17 17:45:54.682779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da90e0-c49d-461f-ab99-00e07a3bb91b req-8b28a066-c450-4cfb-badb-5e26585a44db tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:54.684151 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13da90e0-c49d-461f-ab99-00e07a3bb91b req-8b28a066-c450-4cfb-badb-5e26585a44db tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0919762 Dec 17 17:45:54.739461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13da90e0-c49d-461f-ab99-00e07a3bb91b req-4113f9be-c19d-419a-aa15-e8a1c154e44b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Dec 17 17:45:54.807610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-c37839f0-07d9-4c90-960e-ce0ecd67a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:54.809063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-c37839f0-07d9-4c90-960e-ce0ecd67a43c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 1099 time: 0.0687714 Dec 17 17:45:54.941058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-96c2f99b-a3b3-4bc5-8cfa-fc5c7e2e7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:54.942477 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-96c2f99b-a3b3-4bc5-8cfa-fc5c7e2e7066 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1266844 Dec 17 17:45:55.161533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-92859f39-7bb5-45ea-9b8c-a192e4c6c6a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 200 len: 1002 time: 0.2115629 Dec 17 17:45:55.226170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-b1595369-b5f5-4bb4-89c1-a959cee8e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:55.227554 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-b1595369-b5f5-4bb4-89c1-a959cee8e77a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0584209 Dec 17 17:45:55.316275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-7949371f-27c9-43f2-893c-caccbd0da8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:55.317748 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-7949371f-27c9-43f2-893c-caccbd0da8af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840037 Dec 17 17:45:55.451939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-2eb6baae-752c-45e9-bbe1-13b6ce029812 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270726 Dec 17 17:45:55.579438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d2f2c5fb-c6b5-42aa-9b02-1ff6843b75f0 req-bb06814c-9ab4-48ae-8c86-8d45ac2ddaf2 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205213 Dec 17 17:45:55.926443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616ea3-0d1f-4f96-bbfa-744ebdec1763 req-8804377c-62d3-4d43-8a95-743f4f113f4d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:55.927782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8616ea3-0d1f-4f96-bbfa-744ebdec1763 req-8804377c-62d3-4d43-8a95-743f4f113f4d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0831993 Dec 17 17:45:55.971479 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8616ea3-0d1f-4f96-bbfa-744ebdec1763 req-f8836c0a-421a-48c4-b315-3231933bc7ae tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381336 Dec 17 17:45:57.154147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e87c-bae1-4ba7-9621-1f1e009905bb req-9f5e0b11-4549-40c2-b6c0-690fec4c8e25 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:57.155567 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fab3e87c-bae1-4ba7-9621-1f1e009905bb req-9f5e0b11-4549-40c2-b6c0-690fec4c8e25 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0794706 Dec 17 17:45:57.197489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fab3e87c-bae1-4ba7-9621-1f1e009905bb req-4614707a-fee1-41bf-9ae3-461ffd78521b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357273 Dec 17 17:45:57.746405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18591-aee3-4df9-ba28-f41cdf835deb req-551b44dd-0360-4c0d-9294-7c48bd29affa tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:57.747840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2f18591-aee3-4df9-ba28-f41cdf835deb req-551b44dd-0360-4c0d-9294-7c48bd29affa tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0821407 Dec 17 17:45:57.790183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2f18591-aee3-4df9-ba28-f41cdf835deb req-eb19fcbc-8737-4eae-90d4-2e586c315632 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361221 Dec 17 17:45:58.990081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c18e7f-ac5c-4273-a04e-8bf4aa0fa81e req-8273183b-784a-4d79-8bc9-04ec5a786fdd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:58.991791 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72c18e7f-ac5c-4273-a04e-8bf4aa0fa81e req-8273183b-784a-4d79-8bc9-04ec5a786fdd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0937870 Dec 17 17:45:59.038587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72c18e7f-ac5c-4273-a04e-8bf4aa0fa81e req-4d542a8e-b297-4001-966f-7860821e1570 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Dec 17 17:45:59.554049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-ac0314da-0711-46d6-94a8-f28a2d247c98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:45:59.555447 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-ac0314da-0711-46d6-94a8-f28a2d247c98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.0774348 Dec 17 17:45:59.622086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Deleting port c437ea4a-d97c-4d21-8c66-f4916873de12 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:45:59.622428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:45:59.860932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] For port c437ea4a-d97c-4d21-8c66-f4916873de12, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=c437ea4a-d97c-4d21-8c66-f4916873de12,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:45:59.861215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:00.185657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:00.186362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:00.186362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c disassociated. External IP: 172.26.4.215, port: c437ea4a-d97c-4d21-8c66-f4916873de12. Dec 17 17:46:00.186605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Calling delete_port for c437ea4a-d97c-4d21-8c66-f4916873de12 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:46:00.404442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bae777-d92c-43bf-b6d3-6750e01b7537 req-994b43b9-07ac-408f-882f-354ad55649bc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:00.405921 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98bae777-d92c-43bf-b6d3-6750e01b7537 req-994b43b9-07ac-408f-882f-354ad55649bc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 946 time: 0.2598779 Dec 17 17:46:00.494658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98bae777-d92c-43bf-b6d3-6750e01b7537 req-950025e2-a13e-4f74-a088-e670c1b49f66 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597038 Dec 17 17:46:00.543972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:00.549689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f33b77ff-2097-4156-84d9-228c2ebc41d2 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:00.596924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'Port': ['ID=c437ea4a-d97c-4d21-8c66-f4916873de12,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:00.607900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.608293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.608674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.609048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.609428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.609842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.612656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:46:00.662282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:00.793414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:46:00.969477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:46:00.978655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:46:00.992424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:46:00.993047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:45:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:01.041479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] No DVR routers for this DVR port c437ea4a-d97c-4d21-8c66-f4916873de12 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:46:01.043820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:01.046460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-deleted', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:46:01.127900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f556d2c-a33a-4d95-b497-b3114eaff87c req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "DELETE /v2.0/ports/c437ea4a-d97c-4d21-8c66-f4916873de12 HTTP/1.1" status: 204 len: 173 time: 1.5672371 Dec 17 17:46:01.148971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3977374b-d64c-4fcb-9b7f-cab1ffe87211', 'name': 'network-vif-deleted', 'tag': 'c437ea4a-d97c-4d21-8c66-f4916873de12', 'status': 'completed', 'code': 200} Dec 17 17:46:01.173981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:46:01.487889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:01.492028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:46:01.500403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:46:01.501029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:45:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:01.654747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-58c6187f-4474-4acb-969c-0e3e79894bc0 req-fa626c5d-2cf9-4e0e-a0cc-71db7f9c809a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:46:01.675299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:46:01.725155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-58c6187f-4474-4acb-969c-0e3e79894bc0 req-fa626c5d-2cf9-4e0e-a0cc-71db7f9c809a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:46:01.735236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58c6187f-4474-4acb-969c-0e3e79894bc0 req-fa626c5d-2cf9-4e0e-a0cc-71db7f9c809a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=3977374b-d64c-4fcb-9b7f-cab1ffe87211 HTTP/1.1" status: 200 len: 210 time: 0.1160824 Dec 17 17:46:01.987608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:01.991931 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bfadd-2f91-4e46-a85a-facff00672e0 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:46:02.219762 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba5261-9ebb-49cf-a236-f6dc1f42ea7f None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:46:02.227629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5b866be6-d095-465a-9e46-71acdd6400e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:03.076830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-52d3539f-8ca0-4a43-8971-18de37ca9530 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1802505265&fields=id&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 267 time: 0.0394688 Dec 17 17:46:03.222975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-524d1223-e82f-4410-9009-8fb1349aacdd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:03.224390 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-524d1223-e82f-4410-9009-8fb1349aacdd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1411097 Dec 17 17:46:03.239369 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-339d9fe7-76d0-45f4-86dd-6ea4ff46d909 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/quotas/dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 375 time: 0.0094712 Dec 17 17:46:03.322963 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-2daa6705-2b59-49a7-9110-140202978d73 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780830 Dec 17 17:46:03.499811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-cddde090-e256-4975-9509-f3981177c76a service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653836 Dec 17 17:46:03.630196 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-4bfa1de9-0e6c-4731-a3e5-9225e2b5ffe0 service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239629 Dec 17 17:46:03.896432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65af3fb5-e0d7-4e1a-bf9b-b0bc8a0a26da req-2f9c0ef9-dfe6-468c-888d-fe8d7c7fcf87 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 210 time: 0.0467703 Dec 17 17:46:04.481018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:46:04.515120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: c437ea4a-d97c-4d21-8c66-f4916873de12 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:46:04.515481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device c437ea4a-d97c-4d21-8c66-f4916873de12 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:46:05.045378 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-541724bf-288e-4737-8faa-92545112b77d req-8070f3a4-feeb-46b9-8561-37af103cd97e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 210 time: 0.0434301 Dec 17 17:46:05.090841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8c05e1af-c101-456b-aa03-399a94d4c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:05.857377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-961912d4-ff50-44c8-9cd8-64b3739c7c8a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:05.858804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-961912d4-ff50-44c8-9cd8-64b3739c7c8a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1437068 Dec 17 17:46:05.864205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:05.905545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-eae283d0-fa07-4556-a8cf-afb23d90f499 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 380 time: 0.0385747 Dec 17 17:46:05.913424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'port': {'device_id': '6731023c-dd48-4814-86dc-dffa799e64e2', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'admin_state_up': True, 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'security_groups': ['e29047a2-78a7-48a9-9c40-fd978a715182']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:46:06.004675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:06.217310 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b03f221a-bb42-43e7-be89-cb782d1a0f2a req-63397d19-1100-41bc-a44e-da04e33ec12b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Dec 17 17:46:06.219824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:46:06.229239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:46:06.290086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:46:06.293567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:06.452179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Allocated IP 172.20.0.7 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/44a6220c-33c2-47c9-a64e-419869d52432) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:46:06.640281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:06.655592 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Transition to ACTIVE for port object 44a6220c-33c2-47c9-a64e-419869d52432 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:46:06.738772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:06.744766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed6e620d-cbca-44db-891c-f01932a4d3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:06.806841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:46:06.809846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:46:06.813833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:46:06.858069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:06.862958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:06.885314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:06.885966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:06.967735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576065 Dec 17 17:46:06.979316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Request body: {'port': {'device_id': '6731023c-dd48-4814-86dc-dffa799e64e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:46:07.094472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.143947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2937749d-8f1a-4458-b8fb-5209d08b0e3e None None] Provisioning for port 44a6220c-33c2-47c9-a64e-419869d52432 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:46:07.149083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2937749d-8f1a-4458-b8fb-5209d08b0e3e None None] Provisioning complete for port 44a6220c-33c2-47c9-a64e-419869d52432 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:46:07.149557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2937749d-8f1a-4458-b8fb-5209d08b0e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.239914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2937749d-8f1a-4458-b8fb-5209d08b0e3e None None] Port 44a6220c-33c2-47c9-a64e-419869d52432 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:46:07.414224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.458748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82147e9-750f-46f2-a813-2ffc34253166 req-2fc1eb94-915b-4758-bd4c-aafc088d7131 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:07.459442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c82147e9-750f-46f2-a813-2ffc34253166 req-2fc1eb94-915b-4758-bd4c-aafc088d7131 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:46:07.538164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:46:07.545410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.560187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Transition to ACTIVE for port object 44a6220c-33c2-47c9-a64e-419869d52432 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:46:07.612348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c82147e9-750f-46f2-a813-2ffc34253166 req-2fc1eb94-915b-4758-bd4c-aafc088d7131 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:46:07.613541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c82147e9-750f-46f2-a813-2ffc34253166 req-2fc1eb94-915b-4758-bd4c-aafc088d7131 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 931 time: 0.2912335 Dec 17 17:46:07.639437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.645131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4c86962-14e5-46ac-bd6a-c446d4e6752b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:07.784655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c82147e9-750f-46f2-a813-2ffc34253166 req-edb812e7-3c4b-4c49-93d0-0a71b4f55301 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650224 Dec 17 17:46:07.785646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:07.789982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:07.894112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Attempting to bind port 44a6220c-33c2-47c9-a64e-419869d52432 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:46:07.894455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Attempting to bind port 44a6220c-33c2-47c9-a64e-419869d52432 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:46:07.894815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Attempting to bind port 44a6220c-33c2-47c9-a64e-419869d52432 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:46:07.899465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Port 44a6220c-33c2-47c9-a64e-419869d52432 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:46:07.899789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Attempting to bind port 44a6220c-33c2-47c9-a64e-419869d52432 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:46:07.904773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:46:07.905101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:46:07.905492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:46:07.905954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Bound port: 44a6220c-33c2-47c9-a64e-419869d52432, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:46:07.906817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:07.998466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:46:08.001349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:46:08.079816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:08.094383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c55cefd1-7d1f-4d2b-b9ad-75a71a36c294 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:08.145261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.145909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:08.147355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] 10.222.0.60 "PUT /v2.0/ports/44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1093 time: 1.1721931 Dec 17 17:46:08.147810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:46:08.174368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:08.177506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:08.197614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'status': 'completed', 'code': 200} Dec 17 17:46:08.407662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-2954c97e-e250-42f5-9780-3db8378a4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.409081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-2954c97e-e250-42f5-9780-3db8378a4f2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1096 time: 0.1888421 Dec 17 17:46:08.549920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-462d12dd-2da1-4677-b0ec-093882abd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.551373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-462d12dd-2da1-4677-b0ec-093882abd770 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd05bbc7f1da4221814d6df342331a93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1337574 Dec 17 17:46:08.684339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-2a5be027-9945-4dbb-8a5d-3c54719c2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.685659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-23427c60-c81c-4758-9bfe-fdb4e9a28dfd req-2a5be027-9945-4dbb-8a5d-3c54719c2f39 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276629 Dec 17 17:46:08.786788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-90d306b6-e5f5-4e30-b9c8-f03f593cb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.788235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-90d306b6-e5f5-4e30-b9c8-f03f593cb3e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0695622 Dec 17 17:46:08.858601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-9a2a9dea-a22e-4c49-8d0d-18d8e6a451a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 217 time: 0.0632830 Dec 17 17:46:08.973393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-07fcdd62-8e94-43e2-908c-b3cfe275aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:08.974735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-07fcdd62-8e94-43e2-908c-b3cfe275aeaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.1084969 Dec 17 17:46:09.041951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07637539-f5ea-4807-9bc8-28ef808b8648 req-6c7606b4-ace7-4d82-89bc-dbb8da1729fc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:09.043380 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07637539-f5ea-4807-9bc8-28ef808b8648 req-6c7606b4-ace7-4d82-89bc-dbb8da1729fc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 943 time: 0.1472399 Dec 17 17:46:09.103964 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-07637539-f5ea-4807-9bc8-28ef808b8648 req-678e2f0a-2c0d-4c74-95d2-030c10785895 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Dec 17 17:46:09.105989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c1e5-9859-498d-b177-e89c3e95649a req-621c64c1-1979-4c73-83eb-7a5dbd3080a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:09.107347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-621c64c1-1979-4c73-83eb-7a5dbd3080a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258719 Dec 17 17:46:09.237516 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-dc7f305f-1167-446c-870b-c30d25ac3c50 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228509 Dec 17 17:46:09.366411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3352c1e5-9859-498d-b177-e89c3e95649a req-029d1dc7-105a-40a2-a1fc-57233fdea76e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214881 Dec 17 17:46:10.298944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb24cb2-1786-4cff-956a-513d1558e15a req-b436c940-0a2f-4e40-8d97-9c34cd425344 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:10.300374 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0fb24cb2-1786-4cff-956a-513d1558e15a req-b436c940-0a2f-4e40-8d97-9c34cd425344 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 943 time: 0.0826848 Dec 17 17:46:10.342329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0fb24cb2-1786-4cff-956a-513d1558e15a req-30cf5f7d-6978-43c1-825d-35d58198aaee tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Dec 17 17:46:11.543944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17a8b-75a8-4c13-9b69-901366dbb62c req-8f200f28-3b24-40f8-8016-f6c623b49f31 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:11.545376 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42a17a8b-75a8-4c13-9b69-901366dbb62c req-8f200f28-3b24-40f8-8016-f6c623b49f31 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 943 time: 0.0848758 Dec 17 17:46:11.591468 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-42a17a8b-75a8-4c13-9b69-901366dbb62c req-96fa538a-4656-44e2-ac2a-1a530e5edfa4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 Dec 17 17:46:12.521639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:46:12.654048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:46:12.667937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '44a6220c-33c2-47c9-a64e-419869d52432', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:46:12.721910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:12.741464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:46:12.756490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:46:12.772638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20462c13-4010-4fd0-b7dc-8991da70e4a3 req-e3bd51f1-2aa0-4f05-8a85-51860828277d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:12.774056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20462c13-4010-4fd0-b7dc-8991da70e4a3 req-e3bd51f1-2aa0-4f05-8a85-51860828277d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 943 time: 0.0791662 Dec 17 17:46:12.816877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-20462c13-4010-4fd0-b7dc-8991da70e4a3 req-e9d91e97-1ae4-4e98-98e0-4cab7e72b2b1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372086 Dec 17 17:46:12.823712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:12.832742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-35f76488-8104-44a4-9395-79cc6ea48003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:12.891377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:12.894389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:13.130439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['44a6220c-33c2-47c9-a64e-419869d52432'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:46:13.635687 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:46:13.998464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5fcf-1541-4882-ae5f-f6dc71964396 req-e9cabfd6-1681-4e26-8922-46b692078ca7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:14.000415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e53f5fcf-1541-4882-ae5f-f6dc71964396 req-e9cabfd6-1681-4e26-8922-46b692078ca7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 944 time: 0.0808253 Dec 17 17:46:14.048840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e53f5fcf-1541-4882-ae5f-f6dc71964396 req-057cfc55-8e0d-4f4e-8601-c14c805a4656 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 Dec 17 17:46:14.528097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:46:14.661658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 44a6220c-33c2-47c9-a64e-419869d52432 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:46:14.666230 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 44a6220c-33c2-47c9-a64e-419869d52432 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:46:14.666610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:14.785801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:14.811444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:46:14.821153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:46:14.854234 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'code': 200} Dec 17 17:46:14.896183 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:14.898865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:46:14.962816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:46:14.966033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:46:15.263156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377732-6d39-49bc-90f7-09e7acb1eb53 req-8b598734-c35f-49d8-b93f-b8758813deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:15.264578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12377732-6d39-49bc-90f7-09e7acb1eb53 req-8b598734-c35f-49d8-b93f-b8758813deb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.1338630 Dec 17 17:46:15.272995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a0c0c-7ad7-4556-a575-76bb34d0be84 req-f388a65e-3ef6-4ac0-a05c-49d154ed2028 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:15.274371 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1a0c0c-7ad7-4556-a575-76bb34d0be84 req-f388a65e-3ef6-4ac0-a05c-49d154ed2028 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.1111906 Dec 17 17:46:15.334571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-12377732-6d39-49bc-90f7-09e7acb1eb53 req-97db3a59-b1d3-4c2f-8b31-8eb11b2f9dc3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592422 Dec 17 17:46:15.340890 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1a0c0c-7ad7-4556-a575-76bb34d0be84 req-93f728fb-e445-4a62-a329-da6e7db6355c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539539 Dec 17 17:46:15.804560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:16.532756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcfffa-549c-4ead-9a36-3520abb68f42 req-3ca104e7-da9d-417f-84f6-73f61bb266fb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:16.534233 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4cbcfffa-549c-4ead-9a36-3520abb68f42 req-3ca104e7-da9d-417f-84f6-73f61bb266fb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0849676 Dec 17 17:46:16.692611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4cbcfffa-549c-4ead-9a36-3520abb68f42 req-a90be946-9250-4a73-bc36-ea776e6df1ef tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527183 Dec 17 17:46:17.879721 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa77c-bba4-48b9-a728-1466df27c3f2 req-6ec7d212-4fba-4f29-93f9-a8cae2a79bc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:17.881159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea3aa77c-bba4-48b9-a728-1466df27c3f2 req-6ec7d212-4fba-4f29-93f9-a8cae2a79bc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0822613 Dec 17 17:46:17.925411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea3aa77c-bba4-48b9-a728-1466df27c3f2 req-75c56c4e-eec2-477f-8cc1-cf38abd32ce6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Dec 17 17:46:18.107350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679c547-8ddb-4841-8a6a-18828ca18419 req-67a0c17c-c50a-4eb6-9b3c-7d1046955981 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:18.108814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4679c547-8ddb-4841-8a6a-18828ca18419 req-67a0c17c-c50a-4eb6-9b3c-7d1046955981 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0824752 Dec 17 17:46:18.117806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 54910) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:46:18.122968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'floatingip': {'port_id': '44a6220c-33c2-47c9-a64e-419869d52432'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:46:18.203359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:18.784490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:18.832649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:18.995993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c associated. External IP: 172.26.4.215, port: 44a6220c-33c2-47c9-a64e-419869d52432. Dec 17 17:46:19.459683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:46:19.642058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:46:19.646956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:19.651878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:46:19.665323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:46:19.665972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:46:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:19.702574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c076831a-c186-483c-997d-890f5b9897a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "PUT /v2.0/floatingips/3efe02be-e731-415b-83cc-e418c55a901c HTTP/1.1" status: 200 len: 991 time: 1.5836806 Dec 17 17:46:19.703874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:46:19.770697 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'status': 'completed', 'code': 200} Dec 17 17:46:19.845157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:46:19.864349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052542ce-3221-44f4-bd33-acce11770e9e req-16267865-5372-485e-a83a-809ad05d8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:19.866119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-16267865-5372-485e-a83a-809ad05d8b02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0714824 Dec 17 17:46:19.996708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052542ce-3221-44f4-bd33-acce11770e9e req-9d988e69-7a32-4407-84aa-0d8443fe0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:19.998177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-9d988e69-7a32-4407-84aa-0d8443fe0d1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1257837 Dec 17 17:46:20.103428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-a9018795-c2c5-4306-8fcf-9dd70aaa3fac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 999 time: 0.0980022 Dec 17 17:46:20.165339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052542ce-3221-44f4-bd33-acce11770e9e req-445c3b0f-6adb-4a72-8fb8-d65a1c5cc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:20.166834 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-445c3b0f-6adb-4a72-8fb8-d65a1c5cc35d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0577207 Dec 17 17:46:20.226843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731023c-dd48-4814-86dc-dffa799e64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:46:18Z', 'revision_number': 9, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:20.230731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:46:20.239464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:46:20.240073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:46:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:20.247910 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052542ce-3221-44f4-bd33-acce11770e9e req-b5e23129-b5b3-49a5-9828-61d539133e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:20.249320 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-b5e23129-b5b3-49a5-9828-61d539133e85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757372 Dec 17 17:46:20.381485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-bad8aafb-000f-4dea-aac7-55c49f5bed98 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243749 Dec 17 17:46:20.414082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:46:20.511855 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-052542ce-3221-44f4-bd33-acce11770e9e req-f0b7f59a-dc9e-4b85-8689-cc9a102de164 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237478 Dec 17 17:46:20.754983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731023c-dd48-4814-86dc-dffa799e64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:46:18Z', 'revision_number': 9, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:46:20.758835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba395b-08bc-449c-87ff-00474ba6fda9 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731023c-dd48-4814-86dc-dffa799e64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:46:18Z', 'revision_number': 9, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:46:20.964443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c046-6387-4de8-857b-eea8412fec14 None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:46:32.239198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a2958b2a-c54b-48e4-a984-28891f73b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:33.150858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-aa6d68a1-839f-4dd2-9c5a-d80e9b3086d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683270 Dec 17 17:46:33.299745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743b29-258a-488c-b452-4a74cc028e7f req-ce845af9-3fcc-4c7b-9dff-51602a0cf159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:33.301191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-ce845af9-3fcc-4c7b-9dff-51602a0cf159 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0742309 Dec 17 17:46:33.449473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743b29-258a-488c-b452-4a74cc028e7f req-3a1ea99c-cf1f-4fcc-9fa3-8986449875ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:33.450923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-3a1ea99c-cf1f-4fcc-9fa3-8986449875ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1282837 Dec 17 17:46:33.557173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-1850e0d7-c279-4e1a-92fa-a3ad0656bbee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.0969782 Dec 17 17:46:33.748599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743b29-258a-488c-b452-4a74cc028e7f req-34eb0cef-b5b7-462c-bff7-d468c991ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:33.750076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-34eb0cef-b5b7-462c-bff7-d468c991ff1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.1866276 Dec 17 17:46:33.825937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743b29-258a-488c-b452-4a74cc028e7f req-3180d21f-9213-4110-9813-c7d232ae0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:46:33.827983 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-3180d21f-9213-4110-9813-c7d232ae0354 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706174 Dec 17 17:46:33.962821 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-bb0ae103-f53e-4712-b869-0d1556fd16dd service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270266 Dec 17 17:46:34.098654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3743b29-258a-488c-b452-4a74cc028e7f req-29697fd8-6fee-440a-8ab1-1447d3c3896d service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289086 Dec 17 17:46:35.112972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-383280ef-de4d-4d7d-8301-4e9f1f7f2fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:35.851834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:35.994905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:37.381314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:45.821063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:46:50.634143 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:47:02.232393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6c982a2b-d49b-4e02-a785-a51cbc383a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:05.095499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-db173b16-79fe-47db-9dda-4f7fc04f5a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:05.849673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:06.028875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:07.422596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:15.828386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:27.633254 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:47:32.266001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-317dc5f5-1e2a-4b34-acc7-794c01411d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:33.720517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d87895-ddd6-473e-9c4c-afbae9e09c94 req-204a469f-e058-4868-aa6d-3d7cdd25ba8d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:33.721994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3d87895-ddd6-473e-9c4c-afbae9e09c94 req-204a469f-e058-4868-aa6d-3d7cdd25ba8d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0839465 Dec 17 17:47:33.766331 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d3d87895-ddd6-473e-9c4c-afbae9e09c94 req-1e001762-0e3d-4f70-bc07-eb1daaafa2f0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Dec 17 17:47:33.779641 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-76f7079f-0026-45cc-8383-ac97b4934115 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703545 Dec 17 17:47:34.952824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cef4af-3767-427c-870e-7bac9d4ed944 req-1b2c56de-bfcf-4a0a-9047-e7e1df0371a2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:34.954190 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44cef4af-3767-427c-870e-7bac9d4ed944 req-1b2c56de-bfcf-4a0a-9047-e7e1df0371a2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0782049 Dec 17 17:47:34.997683 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44cef4af-3767-427c-870e-7bac9d4ed944 req-7484e73f-fd7c-42d0-9cec-80474b1a70e0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377891 Dec 17 17:47:35.085045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4f25-277d-4e9d-bda2-f6a3b34df890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:35.229399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-b10f8fe8-a72d-468a-90df-e903b74f1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:35.230907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-b10f8fe8-a72d-468a-90df-e903b74f1507 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0748222 Dec 17 17:47:35.375380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-5eebe112-f983-4d4d-84f2-9ed9334d9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:35.376808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-5eebe112-f983-4d4d-84f2-9ed9334d9f05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1273170 Dec 17 17:47:35.481158 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-029c40d5-dca6-4482-828f-b983bce944b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.0975077 Dec 17 17:47:35.542286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-ab26ab05-ebbe-49ea-bc25-aef751338bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:35.543731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-ab26ab05-ebbe-49ea-bc25-aef751338bce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0567970 Dec 17 17:47:35.624142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-eae8283c-21fb-4cc3-adb5-2b86fc1d7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:35.625590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-eae8283c-21fb-4cc3-adb5-2b86fc1d7d50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732722 Dec 17 17:47:35.758251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-bc602a85-cb8b-4a5a-a7b2-3da337c54adb service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229713 Dec 17 17:47:35.845232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:35.890278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b1f8f6c-9e49-41dd-9bc3-c0aeb6b7a05d req-02f18009-a47c-4431-ba72-d826e8202d03 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246369 Dec 17 17:47:36.003447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:36.006632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-748f3674-76ad-4aec-8a73-19823c4385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:36.008076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-748f3674-76ad-4aec-8a73-19823c4385d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0780742 Dec 17 17:47:36.190049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-4f7cfeef-c5ca-4158-8eb2-a0e9d58465df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:36.191500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-4f7cfeef-c5ca-4158-8eb2-a0e9d58465df service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1772089 Dec 17 17:47:36.409019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c29c-cb93-4174-b4f0-dd9012f5aaeb req-1de95be7-e824-4ad6-8c3f-68dbd5ed424f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:36.410412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a43c29c-cb93-4174-b4f0-dd9012f5aaeb req-1de95be7-e824-4ad6-8c3f-68dbd5ed424f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.3010213 Dec 17 17:47:36.436895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-d5fed13d-c013-4fd0-ab68-4555f3657a62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.2385685 Dec 17 17:47:36.497721 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8a43c29c-cb93-4174-b4f0-dd9012f5aaeb req-2e13a8cb-9534-4e62-b2ae-2affa694460c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801845 Dec 17 17:47:36.514451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-b0c51cac-4267-49d3-9dfb-731607d182dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:36.515864 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-b0c51cac-4267-49d3-9dfb-731607d182dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0651789 Dec 17 17:47:36.594832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-eaa04e82-ef4e-4ac1-a0ba-960d89ef2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:36.596266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-eaa04e82-ef4e-4ac1-a0ba-960d89ef2c3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730484 Dec 17 17:47:36.730170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-cad761cc-c20c-4223-a8fa-1f03a44d6089 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270957 Dec 17 17:47:36.860654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-50ff108e-c398-40ec-8c3f-2b8ad1c96ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220543 Dec 17 17:47:37.387842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:37.697853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8463f1-c103-4cca-a2d2-2648c33faade req-a6ff4e3c-4054-424d-8d1b-4b7a18dbe9d1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:37.699265 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e8463f1-c103-4cca-a2d2-2648c33faade req-a6ff4e3c-4054-424d-8d1b-4b7a18dbe9d1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0937295 Dec 17 17:47:37.751309 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9e8463f1-c103-4cca-a2d2-2648c33faade req-0158de0c-bbfe-4828-846d-720ee9115456 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461376 Dec 17 17:47:38.944666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2ae2-813f-4ebc-be73-e7afb82e674c req-9db13175-2dfe-46dd-bd5f-abab45a0fc95 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:38.946128 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93fe2ae2-813f-4ebc-be73-e7afb82e674c req-9db13175-2dfe-46dd-bd5f-abab45a0fc95 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0860374 Dec 17 17:47:38.988508 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93fe2ae2-813f-4ebc-be73-e7afb82e674c req-e4f2041c-d4fa-499f-8a33-d2e05fabda52 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367434 Dec 17 17:47:40.186444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d252d-c1e1-4667-825b-2d3e46b26c50 req-11ad1302-1b35-4654-9da9-31692a483b8c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:40.187881 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e8d252d-c1e1-4667-825b-2d3e46b26c50 req-11ad1302-1b35-4654-9da9-31692a483b8c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0795579 Dec 17 17:47:40.230175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e8d252d-c1e1-4667-825b-2d3e46b26c50 req-c284710e-4ec4-48c9-8014-7fa04e86518c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367434 Dec 17 17:47:41.417076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318d540-8d0f-4b48-83e5-9a0f093f42c3 req-a32c77ed-72cf-4b66-a9a7-bda8b9417bf7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:41.418459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0318d540-8d0f-4b48-83e5-9a0f093f42c3 req-a32c77ed-72cf-4b66-a9a7-bda8b9417bf7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0854130 Dec 17 17:47:41.461273 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0318d540-8d0f-4b48-83e5-9a0f093f42c3 req-1a6c77a0-dec8-4f76-b964-8c968573ae4b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368826 Dec 17 17:47:42.648538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c39b3-6ca9-4d2b-98d4-4f897fb32b2c req-37e6f810-b8c0-427b-98e8-9cf91d465042 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:42.651164 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c95c39b3-6ca9-4d2b-98d4-4f897fb32b2c req-37e6f810-b8c0-427b-98e8-9cf91d465042 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0827219 Dec 17 17:47:42.696814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c95c39b3-6ca9-4d2b-98d4-4f897fb32b2c req-75d75753-a794-4cc3-8fc2-669d846650a7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Dec 17 17:47:43.883513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6880-31ea-49e9-86ef-941b87319e58 req-193588cb-b0d7-45fe-89b3-6a1b36ea458f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:43.884936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3aec6880-31ea-49e9-86ef-941b87319e58 req-193588cb-b0d7-45fe-89b3-6a1b36ea458f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0816238 Dec 17 17:47:43.928069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3aec6880-31ea-49e9-86ef-941b87319e58 req-71570d24-f8be-492e-adcc-b6c5cb382988 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Dec 17 17:47:45.116799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd3203-8edc-4e0f-8d6d-26653ae4d025 req-0cc25e1f-36ec-4366-b51e-ae0bc4e7ba38 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:45.118307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7dd3203-8edc-4e0f-8d6d-26653ae4d025 req-0cc25e1f-36ec-4366-b51e-ae0bc4e7ba38 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0797076 Dec 17 17:47:45.165036 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7dd3203-8edc-4e0f-8d6d-26653ae4d025 req-9d42f482-702f-422e-a6e5-d0e2662509f3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Dec 17 17:47:45.865795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:46.347555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdfb03-5a22-437c-9a8d-264553d16f04 req-535181a3-7c09-49e4-ac1e-931d86bae50e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:46.348898 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cdfdfb03-5a22-437c-9a8d-264553d16f04 req-535181a3-7c09-49e4-ac1e-931d86bae50e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0817459 Dec 17 17:47:46.394665 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cdfdfb03-5a22-437c-9a8d-264553d16f04 req-81fb027d-8bce-4e6a-9582-1cdd3f716b95 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Dec 17 17:47:47.579970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe5a8-579b-4313-806f-ddbcc1de6f64 req-97ba2468-2b1e-471a-af76-8c7bb9c8eb52 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:47.581413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb8fe5a8-579b-4313-806f-ddbcc1de6f64 req-97ba2468-2b1e-471a-af76-8c7bb9c8eb52 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0827117 Dec 17 17:47:47.625732 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb8fe5a8-579b-4313-806f-ddbcc1de6f64 req-243d208a-970e-4e84-9567-a9baf01a9a43 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 Dec 17 17:47:48.806022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af524efb-41b0-4df7-a2bf-c4340adc00f0 req-3d301a47-8c03-418a-9ac3-0f4786e28d48 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:48.807450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af524efb-41b0-4df7-a2bf-c4340adc00f0 req-3d301a47-8c03-418a-9ac3-0f4786e28d48 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0789895 Dec 17 17:47:48.849655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af524efb-41b0-4df7-a2bf-c4340adc00f0 req-b278dd9a-d481-48d5-b7bc-e84ad0c4d00f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 Dec 17 17:47:49.001630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-afc101ba-61c0-4143-9f11-66e017da2510 service neutron] 10.222.0.60 "GET /v2.0/ports/44a6220c-33c2-47c9-a64e-419869d52432/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0766096 Dec 17 17:47:49.638784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-4c49f4bd-6b0c-4405-94ad-2dcb70e52af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:49.640245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-4c49f4bd-6b0c-4405-94ad-2dcb70e52af0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1098 time: 0.0719795 Dec 17 17:47:49.841635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-140c5ced-9254-42f7-97ea-dee194939aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:49.843114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-140c5ced-9254-42f7-97ea-dee194939aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.1804354 Dec 17 17:47:50.022709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-1d3670d3-8bff-41e4-9db7-ec3daf141cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:50.024123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-1d3670d3-8bff-41e4-9db7-ec3daf141cc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1732430 Dec 17 17:47:50.140149 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-a8486338-1d91-4fab-832a-75ddc942c7e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.1081033 Dec 17 17:47:50.149084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e447-18e4-488b-b804-d430598c138f req-30585cbc-2277-4909-bd2c-9b623d3d08b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:50.150465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e087e447-18e4-488b-b804-d430598c138f req-30585cbc-2277-4909-bd2c-9b623d3d08b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.1914070 Dec 17 17:47:50.240635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e087e447-18e4-488b-b804-d430598c138f req-c5c040d9-efe8-4fd2-ac07-3fb5802781f1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601315 Dec 17 17:47:50.242117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-b0de1e9d-22ef-4e5a-bb7e-d7663c0b54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:50.243478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-b0de1e9d-22ef-4e5a-bb7e-d7663c0b54ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0921514 Dec 17 17:47:50.316387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-6f747c38-6b4f-427c-ae44-4f2c65293e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:50.317721 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-6f747c38-6b4f-427c-ae44-4f2c65293e6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682638 Dec 17 17:47:50.446305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-0088d9ff-18be-4cbb-8028-dca19c431829 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225019 Dec 17 17:47:50.573879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c7a3f4-6c74-43ad-a623-d06ea666dda9 req-f963d04c-097d-4dcd-8f23-bcbad2180135 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214216 Dec 17 17:47:51.429777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005af3-bc66-491d-ae58-419d7d3a0639 req-ebfea315-7126-4a5c-b095-05adc5bce22a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:51.431236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f005af3-bc66-491d-ae58-419d7d3a0639 req-ebfea315-7126-4a5c-b095-05adc5bce22a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0848691 Dec 17 17:47:51.474781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f005af3-bc66-491d-ae58-419d7d3a0639 req-aa1619cf-a906-4a3e-8700-00baa00c966e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Dec 17 17:47:52.655079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fd210-94b2-4bd5-b23b-fc8761a4bf9a req-c40ede3f-96df-41a0-8a63-4503b75f9a74 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:52.656492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-981fd210-94b2-4bd5-b23b-fc8761a4bf9a req-c40ede3f-96df-41a0-8a63-4503b75f9a74 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0780809 Dec 17 17:47:52.698569 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-981fd210-94b2-4bd5-b23b-fc8761a4bf9a req-a651b8f1-9379-4270-a928-3ed12b7e13b8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Dec 17 17:47:52.981440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:47:52.984327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:47:53.189574 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:53.224634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:47:53.240895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:47:53.251368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '44a6220c-33c2-47c9-a64e-419869d52432', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:47:53.255396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:47:53.311064 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'code': 200} Dec 17 17:47:53.311064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:53.326658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:47:53.353597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:53.355387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:47:53.466903 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:47:53.467294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:47:53.470614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:47:53.477384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.477731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.478098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.478432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.478761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.479091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.479416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.479738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.480062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.480382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.480700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.481016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:47:53.484942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:47:53.884661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de99ca-d1a7-4679-9760-f06b71a252f2 req-93893819-56e6-4cdd-81a8-153402c9c789 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:53.886154 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22de99ca-d1a7-4679-9760-f06b71a252f2 req-93893819-56e6-4cdd-81a8-153402c9c789 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 943 time: 0.0842535 Dec 17 17:47:53.929397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22de99ca-d1a7-4679-9760-f06b71a252f2 req-65cc5c90-6b04-41db-b4cd-6ec1dc40c774 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Dec 17 17:47:54.023862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:54.040622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:47:54.056116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:47:54.135913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:54.137639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:47:54.202330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['44a6220c-33c2-47c9-a64e-419869d52432'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:47:54.252702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:47:54.257109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:47:54.993062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:47:55.098242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 44a6220c-33c2-47c9-a64e-419869d52432 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:47:55.106648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:55.122519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5396f-68dc-49c3-8021-61d29d8f444a req-8f9f5810-5699-4ad8-ade3-a45c415b018b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:55.124016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91a5396f-68dc-49c3-8021-61d29d8f444a req-8f9f5810-5699-4ad8-ade3-a45c415b018b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 944 time: 0.0845001 Dec 17 17:47:55.175992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-91a5396f-68dc-49c3-8021-61d29d8f444a req-295e6841-7cb0-466a-b6df-b851a27b385d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Dec 17 17:47:55.217394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:55.249589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:47:55.302838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:47:55.318956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:47:55.320898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:47:55.365268 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'code': 200} Dec 17 17:47:55.389262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:47:55.392188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:47:55.905006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-7aaab0bc-adbe-4e26-b296-f1d9a11d3ae3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:55.906429 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-7aaab0bc-adbe-4e26-b296-f1d9a11d3ae3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2&tenant_id=dd05bbc7f1da4221814d6df342331a93&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 945 time: 0.1419091 Dec 17 17:47:55.916820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1510f66-a814-4e61-9010-ae8bb917611a req-edec690c-30ce-4e38-9593-36f9ee5be88e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:55.918164 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1510f66-a814-4e61-9010-ae8bb917611a req-edec690c-30ce-4e38-9593-36f9ee5be88e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.1225653 Dec 17 17:47:56.016524 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1510f66-a814-4e61-9010-ae8bb917611a req-32b38eaf-5ec6-4922-b897-7c8e991fb0c1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 Dec 17 17:47:56.027047 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-ca3023cb-c20b-4b1c-88ed-b6ac851c2b5a service neutron] 10.222.0.60 "GET /v2.0/ports/44a6220c-33c2-47c9-a64e-419869d52432/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.1079733 Dec 17 17:47:56.126379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-89291a0f-6038-4655-bbd8-10e3e5df67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:56.127858 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-89291a0f-6038-4655-bbd8-10e3e5df67af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0754139 Dec 17 17:47:56.364311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-3aaf6112-3421-4263-a9fa-e8c59ca85626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:56.365680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-3aaf6112-3421-4263-a9fa-e8c59ca85626 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.2318227 Dec 17 17:47:56.471213 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-382f8adc-1eed-4929-80e7-ec0ccdb05f72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.0995953 Dec 17 17:47:56.532513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-af6a6c46-6c9a-4926-aaf7-0001b9a2b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:56.533902 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-af6a6c46-6c9a-4926-aaf7-0001b9a2b10b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0561192 Dec 17 17:47:56.607094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-fd142673-af99-4656-9b65-39437ca133b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:56.608550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-fd142673-af99-4656-9b65-39437ca133b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679755 Dec 17 17:47:56.737395 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-12429ac7-5ca1-4867-9251-aaf8ada930f4 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219931 Dec 17 17:47:56.866927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-6886585d-8a34-425f-9307-f022bb7122f5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228366 Dec 17 17:47:57.207552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83414-8ef8-4308-b0fd-7f69b66765c4 req-3d4d8a3f-4d52-4a74-8522-3a3f219ff294 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:57.209022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aea83414-8ef8-4308-b0fd-7f69b66765c4 req-3d4d8a3f-4d52-4a74-8522-3a3f219ff294 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0833924 Dec 17 17:47:57.253868 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aea83414-8ef8-4308-b0fd-7f69b66765c4 req-12e6d6dd-5f58-4b26-825d-10011715a59c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Dec 17 17:47:58.442065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd1892-dd3c-4c2c-aa1d-865573902197 req-0817d9ab-4d3e-47c2-bfff-07f412a7d98a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:58.443422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfdd1892-dd3c-4c2c-aa1d-865573902197 req-0817d9ab-4d3e-47c2-bfff-07f412a7d98a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0816443 Dec 17 17:47:58.494414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfdd1892-dd3c-4c2c-aa1d-865573902197 req-65815f4e-2e12-40e7-906d-2f6d4e45595f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451982 Dec 17 17:47:59.682693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd30a9-c02b-4d4c-b9a3-d169b1be728d req-28a79e6e-f318-4326-8cbd-b3b5a25e297d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:59.684124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86fd30a9-c02b-4d4c-b9a3-d169b1be728d req-28a79e6e-f318-4326-8cbd-b3b5a25e297d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0802288 Dec 17 17:47:59.726928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-86fd30a9-c02b-4d4c-b9a3-d169b1be728d req-d1b0ae73-56f0-4f5e-ad42-7f276989fc3e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Dec 17 17:47:59.872146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-f1dce6d6-0554-4f3c-b0dd-f2f451b631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:59.873584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-f1dce6d6-0554-4f3c-b0dd-f2f451b631ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1098 time: 0.0725119 Dec 17 17:47:59.963788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-6470a9b2-4e95-4e9f-af31-2d87a7133bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:47:59.965199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-6470a9b2-4e95-4e9f-af31-2d87a7133bc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 1098 time: 0.0676558 Dec 17 17:48:00.102743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-a45a87b7-c8d0-4153-83e2-581c38e97e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:00.104167 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-a45a87b7-c8d0-4153-83e2-581c38e97e24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1326466 Dec 17 17:48:00.204284 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-d4745bf2-e18c-4dc5-80ce-f8192c15857f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 200 len: 1002 time: 0.0937901 Dec 17 17:48:00.265767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-4729faaa-daa3-4ef4-a265-cd48bdaa07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:00.267138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-4729faaa-daa3-4ef4-a265-cd48bdaa07ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0556240 Dec 17 17:48:00.342034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-271b49ba-ab04-4d6e-a0b9-166383f75103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:00.343355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-271b49ba-ab04-4d6e-a0b9-166383f75103 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694642 Dec 17 17:48:00.474464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-d8057bb4-c1de-46f4-8bcf-22c500bfe0c0 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241636 Dec 17 17:48:00.716360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0129310b-feb8-4767-bcb2-1455c3a8881e req-dbc39c77-0d0c-48dc-90c7-38edabd88f74 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346060 Dec 17 17:48:00.906827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdf9d6-de75-4693-94a4-9c24d5a779b6 req-f00c4f02-a0df-4df7-a5fb-947da2e0b68d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:00.908250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcbdf9d6-de75-4693-94a4-9c24d5a779b6 req-f00c4f02-a0df-4df7-a5fb-947da2e0b68d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 945 time: 0.0773203 Dec 17 17:48:00.951110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcbdf9d6-de75-4693-94a4-9c24d5a779b6 req-9367e2bd-5d4f-4244-b885-69004005e930 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Dec 17 17:48:01.014718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:48:01.145354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:01.159876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '44a6220c-33c2-47c9-a64e-419869d52432', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '44a6220c-33c2-47c9-a64e-419869d52432', 'mac_address': 'fa:16:3e:04:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:48:01.216777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:01.233504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:48:01.248585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:01.318716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:01.321186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:01.384834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['44a6220c-33c2-47c9-a64e-419869d52432'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:48:01.430102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=9']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:01.435197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:02.153388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc64afc-c592-4109-8f73-8249769a4fb1 req-456cac60-d61e-45b1-b98c-56554a8e2b16 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:02.155434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0dc64afc-c592-4109-8f73-8249769a4fb1 req-456cac60-d61e-45b1-b98c-56554a8e2b16 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 944 time: 0.0972049 Dec 17 17:48:02.197125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0dc64afc-c592-4109-8f73-8249769a4fb1 req-07adc412-45b9-46d1-92ae-dd2d121516b3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360999 Dec 17 17:48:02.244546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-10a1af26-fd03-4bed-bfa5-e940d70c81f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:03.022869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:48:03.093032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 44a6220c-33c2-47c9-a64e-419869d52432 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:48:03.095155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:03.208405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:03.234659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:48:03.245155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:03.279577 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'code': 200} Dec 17 17:48:03.319068 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:03.320995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:03.385408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd39f-0ff0-4463-918e-a5c287048e9e req-ce2ad71d-ad7d-4f16-bafe-04b83255cd0d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:03.386901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-529dd39f-0ff0-4463-918e-a5c287048e9e req-ce2ad71d-ad7d-4f16-bafe-04b83255cd0d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0794997 Dec 17 17:48:03.389924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=10']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:03.392951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:03.434201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-529dd39f-0ff0-4463-918e-a5c287048e9e req-542801f2-d297-4e2f-9c8a-548c1e18259f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Dec 17 17:48:03.617630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193019b5-8081-46fc-ac6f-36c93e24142b req-1aa6a236-ef34-4581-b1b5-937f19a6d38d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:03.618979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-193019b5-8081-46fc-ac6f-36c93e24142b req-1aa6a236-ef34-4581-b1b5-937f19a6d38d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0806403 Dec 17 17:48:03.661263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-193019b5-8081-46fc-ac6f-36c93e24142b req-8d5e9e11-8a6f-410b-8c8e-9bf82e4800f7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360622 Dec 17 17:48:03.842998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb63d6a-e9f0-410f-ab06-faac0c4d31d1 req-7f2424d7-4b86-4f48-a24e-f10dd102e9b2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:03.844426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bb63d6a-e9f0-410f-ab06-faac0c4d31d1 req-7f2424d7-4b86-4f48-a24e-f10dd102e9b2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0783730 Dec 17 17:48:03.891196 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5bb63d6a-e9f0-410f-ab06-faac0c4d31d1 req-8e216f27-8665-48ed-8803-4af34ce75a04 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Dec 17 17:48:04.467089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fcc1-2f02-4733-b897-539c385bd1c5 req-99824548-eac1-40c8-a5a3-16cb93f69101 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:04.468556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-da51fcc1-2f02-4733-b897-539c385bd1c5 req-99824548-eac1-40c8-a5a3-16cb93f69101 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0812552 Dec 17 17:48:04.510446 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-da51fcc1-2f02-4733-b897-539c385bd1c5 req-96cfcd87-c0f4-4613-9e66-306d49b439ae tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Dec 17 17:48:04.630746 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:48:05.090167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-82d27c56-9264-418e-ab27-66662727f301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:05.696227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e48d-b3e7-4839-8b03-54fa41ca3c12 req-c37a072d-80bf-4893-bcd6-0b3d6c1e93c6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:05.702888 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a03e48d-b3e7-4839-8b03-54fa41ca3c12 req-c37a072d-80bf-4893-bcd6-0b3d6c1e93c6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0826128 Dec 17 17:48:05.741602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a03e48d-b3e7-4839-8b03-54fa41ca3c12 req-5f46323d-3932-4c88-a85e-0d2c331b4c0d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Dec 17 17:48:05.838514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:05.990970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:06.581138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-17316668-7771-4ca6-b740-5ed4b9dddf79 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:06.582602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-17316668-7771-4ca6-b740-5ed4b9dddf79 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.0786159 Dec 17 17:48:06.654956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Deleting port 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:48:06.655611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:06.952546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] For port 44a6220c-33c2-47c9-a64e-419869d52432, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=44a6220c-33c2-47c9-a64e-419869d52432,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:06.953220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:07.041271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b558-4f8f-4f40-a078-bfecdad38602 req-615d10b8-952e-46e3-ba91-29e0f8604102 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:07.042719 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3cc4b558-4f8f-4f40-a078-bfecdad38602 req-615d10b8-952e-46e3-ba91-29e0f8604102 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 946 time: 0.1978467 Dec 17 17:48:07.168053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3cc4b558-4f8f-4f40-a078-bfecdad38602 req-9d85bd6c-140a-4847-bfff-02919bc56492 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170475 Dec 17 17:48:07.281481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:07.281867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:07.282182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c disassociated. External IP: 172.26.4.215, port: 44a6220c-33c2-47c9-a64e-419869d52432. Dec 17 17:48:07.282523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Calling delete_port for 44a6220c-33c2-47c9-a64e-419869d52432 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:48:07.427013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:07.467438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:07.473358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:07.636394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'Port': ['ID=44a6220c-33c2-47c9-a64e-419869d52432,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:07.647383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.647777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.648167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.648546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.648915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.649286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.649656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.650051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.650427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.650790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.651150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.651513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:48:07.702033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:07.838007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:48:08.012154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:48:08.021732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:48:08.031734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:48:08.032366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:48:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:08.092932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] No DVR routers for this DVR port 44a6220c-33c2-47c9-a64e-419869d52432 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:48:08.095335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:08.097959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-deleted', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:48:08.147768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6731023c-dd48-4814-86dc-dffa799e64e2', 'name': 'network-vif-deleted', 'tag': '44a6220c-33c2-47c9-a64e-419869d52432', 'status': 'completed', 'code': 200} Dec 17 17:48:08.176778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04b8bf31-b0df-42e5-b21c-a40db967e498 req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "DELETE /v2.0/ports/44a6220c-33c2-47c9-a64e-419869d52432 HTTP/1.1" status: 204 len: 173 time: 1.5888586 Dec 17 17:48:08.218586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:48:08.319321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-649918c3-eb26-4aa6-9249-783381dfd615 req-8a1e311f-4ba0-48fe-8423-931bde710598 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:48:08.386106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-649918c3-eb26-4aa6-9249-783381dfd615 req-8a1e311f-4ba0-48fe-8423-931bde710598 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:48:08.387288 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-649918c3-eb26-4aa6-9249-783381dfd615 req-8a1e311f-4ba0-48fe-8423-931bde710598 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=6731023c-dd48-4814-86dc-dffa799e64e2 HTTP/1.1" status: 200 len: 210 time: 0.1106267 Dec 17 17:48:08.578233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:08.581849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:48:08.589874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:48:08.590513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:48:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:08.771248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:48:09.084187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:09.088238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0769e-3b7e-48d8-b2f1-947b02004eda None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:48:09.304154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c045bea-74d6-4642-902b-d1ac33cffdd9 None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:48:09.745431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-4b57ba16-4da2-4721-a9cb-3c43c027f6c5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1802505265&fields=id&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 267 time: 0.0385988 Dec 17 17:48:09.898988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-00d0d95d-c18c-4c38-980f-8d8793a72810 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:09.900408 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-00d0d95d-c18c-4c38-980f-8d8793a72810 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1481512 Dec 17 17:48:09.914472 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-3086545d-d225-4bc0-bfd1-669b1f89973a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/quotas/dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 375 time: 0.0087326 Dec 17 17:48:10.001168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-1fc0d697-3346-48a8-a411-5f6e006f0ea3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814574 Dec 17 17:48:10.135970 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-2de6c8fd-7999-4fb3-baa2-64f6c7114f25 service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235538 Dec 17 17:48:10.277244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-30cdd96f-e542-4cac-be48-01e8b17ce36f service neutron] 10.222.0.61 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352623 Dec 17 17:48:10.538257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-31890a92-0e6e-425f-8703-feb868a82891 req-11c8eb41-7278-4ddd-b2a6-6fc4483d55b9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0447431 Dec 17 17:48:11.070752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:48:11.109976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 44a6220c-33c2-47c9-a64e-419869d52432 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:48:11.110330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 44a6220c-33c2-47c9-a64e-419869d52432 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:48:11.688412 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74eed3ab-350b-4df3-ba63-8050afeed943 req-5e78188a-8533-44bb-8953-1ad54989a28d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0455012 Dec 17 17:48:12.417379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-14ba83df-8f11-40c1-99e9-18996916c93f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:12.418776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-14ba83df-8f11-40c1-99e9-18996916c93f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 811 time: 0.1487336 Dec 17 17:48:12.470084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-3141e6f0-8e3a-4fe2-af1a-a81db9177280 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 380 time: 0.0424745 Dec 17 17:48:12.478860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'port': {'device_id': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'admin_state_up': True, 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'security_groups': ['e29047a2-78a7-48a9-9c40-fd978a715182']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:48:12.735729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:48:12.748527 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:48:12.830795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Made reservation on behalf of dd05bbc7f1da4221814d6df342331a93 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:48:12.834206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:12.849686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-90162e2c-2d5d-436a-8ffe-7fa9e3534b58 req-db4169cb-5fef-4b41-bb8d-d41d8d5185ff tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0551572 Dec 17 17:48:12.998611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Allocated IP 172.20.0.7 (eb19d3ff-dbd4-4662-8b04-81043445bb40/67180fd8-d049-41f6-aeff-266e65b58ba4/38c89a04-db24-46d7-baaa-8c95d92b84e3) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:48:13.189551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:13.204692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Transition to ACTIVE for port object 38c89a04-db24-46d7-baaa-8c95d92b84e3 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:48:13.290677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:13.296736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4527e652-58fd-4f25-859f-539a6d3dde86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:13.364713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:48:13.367886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:48:13.371690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:48:13.401946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:13.413237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:13.444440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:13.445242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:13.554233 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785303 Dec 17 17:48:13.566171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Request body: {'port': {'device_id': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:48:13.679898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:13.711235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-14aaf540-8985-4ac0-bf12-ce9dc240202f None None] Provisioning for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:48:13.716298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-14aaf540-8985-4ac0-bf12-ce9dc240202f None None] Provisioning complete for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:48:13.721966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-14aaf540-8985-4ac0-bf12-ce9dc240202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:13.771208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-14aaf540-8985-4ac0-bf12-ce9dc240202f None None] Port 38c89a04-db24-46d7-baaa-8c95d92b84e3 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:48:14.075589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:48:14.085212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:14.106020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Transition to ACTIVE for port object 38c89a04-db24-46d7-baaa-8c95d92b84e3 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:48:14.115041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bbaef-f19d-4d01-a79f-828813313dcd req-fe7ca1a5-b01d-4588-864e-f029e0e15fc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:14.115730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-738bbaef-f19d-4d01-a79f-828813313dcd req-fe7ca1a5-b01d-4588-864e-f029e0e15fc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:48:14.209557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:14.214350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1596051f-300a-4f95-93df-52ff763d9fea tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:14.252180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-738bbaef-f19d-4d01-a79f-828813313dcd req-fe7ca1a5-b01d-4588-864e-f029e0e15fc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:48:14.253340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-738bbaef-f19d-4d01-a79f-828813313dcd req-fe7ca1a5-b01d-4588-864e-f029e0e15fc5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 931 time: 0.2985458 Dec 17 17:48:14.369621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:14.401761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:14.418411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-738bbaef-f19d-4d01-a79f-828813313dcd req-4c574779-56f4-46c3-8d06-7c44824d0d12 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501751 Dec 17 17:48:14.485516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Attempting to bind port 38c89a04-db24-46d7-baaa-8c95d92b84e3 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:48:14.485996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Attempting to bind port 38c89a04-db24-46d7-baaa-8c95d92b84e3 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:48:14.486405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Attempting to bind port 38c89a04-db24-46d7-baaa-8c95d92b84e3 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:48:14.491412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Port 38c89a04-db24-46d7-baaa-8c95d92b84e3 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:48:14.491805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Attempting to bind port 38c89a04-db24-46d7-baaa-8c95d92b84e3 on network eb19d3ff-dbd4-4662-8b04-81043445bb40 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:48:14.497240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:48:14.497570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Checking segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:48:14.498540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Bound using segment: {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:48:14.498964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Bound port: 38c89a04-db24-46d7-baaa-8c95d92b84e3, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4772e5e5-6b7c-4b28-b11e-089021657f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:48:14.499306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:14.587929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:48:14.590939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:48:14.644549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:14.648152 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3bba8018-b0b0-4abd-a318-ec6167441ce7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:14.702599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:14.703198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:14.704986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] 10.222.0.60 "PUT /v2.0/ports/38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1093 time: 1.1428926 Dec 17 17:48:14.707808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:48:14.734170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:14.737518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:14.755601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'status': 'completed', 'code': 200} Dec 17 17:48:14.849617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-6886557f-4a13-4a89-b622-ac4b7d723e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:14.851044 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-6886557f-4a13-4a89-b622-ac4b7d723e12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0750043 Dec 17 17:48:15.107973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-7064e2ff-51d2-42ff-852b-a56515fe6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.109355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-7064e2ff-51d2-42ff-852b-a56515fe6b68 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd05bbc7f1da4221814d6df342331a93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2507641 Dec 17 17:48:15.244149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-161eb61d-fe66-4b6b-924f-7ea6bfc2b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.245586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ab1960c-d0e1-42b7-8b97-c09164be709d req-161eb61d-fe66-4b6b-924f-7ea6bfc2b68c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301482 Dec 17 17:48:15.353554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-72a3d4ec-2b83-416e-a2d5-c000e06bc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.355048 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-72a3d4ec-2b83-416e-a2d5-c000e06bc6cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0735304 Dec 17 17:48:15.425180 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-53fe7eda-f443-41ad-955c-d10f62baf317 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0631180 Dec 17 17:48:15.488858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-07fc633f-4459-4e03-a5db-4f678b625531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.490301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-07fc633f-4459-4e03-a5db-4f678b625531 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0595796 Dec 17 17:48:15.625010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-f6c464fa-409e-40ac-a79a-da88ac21c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.626481 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-f6c464fa-409e-40ac-a79a-da88ac21c80e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298654 Dec 17 17:48:15.636962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb3702-828d-4db4-a51e-97f1d78b597b req-726f1602-4a0f-4685-9e94-5ca574f4f986 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:15.638293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f9cb3702-828d-4db4-a51e-97f1d78b597b req-726f1602-4a0f-4685-9e94-5ca574f4f986 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.1079018 Dec 17 17:48:15.761466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f9cb3702-828d-4db4-a51e-97f1d78b597b req-79b67b86-0971-49b4-bb0a-f2b950f5d661 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057758 Dec 17 17:48:15.798307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-cf2e13d3-630d-44d4-a645-403e36e19bcc service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590731 Dec 17 17:48:15.871091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:15.929705 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-013e944b-fe0c-405c-b3b1-b1c87daffe7a req-f7219cf9-e7d3-4343-965e-9d070d02b605 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234784 Dec 17 17:48:16.947673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cadf4-721c-4ce9-a965-5c1455a64cd9 req-817b7dd0-079c-484e-8476-c011f5642e19 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:16.949097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b35cadf4-721c-4ce9-a965-5c1455a64cd9 req-817b7dd0-079c-484e-8476-c011f5642e19 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0827174 Dec 17 17:48:17.109290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b35cadf4-721c-4ce9-a965-5c1455a64cd9 req-4e4e66c2-031e-454f-abe4-74b394c4a3e9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538689 Dec 17 17:48:18.300329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df633-a225-4ca0-b597-3db953ddea94 req-48a8ce5a-e773-472b-aa07-160d86e01e91 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:18.301774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-928df633-a225-4ca0-b597-3db953ddea94 req-48a8ce5a-e773-472b-aa07-160d86e01e91 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0888650 Dec 17 17:48:18.344790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-928df633-a225-4ca0-b597-3db953ddea94 req-cf17557a-c5a7-4565-a13e-05847d6fb8ae tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Dec 17 17:48:19.070300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:48:19.200678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:19.213204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:48:19.270141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:19.286508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:48:19.302087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:19.397057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:19.398990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:19.463586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:19.467613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:19.533929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ef667-0e5d-49cf-b890-c76b74bba6fa req-b557141f-fd3b-404f-9829-41b82a08233b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:19.535381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f4ef667-0e5d-49cf-b890-c76b74bba6fa req-b557141f-fd3b-404f-9829-41b82a08233b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0857058 Dec 17 17:48:19.577707 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f4ef667-0e5d-49cf-b890-c76b74bba6fa req-d6f31b72-d6c9-41bd-bec9-2de2583b34db tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367777 Dec 17 17:48:19.752359 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['38c89a04-db24-46d7-baaa-8c95d92b84e3'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:48:20.798571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d991d-2905-4e1d-9763-9d77ec5eff32 req-4dc69960-2749-40b4-96f4-b3b65d7698f6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:20.799993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824d991d-2905-4e1d-9763-9d77ec5eff32 req-4dc69960-2749-40b4-96f4-b3b65d7698f6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.1183772 Dec 17 17:48:20.846112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824d991d-2905-4e1d-9763-9d77ec5eff32 req-e518d3c1-cdaf-45bd-af41-eb0b0ba175a8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Dec 17 17:48:21.102046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:48:21.238221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:48:21.243196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:48:21.243579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:21.357271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:21.383971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:48:21.394201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:48:21.427671 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:48:21.466395 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:21.469382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:48:21.573801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:48:21.577459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:48:21.800567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b44e37-3f82-403b-b127-16ba6905759d req-f9da35e3-06e4-4967-afcc-44d0dc64a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:21.802034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27b44e37-3f82-403b-b127-16ba6905759d req-f9da35e3-06e4-4967-afcc-44d0dc64a59f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0685420 Dec 17 17:48:21.845526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27b44e37-3f82-403b-b127-16ba6905759d req-19be1c03-5334-4a0f-8510-210f2dd8587e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Dec 17 17:48:22.030284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dfa7-a4b5-404d-8178-5a567180fde1 req-b2b99241-4386-445b-9fc6-79817682e00e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:22.031726 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5594dfa7-a4b5-404d-8178-5a567180fde1 req-b2b99241-4386-445b-9fc6-79817682e00e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0813963 Dec 17 17:48:22.079155 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5594dfa7-a4b5-404d-8178-5a567180fde1 req-9686bf30-a78d-40d9-883b-9672b99cd31f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Dec 17 17:48:23.263962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86965-aa7d-411d-9370-43947a3a5427 req-32b96d6b-7244-46d2-b435-8ed33c5103fd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:23.265457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53d86965-aa7d-411d-9370-43947a3a5427 req-32b96d6b-7244-46d2-b435-8ed33c5103fd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Dec 17 17:48:23.309051 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53d86965-aa7d-411d-9370-43947a3a5427 req-c26f1be7-58c5-42c2-9fad-30113f5224d7 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Dec 17 17:48:24.493224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6b81e-2ab0-4175-895c-96ab391980b3 req-c1709c63-6492-47fd-81eb-1b44b0d49863 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:24.494706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dcf6b81e-2ab0-4175-895c-96ab391980b3 req-c1709c63-6492-47fd-81eb-1b44b0d49863 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0828953 Dec 17 17:48:24.538215 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dcf6b81e-2ab0-4175-895c-96ab391980b3 req-621fc27a-dbfc-4074-b4d6-9e8da21703be tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372045 Dec 17 17:48:24.717099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f483a-c493-4005-9a07-6d89c28fad79 req-9642a68c-7561-472c-b6b0-c639401eff6b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:24.718490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d10f483a-c493-4005-9a07-6d89c28fad79 req-9642a68c-7561-472c-b6b0-c639401eff6b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0792611 Dec 17 17:48:24.726909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55230) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:48:24.732371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Request body: {'floatingip': {'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:48:24.914535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:25.505791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:25.568563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:25.739254 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c associated. External IP: 172.26.4.215, port: 38c89a04-db24-46d7-baaa-8c95d92b84e3. Dec 17 17:48:26.083276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:48:26.384720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:48:26.389435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:26.394038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:48:26.404006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:48:26.404701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:48:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:26.444395 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-47a130b6-5a7c-4f7b-b73f-7091a5943626 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "PUT /v2.0/floatingips/3efe02be-e731-415b-83cc-e418c55a901c HTTP/1.1" status: 200 len: 992 time: 1.7139323 Dec 17 17:48:26.444395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:48:26.487282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'status': 'completed', 'code': 200} Dec 17 17:48:26.586691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-3aefb68e-e7f8-4cfc-8869-5c76a3e38f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:26.588154 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-3aefb68e-e7f8-4cfc-8869-5c76a3e38f08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0743127 Dec 17 17:48:26.596947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:48:26.718189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-b103c8c9-d4e3-4f33-957e-aeeb1319ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:26.719522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-b103c8c9-d4e3-4f33-957e-aeeb1319ee9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1246977 Dec 17 17:48:26.824713 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-93b51bd5-a1b4-412e-9b03-928641251d07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1000 time: 0.0980392 Dec 17 17:48:26.884865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-94b01cad-840c-457d-ab93-2cf69912fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:26.886310 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-94b01cad-840c-457d-ab93-2cf69912fa69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0560324 Dec 17 17:48:26.941248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:48:25Z', 'revision_number': 13, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:26.945131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:48:26.954076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:48:26.954693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:48:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:26.964008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-eeda4de7-a72b-48eb-ac55-4b68edb7f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:26.965449 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-eeda4de7-a72b-48eb-ac55-4b68edb7f4bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724754 Dec 17 17:48:27.098274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-f62f039e-12c5-4a42-838e-ddc72a9d0882 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256895 Dec 17 17:48:27.136569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:48:27.228652 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c01a4b2-0df9-4622-b53e-c98c4aa180f2 req-c7894eab-15ef-436a-8e96-031b0a9e124e service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231723 Dec 17 17:48:27.476401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:48:25Z', 'revision_number': 13, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:48:27.480367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5437f2-dc63-4f99-9c81-5fc91b2dbe7e None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3efe02be-e731-415b-83cc-e418c55a901c', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:41:45Z', 'updated_at': '2021-12-17T17:48:25Z', 'revision_number': 13, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:48:27.677944 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d55fb-9334-48cb-9f0c-cc8a3fdefe11 None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:48:32.243798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a31d7bc4-2c4a-4f5c-8017-621e81e9e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:35.100835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-71752083-ea86-4b01-8d8c-6b29d8beebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:35.849414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:36.019331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:36.148835 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-e7622057-52cc-46ad-a909-81877f3c458d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685246 Dec 17 17:48:36.295203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-ec4fb996-a883-49c8-afa7-e7ab47b39c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:36.296730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-ec4fb996-a883-49c8-afa7-e7ab47b39c6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0687532 Dec 17 17:48:36.439699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-89511f0d-dc7a-4f19-a010-baf21b01a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:36.441013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-89511f0d-dc7a-4f19-a010-baf21b01a568 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1253297 Dec 17 17:48:36.549463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-c4ba7cee-beec-463a-84bd-85d8de028086 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.0995214 Dec 17 17:48:36.619866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-28b9adce-e702-425e-aed1-62d16392fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:36.623040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-28b9adce-e702-425e-aed1-62d16392fafa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0616038 Dec 17 17:48:36.696254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-242c2b18-4834-40b0-9988-ba03acb106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:48:36.697596 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-242c2b18-4834-40b0-9988-ba03acb106fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687337 Dec 17 17:48:36.941601 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-5b39c62a-a42b-40c5-af13-558c2f03c8ec service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372732 Dec 17 17:48:37.072686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dbd777d0-1255-4c34-9a05-72bf46b7d589 req-d35a6472-5dbe-451b-bb66-855d1b721de5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241486 Dec 17 17:48:37.396860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:48:41.629982 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:48:45.917616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:02.243357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9767a315-31c4-4231-bbd6-5103c2ab8a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:05.083439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f645-44d2-4115-953a-2114843ea0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:05.864370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:05.990362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:07.424624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:15.898798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:18.638074 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:49:32.259499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd7d9-e026-49dd-a03e-fa8d09d036de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:35.088351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-648a8908-b8a9-4319-a0ff-638781aab2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:35.853600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:36.013053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:37.259123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eadd8-36ce-4531-bf60-ff3a35e6321e req-6b2be108-5f76-4029-8ca9-2ef0eba3ec55 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:37.260550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ad5eadd8-36ce-4531-bf60-ff3a35e6321e req-6b2be108-5f76-4029-8ca9-2ef0eba3ec55 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0836198 Dec 17 17:49:37.305982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ad5eadd8-36ce-4531-bf60-ff3a35e6321e req-b36a0e70-3d64-4d12-94d2-690f34f52feb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Dec 17 17:49:37.395760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:38.793179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-b8a91c47-0c53-48a4-9b0d-6214e295154a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699565 Dec 17 17:49:38.937249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-ea0343ec-c664-4460-8624-d175c058f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:38.939316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-ea0343ec-c664-4460-8624-d175c058f4a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0781767 Dec 17 17:49:39.088969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-dc41ecb6-dd92-4945-b8da-813149ba2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:39.090445 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-dc41ecb6-dd92-4945-b8da-813149ba2091 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1315885 Dec 17 17:49:39.199957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-991968af-d3d8-4ca0-ac31-8c64cbc5454a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.1027510 Dec 17 17:49:39.263938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-1fc1a369-dcfc-430b-a889-b4a98024e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:39.265704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-1fc1a369-dcfc-430b-a889-b4a98024e572 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0593247 Dec 17 17:49:39.350847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-b35b9293-6897-43c7-9fd2-6006b21f022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:39.352560 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-b35b9293-6897-43c7-9fd2-6006b21f022e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796812 Dec 17 17:49:39.509149 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-30e2415e-0e2b-4e67-81c0-3f7484a8d3be service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493225 Dec 17 17:49:39.647837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1adecd6c-c2b0-49ad-9b6c-9d080abdb7e3 req-84375255-c706-4fd1-a87f-334e2e0247e4 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322055 Dec 17 17:49:45.910089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:49:47.622067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6012-f9e6-4997-b3a2-a2f88a9acb63 req-5c85dc26-e958-4c80-9e13-833092887a47 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:47.623548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38cc6012-f9e6-4997-b3a2-a2f88a9acb63 req-5c85dc26-e958-4c80-9e13-833092887a47 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0866058 Dec 17 17:49:47.668246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-38cc6012-f9e6-4997-b3a2-a2f88a9acb63 req-53e603ed-214c-4aae-aa27-3e10b50943de tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382922 Dec 17 17:49:47.795604 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-87b210e2-90d7-47a7-a3df-3f94dd554dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2020700 Dec 17 17:49:48.856957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96f137-dbfe-4e93-b0c9-89a2f055e578 req-5399374d-9e51-490a-8cd1-a3fee0fcf0a8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:48.858426 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b96f137-dbfe-4e93-b0c9-89a2f055e578 req-5399374d-9e51-490a-8cd1-a3fee0fcf0a8 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0801032 Dec 17 17:49:48.904786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b96f137-dbfe-4e93-b0c9-89a2f055e578 req-a337c9d8-b9c4-4b7a-9d62-66c0f342f08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Dec 17 17:49:50.086299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b462-cda0-4ec4-adc3-9b505eb36eae req-cb78aff0-0fdd-43da-b09c-5ae103c65e98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:50.088068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-02d4b462-cda0-4ec4-adc3-9b505eb36eae req-cb78aff0-0fdd-43da-b09c-5ae103c65e98 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0802147 Dec 17 17:49:50.131503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-02d4b462-cda0-4ec4-adc3-9b505eb36eae req-8ce7173a-82c6-45dd-b52e-e6967fa0269c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Dec 17 17:49:51.327824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ace3d9-f181-4af5-93a6-e2baf5345973 req-1628fd11-4c0b-40ad-9e39-796bbe70ff49 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:51.329935 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9ace3d9-f181-4af5-93a6-e2baf5345973 req-1628fd11-4c0b-40ad-9e39-796bbe70ff49 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0914578 Dec 17 17:49:51.374222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9ace3d9-f181-4af5-93a6-e2baf5345973 req-105a4fe5-afa3-4f12-a7af-4480c39b1551 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Dec 17 17:49:51.957047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-989f75cd-eca5-47aa-b3b8-3672ee8e607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:51.958556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-989f75cd-eca5-47aa-b3b8-3672ee8e607e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0759299 Dec 17 17:49:52.202215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-ad566557-ead9-4206-8931-0c623438861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:52.203573 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-ad566557-ead9-4206-8931-0c623438861b service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.2387271 Dec 17 17:49:52.304768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-c1e171ef-d78e-46a3-8df1-c307c51f64fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.0940073 Dec 17 17:49:52.367579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-98877323-6484-4188-a2a7-6720c5baa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:52.368987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-98877323-6484-4188-a2a7-6720c5baa080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0583644 Dec 17 17:49:52.442860 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-ec562be6-9750-4e45-9819-2fee981da313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:52.444335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-ec562be6-9750-4e45-9819-2fee981da313 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695157 Dec 17 17:49:52.641302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-c0a22fa6-ad34-42eb-9675-7db3d8915fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902041 Dec 17 17:49:52.675588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396bbd-e08b-4916-8647-b4f350b1d98e req-9d60afc3-e42f-434a-9c8e-a03c7afc6b93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:52.676960 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-10396bbd-e08b-4916-8647-b4f350b1d98e req-9d60afc3-e42f-434a-9c8e-a03c7afc6b93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.1589093 Dec 17 17:49:52.784175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-10396bbd-e08b-4916-8647-b4f350b1d98e req-c5a3d36e-1d8c-4cd4-88f5-a5ab6e390387 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625589 Dec 17 17:49:52.815646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-8412f96f-612f-42da-bfcb-9e9d4e04c8a0 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672528 Dec 17 17:49:53.965772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb4ef-953c-4700-831b-e127aa587490 req-316e1054-f6b5-408c-abd3-3284ea5dc822 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:53.967231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5fdb4ef-953c-4700-831b-e127aa587490 req-316e1054-f6b5-408c-abd3-3284ea5dc822 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0787189 Dec 17 17:49:54.011523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5fdb4ef-953c-4700-831b-e127aa587490 req-0875a4a6-3a8c-42f4-babe-e7fdced31fd0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Dec 17 17:49:55.206312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812968b-18b8-4ff8-99f1-b8f2ba9612e8 req-74c847d6-af6c-4754-a868-ce5d47ed97a5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:55.207757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f812968b-18b8-4ff8-99f1-b8f2ba9612e8 req-74c847d6-af6c-4754-a868-ce5d47ed97a5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0828075 Dec 17 17:49:55.251177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f812968b-18b8-4ff8-99f1-b8f2ba9612e8 req-6ec2dc04-04e4-4b45-bd4c-8bce9ef71902 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372639 Dec 17 17:49:55.627918 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:49:56.433881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940668d-55a9-4675-9928-f60e11dbc40f req-93de7f55-0c02-43a8-8dc6-ef6dcf496c20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:56.435207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a940668d-55a9-4675-9928-f60e11dbc40f req-93de7f55-0c02-43a8-8dc6-ef6dcf496c20 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0774803 Dec 17 17:49:56.480789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a940668d-55a9-4675-9928-f60e11dbc40f req-f3f253b4-7bc8-4fe5-a705-3ac072d9dc30 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Dec 17 17:49:57.665379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb548-7fd9-4cac-bd7f-f78207661c9b req-37985881-9181-4c26-8f92-992e6414a98e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:57.666841 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-893eb548-7fd9-4cac-bd7f-f78207661c9b req-37985881-9181-4c26-8f92-992e6414a98e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Dec 17 17:49:57.709052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-893eb548-7fd9-4cac-bd7f-f78207661c9b req-3855b103-1ee9-4a79-b58e-c66199c7e646 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367262 Dec 17 17:49:58.900180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5bfa0-f220-4fcb-944f-d165bfa5dca6 req-7e5c3e3a-41c7-4ac8-a023-d36fc20fbd1c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:49:58.901599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cba5bfa0-f220-4fcb-944f-d165bfa5dca6 req-7e5c3e3a-41c7-4ac8-a023-d36fc20fbd1c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0826037 Dec 17 17:49:58.943809 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cba5bfa0-f220-4fcb-944f-d165bfa5dca6 req-1685e72d-77e1-4b96-94d0-ad8bbf44a251 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366318 Dec 17 17:50:00.124691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13051dcc-4e20-4c38-8155-c221e7e2d8a1 req-ea794968-4e42-40d6-a40c-c513f018249b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:00.126089 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13051dcc-4e20-4c38-8155-c221e7e2d8a1 req-ea794968-4e42-40d6-a40c-c513f018249b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0788538 Dec 17 17:50:00.168961 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-13051dcc-4e20-4c38-8155-c221e7e2d8a1 req-dcd2d1ad-1bed-4348-a556-1eca4e2f5cfe tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368340 Dec 17 17:50:01.353524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe35d-56ce-408d-8f3a-fa5508f9df85 req-9ce0d966-8571-4777-8dfb-68c8bbfda4d0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:01.354953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1efe35d-56ce-408d-8f3a-fa5508f9df85 req-9ce0d966-8571-4777-8dfb-68c8bbfda4d0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0832446 Dec 17 17:50:01.399528 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1efe35d-56ce-408d-8f3a-fa5508f9df85 req-687262e4-0e87-4674-afe5-34de5ee5b735 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Dec 17 17:50:02.242084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-03463ff9-34cd-429c-a2f4-adc867086cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:02.586099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68a4d4-0105-44af-97eb-fd7138062195 req-54b1d174-4276-4315-8f54-14cdd7bf83d3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:02.587566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1e68a4d4-0105-44af-97eb-fd7138062195 req-54b1d174-4276-4315-8f54-14cdd7bf83d3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0817673 Dec 17 17:50:02.636915 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1e68a4d4-0105-44af-97eb-fd7138062195 req-33210876-c025-46c0-beb4-6b5cd727b821 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Dec 17 17:50:03.823666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d2abb-90ca-4f29-98f0-9aa602974e20 req-6e1837d6-301c-4484-8ea9-aee3f22e1a28 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:03.825148 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-418d2abb-90ca-4f29-98f0-9aa602974e20 req-6e1837d6-301c-4484-8ea9-aee3f22e1a28 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0810220 Dec 17 17:50:03.868548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-418d2abb-90ca-4f29-98f0-9aa602974e20 req-109ff19e-c096-47ee-adcb-db2c09cd1c92 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Dec 17 17:50:05.061703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7bda0-9535-437c-bdff-3313dfec4e86 req-27f136f9-125f-4b82-8d42-697a9ec65ded tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:05.063352 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1b7bda0-9535-437c-bdff-3313dfec4e86 req-27f136f9-125f-4b82-8d42-697a9ec65ded tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0914626 Dec 17 17:50:05.133321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f56f7160-5908-47d6-862e-2f3d44e7f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:05.226775 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1b7bda0-9535-437c-bdff-3313dfec4e86 req-3f119ed3-1e6d-4941-8e6c-53ecbe11121e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564641 Dec 17 17:50:05.875918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:06.019371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:06.409065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8347b-03ce-4e2c-99ec-95ccfb2d8d9c req-a4bfc283-aecd-432f-b914-b227196bf101 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:06.410546 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84a8347b-03ce-4e2c-99ec-95ccfb2d8d9c req-a4bfc283-aecd-432f-b914-b227196bf101 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0793149 Dec 17 17:50:06.453437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84a8347b-03ce-4e2c-99ec-95ccfb2d8d9c req-7869ce2e-e4f3-42d1-ad54-fd85931d2470 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372865 Dec 17 17:50:07.430805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:07.642821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f4dba-9abb-46c9-bbda-fcd2cf0122d3 req-672fec67-5ad0-42e7-b9ec-0e81d7352910 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:07.644208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b85f4dba-9abb-46c9-bbda-fcd2cf0122d3 req-672fec67-5ad0-42e7-b9ec-0e81d7352910 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0850086 Dec 17 17:50:07.687473 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b85f4dba-9abb-46c9-bbda-fcd2cf0122d3 req-f817afc5-3f00-4d3e-bf7f-ae076f356a93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376465 Dec 17 17:50:08.867216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fb6b8-3c76-4533-938b-67d26839b488 req-2e14790c-a0a4-4431-b9bf-088b02aaefbb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:08.868629 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-597fb6b8-3c76-4533-938b-67d26839b488 req-2e14790c-a0a4-4431-b9bf-088b02aaefbb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0788007 Dec 17 17:50:08.910846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-597fb6b8-3c76-4533-938b-67d26839b488 req-e65d842b-e461-4ec5-bd4a-40e50df64c84 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366950 Dec 17 17:50:10.097263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c407a0-873e-4dbf-8374-dc2415d54e25 req-cf5dfa8c-cc44-4553-972e-356cda30e2b1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:10.098777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4c407a0-873e-4dbf-8374-dc2415d54e25 req-cf5dfa8c-cc44-4553-972e-356cda30e2b1 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0823512 Dec 17 17:50:10.142038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c4c407a0-873e-4dbf-8374-dc2415d54e25 req-73a32aae-23ad-4e56-b961-6124b7beeb95 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Dec 17 17:50:11.324988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea8ce3-15e0-45a9-94cc-e65d21491cdd req-ae71b86d-7e04-435a-ae52-9836ead26e2e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:11.326458 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e5ea8ce3-15e0-45a9-94cc-e65d21491cdd req-ae71b86d-7e04-435a-ae52-9836ead26e2e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0786555 Dec 17 17:50:11.372930 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e5ea8ce3-15e0-45a9-94cc-e65d21491cdd req-45e75257-a0f2-4a19-b496-96873b3862ae tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400293 Dec 17 17:50:12.555813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fd55d-5d48-4ed8-ae76-96e28ec5e105 req-15666435-4f4d-46eb-a12e-f8b10c937995 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:12.557244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-311fd55d-5d48-4ed8-ae76-96e28ec5e105 req-15666435-4f4d-46eb-a12e-f8b10c937995 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0809858 Dec 17 17:50:12.600692 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-311fd55d-5d48-4ed8-ae76-96e28ec5e105 req-3e13da3d-63ec-4a43-9bef-48b8406a790d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Dec 17 17:50:13.786445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495abe0-6f74-4b48-8972-63b1eb5e00c8 req-9f2c7b45-6c4c-4922-a76d-04e495f89f97 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:13.787906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6495abe0-6f74-4b48-8972-63b1eb5e00c8 req-9f2c7b45-6c4c-4922-a76d-04e495f89f97 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0844307 Dec 17 17:50:13.831264 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6495abe0-6f74-4b48-8972-63b1eb5e00c8 req-89cf85ba-0541-4b1c-87a2-33499c223e12 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Dec 17 17:50:15.013998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776a9c-c5ec-4f5d-9bc0-fad3dca4b085 req-e0c97a35-bf7a-4334-9d09-61ef3dc6e3f4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:15.015428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1776a9c-c5ec-4f5d-9bc0-fad3dca4b085 req-e0c97a35-bf7a-4334-9d09-61ef3dc6e3f4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0793810 Dec 17 17:50:15.060274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1776a9c-c5ec-4f5d-9bc0-fad3dca4b085 req-990cf63c-b7cf-4fa3-8d9f-c1d535026957 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Dec 17 17:50:15.634868 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-f5959f65-0726-446a-ba99-597ccca7a998 service neutron] 10.222.0.60 "GET /v2.0/ports/38c89a04-db24-46d7-baaa-8c95d92b84e3/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0772374 Dec 17 17:50:15.933167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:16.278324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476af74-e41a-47e4-a2f5-6ef578ffb1f7 req-f1d52d00-5950-4c18-9765-e66c447fcc17 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.279816 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5476af74-e41a-47e4-a2f5-6ef578ffb1f7 req-f1d52d00-5950-4c18-9765-e66c447fcc17 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.1124909 Dec 17 17:50:16.282664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-dba3fe85-fa58-4c7a-8919-59791a5e4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.284018 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-dba3fe85-fa58-4c7a-8919-59791a5e4751 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1098 time: 0.1477375 Dec 17 17:50:16.362442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5476af74-e41a-47e4-a2f5-6ef578ffb1f7 req-ac36c56a-536a-4710-a4c5-150cfe1a8319 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757036 Dec 17 17:50:16.389070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-b3f461d3-0703-4716-bca3-c758ddfca17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.390537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-b3f461d3-0703-4716-bca3-c758ddfca17b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0774755 Dec 17 17:50:16.521145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-fd93395c-39cd-4442-8669-a5852f849e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.522635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-fd93395c-39cd-4442-8669-a5852f849e45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1249390 Dec 17 17:50:16.624271 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-2903d43c-21cd-41c0-92bf-636198966abf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.0956113 Dec 17 17:50:16.692738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-e44775e5-2e6d-4400-819f-b989c8562fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.694206 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-e44775e5-2e6d-4400-819f-b989c8562fec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0630388 Dec 17 17:50:16.770048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-caf18873-058a-4ed5-9c4c-b88bb936253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:16.771547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-caf18873-058a-4ed5-9c4c-b88bb936253f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710325 Dec 17 17:50:16.902191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-f9e51cc1-035c-4462-b386-0477e350fc13 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235721 Dec 17 17:50:17.034418 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-789825eb-134c-4a1f-a4bf-6577fb399c5a req-70e9be3c-6b71-4d36-8324-af3f5d7bf7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Dec 17 17:50:17.556695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475409-a7b9-4c34-89fc-861e86358ed8 req-f4993690-9c4d-47f3-8ab8-80a6a5510a58 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:17.558183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49475409-a7b9-4c34-89fc-861e86358ed8 req-f4993690-9c4d-47f3-8ab8-80a6a5510a58 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0848339 Dec 17 17:50:17.695064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:50:17.724450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49475409-a7b9-4c34-89fc-861e86358ed8 req-dbc2c77a-ee08-4565-a5cb-0f07b3e746ab tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605573 Dec 17 17:50:17.814522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:17.842901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:17.853497 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:17.898970 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:50:17.900144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:17.901940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:17.974572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:17.981777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.982181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.982542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.982856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.983188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.983519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.983846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.984174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.984498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.984814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.985133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.985451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:17.990204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:18.910717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca51f-4aa4-445f-a861-9fe4010f347d req-f76553f4-926f-40a3-99b2-15d2d14e06ad tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:18.912150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70fca51f-4aa4-445f-a861-9fe4010f347d req-f76553f4-926f-40a3-99b2-15d2d14e06ad tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0802126 Dec 17 17:50:18.956779 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70fca51f-4aa4-445f-a861-9fe4010f347d req-5176120e-f437-42ea-985d-6aa39be4294b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Dec 17 17:50:20.148975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05e3e-3a8c-467a-be47-c9c014134974 req-30bfc8a5-789c-4b33-aea6-17cb688226da tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:20.150425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1de05e3e-3a8c-467a-be47-c9c014134974 req-30bfc8a5-789c-4b33-aea6-17cb688226da tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0843482 Dec 17 17:50:20.193435 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1de05e3e-3a8c-467a-be47-c9c014134974 req-d30dc247-47ba-4a79-a484-179366c87340 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373354 Dec 17 17:50:21.374050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ddc9a-8f2c-413e-a70f-5126ff805996 req-68c312e3-8a4b-40fd-bb89-127dfd49e72d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:21.375375 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-045ddc9a-8f2c-413e-a70f-5126ff805996 req-68c312e3-8a4b-40fd-bb89-127dfd49e72d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0780175 Dec 17 17:50:21.421993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-045ddc9a-8f2c-413e-a70f-5126ff805996 req-0becdcc9-040d-4d20-828a-09ec328b7786 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Dec 17 17:50:21.690535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:50:21.827849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:21.841264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:50:21.895136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:21.911089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:50:21.925623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:21.966833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:21.968440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:22.034511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['38c89a04-db24-46d7-baaa-8c95d92b84e3'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:50:22.071058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:22.079556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:22.602011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ba0f-16d3-488c-8862-ae2f00a09b0e req-dd712315-ffee-4316-afcc-6786a8e04b0d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:22.603440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2641ba0f-16d3-488c-8862-ae2f00a09b0e req-dd712315-ffee-4316-afcc-6786a8e04b0d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0784819 Dec 17 17:50:22.646141 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2641ba0f-16d3-488c-8862-ae2f00a09b0e req-4b78a209-f348-41f8-b4b2-02d460cf8730 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371873 Dec 17 17:50:23.706035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:50:23.773140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:50:23.773525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:23.838730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336621db-ecad-41d1-8cc7-93e2611ccba4 req-8169c201-2630-4507-be8b-e972c5354f79 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:23.840185 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-336621db-ecad-41d1-8cc7-93e2611ccba4 req-8169c201-2630-4507-be8b-e972c5354f79 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0830166 Dec 17 17:50:23.884527 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-336621db-ecad-41d1-8cc7-93e2611ccba4 req-78abd248-63d7-44cc-98f2-456f7375496e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Dec 17 17:50:23.889212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:23.914864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:23.924592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:23.967320 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:50:24.058630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:24.060943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a3b50377-ee57-4a59-bb37-66122cf80c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:24.125642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:24.128549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:25.066162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e5147-8d26-4406-90e0-2b3dfecbfba6 req-be8ec146-8dd6-4e75-baef-5e77cec01cd4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:25.067583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f64e5147-8d26-4406-90e0-2b3dfecbfba6 req-be8ec146-8dd6-4e75-baef-5e77cec01cd4 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0784092 Dec 17 17:50:25.112226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f64e5147-8d26-4406-90e0-2b3dfecbfba6 req-eacf5b10-8303-4c02-9aa6-29bb8b63ce8d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381236 Dec 17 17:50:26.300127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853ec49-f682-4f84-ae20-6ee724e2e994 req-9df45d17-95cd-49a8-ad0a-792610bcf5a5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:26.301586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9853ec49-f682-4f84-ae20-6ee724e2e994 req-9df45d17-95cd-49a8-ad0a-792610bcf5a5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0843618 Dec 17 17:50:26.344685 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9853ec49-f682-4f84-ae20-6ee724e2e994 req-e36d0c0f-0ac8-44d5-b8f1-7ac6c87e7bdd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Dec 17 17:50:27.528365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570db7a-3dbb-48f4-8a7d-d49ea72eea8a req-99258610-6817-4390-a158-cfc239b7fc78 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:27.529830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5570db7a-3dbb-48f4-8a7d-d49ea72eea8a req-99258610-6817-4390-a158-cfc239b7fc78 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0801291 Dec 17 17:50:27.576768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5570db7a-3dbb-48f4-8a7d-d49ea72eea8a req-71097605-538a-48e0-ae95-bb18d2b3ced6 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Dec 17 17:50:27.726771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:50:27.862301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:27.875386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:50:27.932776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:27.948923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:50:27.963857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:28.035899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:28.037669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:28.097904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['38c89a04-db24-46d7-baaa-8c95d92b84e3'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:50:28.157398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=9']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:28.161192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:28.356977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e8bb-ab1d-4dc4-a4d2-34a98ce01dde req-75faf334-1175-458b-b53f-1e1f814c1031 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.358519 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d46e8bb-ab1d-4dc4-a4d2-34a98ce01dde req-75faf334-1175-458b-b53f-1e1f814c1031 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.1469793 Dec 17 17:50:28.369202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-061ae2cd-c424-497e-9dc4-59995f3a4110 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.371334 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-061ae2cd-c424-497e-9dc4-59995f3a4110 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&tenant_id=dd05bbc7f1da4221814d6df342331a93&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.1270063 Dec 17 17:50:28.389339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-3cf68ecf-867c-4e5d-988e-3c253545474c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:50:28.390321 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-3cf68ecf-867c-4e5d-988e-3c253545474c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045989 Dec 17 17:50:28.468218 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d46e8bb-ab1d-4dc4-a4d2-34a98ce01dde req-fcec8063-4bde-47bc-9b78-e00f2bbe17ef tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956764 Dec 17 17:50:28.486446 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-d44fc550-22e4-4077-9c66-e25bf92df606 service neutron] 10.222.0.60 "GET /v2.0/ports/38c89a04-db24-46d7-baaa-8c95d92b84e3/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0877662 Dec 17 17:50:28.590727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-86e4bb8a-e11a-4e71-baac-d17a79b355e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.592204 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-86e4bb8a-e11a-4e71-baac-d17a79b355e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1097 time: 0.0732720 Dec 17 17:50:28.723741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-8966cd64-7939-4d14-9bde-fe350d0a16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.725060 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-8966cd64-7939-4d14-9bde-fe350d0a16f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1259367 Dec 17 17:50:28.826227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-4fd08a9f-6888-45c5-8fdd-0144c1f28d38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1001 time: 0.0949469 Dec 17 17:50:28.892652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-2c81cbc8-0bc6-4ff7-a5b4-7027d76410ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.894098 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-2c81cbc8-0bc6-4ff7-a5b4-7027d76410ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0618510 Dec 17 17:50:28.966439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-bc688f1d-f042-4575-bef4-3b048a953cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:28.967865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-bc688f1d-f042-4575-bef4-3b048a953cc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678937 Dec 17 17:50:29.098750 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-79a4768f-f07b-4f3f-be99-55f5ba9dcb51 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230886 Dec 17 17:50:29.337527 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-f66ccc33-2edd-4504-8573-d12210660034 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322147 Dec 17 17:50:29.660830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d73c2e-bc41-4940-b88c-c6881c16f2fb req-d3ef60d9-9287-4db1-8cc6-d9c368804969 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:29.662276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81d73c2e-bc41-4940-b88c-c6881c16f2fb req-d3ef60d9-9287-4db1-8cc6-d9c368804969 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0825005 Dec 17 17:50:29.704674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-81d73c2e-bc41-4940-b88c-c6881c16f2fb req-1f001c56-11c8-4de6-bd1e-87f54eff4435 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368588 Dec 17 17:50:29.732006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:50:29.801584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:50:29.801921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:29.915212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:29.939998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:29.949551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:29.990766 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:50:30.041363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:30.043263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:30.144735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=10']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:30.147672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:30.896753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fcd2e-e1dd-4529-9b11-51365eb37d1f req-e439a94d-f4c7-4d61-ba44-7a72cb7501e5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:30.898220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a82fcd2e-e1dd-4529-9b11-51365eb37d1f req-e439a94d-f4c7-4d61-ba44-7a72cb7501e5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0827055 Dec 17 17:50:30.944425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a82fcd2e-e1dd-4529-9b11-51365eb37d1f req-2cf0776e-ad26-4f23-81f7-d12802cb364b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Dec 17 17:50:32.130040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80c634-bd06-4bdd-a516-deb106d16f85 req-1d2b2050-78f5-4d84-b29e-08f297eb2293 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:32.137119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb80c634-bd06-4bdd-a516-deb106d16f85 req-1d2b2050-78f5-4d84-b29e-08f297eb2293 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0810323 Dec 17 17:50:32.176524 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb80c634-bd06-4bdd-a516-deb106d16f85 req-44a1e7e0-1d63-47a3-bd6b-ecb82bb06979 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Dec 17 17:50:32.241402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9a42-f5eb-426a-9835-160c6775a5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:32.629533 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:50:33.419237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85557-1da9-44d2-ab48-89a7d6b706ee req-4749939a-1d3b-4440-8d73-729efb236620 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.420605 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29b85557-1da9-44d2-ab48-89a7d6b706ee req-4749939a-1d3b-4440-8d73-729efb236620 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.1380847 Dec 17 17:50:33.423110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-40eaf59f-e1c3-40a8-ac95-00bcfbe0bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.424971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-40eaf59f-e1c3-40a8-ac95-00bcfbe0bcff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6&tenant_id=dd05bbc7f1da4221814d6df342331a93 HTTP/1.1" status: 200 len: 1099 time: 0.1815493 Dec 17 17:50:33.507707 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29b85557-1da9-44d2-ab48-89a7d6b706ee req-7b657d62-a54c-4329-bf31-452f6eb5ef1a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806129 Dec 17 17:50:33.534406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-34919de6-d691-438a-9899-d9b231e54ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.535856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-34919de6-d691-438a-9899-d9b231e54ca7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1099 time: 0.0888340 Dec 17 17:50:33.665735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-94d7b22b-9e45-45d7-9518-86ef83ea6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.667188 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-94d7b22b-9e45-45d7-9518-86ef83ea6a17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1250641 Dec 17 17:50:33.773744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-ccce8f30-d1dd-4ea6-a596-95e64531557e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.0988503 Dec 17 17:50:33.834361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-0d4d32b1-eba1-4fce-ae85-b6803369bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.835737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-0d4d32b1-eba1-4fce-ae85-b6803369bf0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0556197 Dec 17 17:50:33.912571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-dde952b5-d3b4-4c6a-b4b8-e72a5f2fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:33.914034 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-dde952b5-d3b4-4c6a-b4b8-e72a5f2fef32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718975 Dec 17 17:50:34.043541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-b7128dca-003c-410a-9e50-3f6722eb76f0 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230230 Dec 17 17:50:34.173455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e378420c-7676-4d92-9ea6-58f14d7eaf3e req-e8589d25-9ae3-4ff1-8302-ff5205694fbd service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228614 Dec 17 17:50:34.692243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90f4f-36c4-4264-a097-49adbb775aac req-812f88e9-0bff-4362-8610-89523ce8ced2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:34.693711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-acb90f4f-36c4-4264-a097-49adbb775aac req-812f88e9-0bff-4362-8610-89523ce8ced2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0798969 Dec 17 17:50:34.739774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-acb90f4f-36c4-4264-a097-49adbb775aac req-33e99d4f-ad2c-49d8-8065-ff78be585e9f tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403025 Dec 17 17:50:35.093196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8393a944-edbd-43ec-96e4-50a235c8d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:35.768710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:50:35.889346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:35.897864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:35.924795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:35.934973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683528-799f-498d-87ca-74e6133cdb53 req-412ea3ad-39e9-42c4-b6ec-c36f5aacac54 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:35.936709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-95683528-799f-498d-87ca-74e6133cdb53 req-412ea3ad-39e9-42c4-b6ec-c36f5aacac54 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0867503 Dec 17 17:50:35.943194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:35.983671 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:50:35.992392 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-95683528-799f-498d-87ca-74e6133cdb53 req-a901def2-e8a9-4b55-b8e3-a50409124ade tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Dec 17 17:50:36.019112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:36.023888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:36.062404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:36.091246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=11']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:36.094723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:37.182765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6d2b-2a2e-4444-b936-0e2f6720ef66 req-4bcb1f22-016f-4f73-bc64-076891d4c3d2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:37.184242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-972f6d2b-2a2e-4444-b936-0e2f6720ef66 req-4bcb1f22-016f-4f73-bc64-076891d4c3d2 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0808780 Dec 17 17:50:37.227394 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-972f6d2b-2a2e-4444-b936-0e2f6720ef66 req-d97c7dfa-0cff-4771-a001-012a1ae77f79 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Dec 17 17:50:37.389656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:38.534187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e10053-f886-48c9-b40f-4869140091d0 req-456c9c76-a0b1-4caf-96ad-4ee93471a67a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:38.535569 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35e10053-f886-48c9-b40f-4869140091d0 req-456c9c76-a0b1-4caf-96ad-4ee93471a67a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.2004089 Dec 17 17:50:38.580373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35e10053-f886-48c9-b40f-4869140091d0 req-c9aeecc6-234f-4a54-a895-7ec43aa2ef8d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382233 Dec 17 17:50:38.795875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-d318b6e8-3e2f-464d-8a55-daa1ceb61bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:38.797275 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-d318b6e8-3e2f-464d-8a55-daa1ceb61bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd05bbc7f1da4221814d6df342331a93&device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 1097 time: 0.0791428 Dec 17 17:50:38.941654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-feb9d4c4-6ba3-4214-9517-8f8268eeb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:38.943175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-feb9d4c4-6ba3-4214-9517-8f8268eeb567 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 200 len: 912 time: 0.1269827 Dec 17 17:50:39.045011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-b3ff68da-a4e0-49c0-9faf-0df1a5ad768e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 200 len: 1000 time: 0.0956180 Dec 17 17:50:39.108530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-09fb1ef0-4ce5-4c6d-b435-fafcdbea3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:39.109991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-09fb1ef0-4ce5-4c6d-b435-fafcdbea3b5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 200 len: 850 time: 0.0591898 Dec 17 17:50:39.182917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-7b5c5c83-e339-4196-921e-6e4dd20d90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:39.184243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-7b5c5c83-e339-4196-921e-6e4dd20d90c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb19d3ff-dbd4-4662-8b04-81043445bb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679951 Dec 17 17:50:39.314781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-b987ce52-6f1f-49d7-b096-85112963e873 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234939 Dec 17 17:50:39.443658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-26d8351e-470d-489d-bfc8-3bb2945995ae req-e8cc9124-23db-49ec-8846-b942fb48e7b0 service neutron] 10.222.0.60 "GET /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229377 Dec 17 17:50:39.769651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d8899-90fd-4bec-890d-4c51f330f2fe req-da239a88-1b9d-436e-b361-7257222f3b05 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:39.771126 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e54d8899-90fd-4bec-890d-4c51f330f2fe req-da239a88-1b9d-436e-b361-7257222f3b05 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0859783 Dec 17 17:50:39.814849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:50:39.819377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e54d8899-90fd-4bec-890d-4c51f330f2fe req-ffe904f8-cad4-4383-86b2-50594b7b8bb5 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Dec 17 17:50:39.944307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:39.960742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'port_id': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'mac_address': 'fa:16:3e:cc:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:50:40.013163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:40.030051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:50:40.045335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:40.132529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:40.134339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4508138f-7790-43e0-8b7d-9d3b589af201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:40.194775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['38c89a04-db24-46d7-baaa-8c95d92b84e3'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:50:40.241726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=12']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:40.246423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:41.004090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce0f3-e952-4336-8ef8-86011933443f req-730ca048-dc5a-476b-87b8-cc153e612d01 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:41.005521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1ce0f3-e952-4336-8ef8-86011933443f req-730ca048-dc5a-476b-87b8-cc153e612d01 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0789962 Dec 17 17:50:41.049168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc1ce0f3-e952-4336-8ef8-86011933443f req-3a58da86-0115-4b2c-9c79-94a4afe09473 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Dec 17 17:50:41.814822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:50:41.885177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 38c89a04-db24-46d7-baaa-8c95d92b84e3 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:50:41.885555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:41.994961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:42.022840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:42.032129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:42.079798 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'code': 200} Dec 17 17:50:42.098665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:42.100695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:42.166890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=13']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:42.170004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:42.235750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c998c6-1268-4bdc-8124-254d45504b60 req-1684f0da-b2f3-4910-85b5-e604d3491bfc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:42.237731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c998c6-1268-4bdc-8124-254d45504b60 req-1684f0da-b2f3-4910-85b5-e604d3491bfc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0837660 Dec 17 17:50:42.279880 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f8c998c6-1268-4bdc-8124-254d45504b60 req-c885a93b-ea34-4757-af9f-e3ceb588c45c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Dec 17 17:50:43.466704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969b79b-b43f-4d7f-861e-566fff380a80 req-f022f4e7-939d-42a9-afbd-1abe0f8561fd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:43.468153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1969b79b-b43f-4d7f-861e-566fff380a80 req-f022f4e7-939d-42a9-afbd-1abe0f8561fd tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0795507 Dec 17 17:50:43.515087 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1969b79b-b43f-4d7f-861e-566fff380a80 req-4e9d66ad-4cfb-4c68-9466-7c657917315b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Dec 17 17:50:44.710483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689dd2-a11c-4787-836a-a4920eba4c19 req-44d6c98b-ca5b-437b-8ae6-e25c3b7af752 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:44.711928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27689dd2-a11c-4787-836a-a4920eba4c19 req-44d6c98b-ca5b-437b-8ae6-e25c3b7af752 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0818071 Dec 17 17:50:44.756062 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27689dd2-a11c-4787-836a-a4920eba4c19 req-ce78e998-2739-4b1a-9616-d60dc30d53fa tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385790 Dec 17 17:50:44.938797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5799e-ecd5-47be-97f3-997ace296abb req-688d74d7-425a-4a1c-8847-a2bff679fc1d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:44.940694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2e5799e-ecd5-47be-97f3-997ace296abb req-688d74d7-425a-4a1c-8847-a2bff679fc1d tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Dec 17 17:50:44.987324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2e5799e-ecd5-47be-97f3-997ace296abb req-17804d52-0089-4492-b54d-be69f5ec86d3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Dec 17 17:50:45.177495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2075-3d2f-4e48-a81d-407b9c2d0f50 req-a472ee37-528e-465d-a12f-ee253b9c7e6b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:45.178956 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db4a2075-3d2f-4e48-a81d-407b9c2d0f50 req-a472ee37-528e-465d-a12f-ee253b9c7e6b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0863504 Dec 17 17:50:45.222170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db4a2075-3d2f-4e48-a81d-407b9c2d0f50 req-6522a71b-aada-4993-bae3-00e9e7b0b821 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 Dec 17 17:50:45.725422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd09a-357f-4794-a55d-7b633263dbb2 req-79f6e50e-cee4-4f07-ba5f-0745aa6adacb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:45.726877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-897fd09a-357f-4794-a55d-7b633263dbb2 req-79f6e50e-cee4-4f07-ba5f-0745aa6adacb tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0849497 Dec 17 17:50:45.772332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-897fd09a-357f-4794-a55d-7b633263dbb2 req-44a76562-9fb1-4ab0-8bfe-8945841c2d9e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Dec 17 17:50:45.931608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:46.975055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41f82-9e67-4900-b669-e31fbfc0b962 req-97c9a97d-0007-4407-b9ad-aab9b81e8479 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:46.981613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fd41f82-9e67-4900-b669-e31fbfc0b962 req-97c9a97d-0007-4407-b9ad-aab9b81e8479 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.0782955 Dec 17 17:50:47.019812 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8fd41f82-9e67-4900-b669-e31fbfc0b962 req-a57f6e17-5d06-4d27-81da-a51c88694d0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378191 Dec 17 17:50:48.271937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79eea7-26ea-4519-af0a-cb726cffeb2b req-da191cf1-eef1-4714-9811-0b202297d44e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:48.273388 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca79eea7-26ea-4519-af0a-cb726cffeb2b req-da191cf1-eef1-4714-9811-0b202297d44e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.1453636 Dec 17 17:50:48.281243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-c5d22ea8-fdc8-439c-ae9f-7624dfc646c9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:50:48.282586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-c5d22ea8-fdc8-439c-ae9f-7624dfc646c9 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 946 time: 0.1071639 Dec 17 17:50:48.373927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca79eea7-26ea-4519-af0a-cb726cffeb2b req-91fd847b-2483-4705-a517-40f0ad89da43 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups?id=e29047a2-78a7-48a9-9c40-fd978a715182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903237 Dec 17 17:50:48.379263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Deleting port 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:50:48.379617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:48.753909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] For port 38c89a04-db24-46d7-baaa-8c95d92b84e3, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=38c89a04-db24-46d7-baaa-8c95d92b84e3,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:48.754266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:49.041342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:49.041597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:49.041839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Floating IP 3efe02be-e731-415b-83cc-e418c55a901c disassociated. External IP: 172.26.4.215, port: 38c89a04-db24-46d7-baaa-8c95d92b84e3. Dec 17 17:50:49.042192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Calling delete_port for 38c89a04-db24-46d7-baaa-8c95d92b84e3 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:50:49.263864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:49.269984 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-008c27df-20f6-4227-a518-3e953f93ec0e tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:49.314090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'Port': ['ID=38c89a04-db24-46d7-baaa-8c95d92b84e3,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:49.324165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.324542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.324925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.325302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.325674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.326074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.326443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.326810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.327178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.327551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.327913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.328274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:50:49.332421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:49.538602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-beba6c12-7050-4bec-89a7-1a82a2271d43 req-904852d5-ed96-43d0-8f38-bf64553c2cbc tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0510685 Dec 17 17:50:49.558422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:50:49.734472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:50:49.744638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:50:49.755117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:50:49.755735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:50:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:49.811203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] No DVR routers for this DVR port 38c89a04-db24-46d7-baaa-8c95d92b84e3 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:50:49.813657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:49.816784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-deleted', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:50:49.862567 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf769c-605a-4038-a0b4-3b8d02d4c9f6', 'name': 'network-vif-deleted', 'tag': '38c89a04-db24-46d7-baaa-8c95d92b84e3', 'status': 'completed', 'code': 200} Dec 17 17:50:49.893208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93136ca2-828c-47aa-90f4-e937eccbe373 req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.60 "DELETE /v2.0/ports/38c89a04-db24-46d7-baaa-8c95d92b84e3 HTTP/1.1" status: 204 len: 173 time: 1.5953856 Dec 17 17:50:49.933756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:50:50.244111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:50.247926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:50:50.257201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:50:50.259194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:50:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:50.474539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:50:50.687898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-19baffe8-eb64-4375-b74b-744d2bde14f9 req-0472b26e-b54d-4ee7-b3e7-2893dd5cb113 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Synchronizing usage tracker for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:50:50.738065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-19baffe8-eb64-4375-b74b-744d2bde14f9 req-0472b26e-b54d-4ee7-b3e7-2893dd5cb113 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Unset dirty status for tenant:dd05bbc7f1da4221814d6df342331a93 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:50:50.739224 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-19baffe8-eb64-4375-b74b-744d2bde14f9 req-0472b26e-b54d-4ee7-b3e7-2893dd5cb113 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cf769c-605a-4038-a0b4-3b8d02d4c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0930910 Dec 17 17:50:50.809905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:50.813908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3c656-3a3c-49f3-95f6-ccabba6d6278 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:41:41Z', 'revision_number': 4, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '53fd3e42-e325-4e95-aadb-90f5d436f9c8', 'name': '', 'network_id': 'eb19d3ff-dbd4-4662-8b04-81043445bb40', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'mac_address': 'fa:16:3e:a5:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:40Z', 'updated_at': '2021-12-17T17:41:46Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'subnets': [{'id': '67180fd8-d049-41f6-aeff-266e65b58ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:50:51.045926 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc409b-7d91-4a8f-8c88-03d6d5b8c9ed None None] New status for floating IP 3efe02be-e731-415b-83cc-e418c55a901c: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:50:51.836114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:50:51.869957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 38c89a04-db24-46d7-baaa-8c95d92b84e3 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:50:51.870315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 38c89a04-db24-46d7-baaa-8c95d92b84e3 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:50:55.201696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55642) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:50:55.264230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.294787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.411677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.415431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b238ac81-7ad7-4024-a69b-d3371e7b131a tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:55.430078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29047a2-78a7-48a9-9c40-fd978a715182,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:55.433679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:55.502890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.504013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b28488b2-19fb-4e35-82ca-0b2dea49492b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "DELETE /v2.0/security-groups/e29047a2-78a7-48a9-9c40-fd978a715182 HTTP/1.1" status: 204 len: 168 time: 0.3013008 Dec 17 17:50:55.506479 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55646) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:50:55.521908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-378cfb9b-0969-44aa-a05a-e0c00920724c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] show failed (client error): The resource could not be found. Dec 17 17:50:55.522782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-378cfb9b-0969-44aa-a05a-e0c00920724c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "GET /v2.0/security-groups/e29047a2-78a7-48a9-9c40-fd978a715182 HTTP/1.1" status: 404 len: 347 time: 0.0153911 Dec 17 17:50:55.525042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55650) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:50:55.676130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Deleting port 8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:50:55.676471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.958477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:55.958812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:56.078428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Calling delete_port for 8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:50:56.275190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:56.278699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98949d94-8db4-40e9-9624-035cfceaa911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:56.319137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Pushing event deleted for resources: {'Port': ['ID=8799e9e2-b26d-4602-bcc7-aaac4ae4dd2b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:56.322548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:56.410762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:56.463028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:56.464187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] 10.222.0.61 "DELETE /v2.0/floatingips/3efe02be-e731-415b-83cc-e418c55a901c HTTP/1.1" status: 204 len: 168 time: 0.9383090 Dec 17 17:50:56.467147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55654) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:50:57.066998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:57.522722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Deleting port 53fd3e42-e325-4e95-aadb-90f5d436f9c8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:50:57.523398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:57.687399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] For port 53fd3e42-e325-4e95-aadb-90f5d436f9c8, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=53fd3e42-e325-4e95-aadb-90f5d436f9c8,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:57.687748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:57.817748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Calling delete_port for 53fd3e42-e325-4e95-aadb-90f5d436f9c8 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:50:58.195061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:58.199702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-168b7282-d6b3-42b5-93d2-e363b6077f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:50:58.247394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fd3e42-e325-4e95-aadb-90f5d436f9c8,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:50:58.273455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:50:58.508111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:58.987876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:50:59.163156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:50:59.171604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Sync routers for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:50:59.175674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d0f7bd8-268b-4834-b54b-77d52a9ff9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074008 Dec 17 17:50:59.177976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55660) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:50:59.181406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:50:59.182105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:50:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:59.351334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:59.355734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:50:59.542722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:59.632663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:50:58Z', 'revision_number': 5, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port': {'id': '44fd3edf-37d2-4614-ad2e-a53b26de5a97', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:41:37Z', 'updated_at': '2021-12-17T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:59.636398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Checking router: 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:50:59.645040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Routers {'3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:50:59.645653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:50:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:59.646264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Deleting port 44fd3edf-37d2-4614-ad2e-a53b26de5a97 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:50:59.646617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:59.806533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] Set router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:50:59.825736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] For port 44fd3edf-37d2-4614-ad2e-a53b26de5a97, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=44fd3edf-37d2-4614-ad2e-a53b26de5a97,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:50:59.826131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:50:59.953416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Calling delete_port for 44fd3edf-37d2-4614-ad2e-a53b26de5a97 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:50:59.958114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:50:59Z', 'revision_number': 6, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:50:59.962285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cf8a3-c24b-49d1-a2ba-b36c4241b038 None None] The sync data for ids ['3d0f7bd8-268b-4834-b54b-77d52a9ff9ce'] in dv-neutron-821073-1-hyperv is: [{'id': '3d0f7bd8-268b-4834-b54b-77d52a9ff9ce', 'name': 'tempest-ServerActionsTestJSON-166842904-router', 'tenant_id': 'dd05bbc7f1da4221814d6df342331a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:41:36Z', 'updated_at': '2021-12-17T17:50:59Z', 'revision_number': 6, 'project_id': 'dd05bbc7f1da4221814d6df342331a93', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:51:00.189858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.193319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:00.236973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fd3edf-37d2-4614-ad2e-a53b26de5a97,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:00.240649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:00.327859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.636321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.638730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.749533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.750117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0f7bd8-268b-4834-b54b-77d52a9ff9ce {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:51:00.761773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.765112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3d0f7bd8-268b-4834-b54b-77d52a9ff9ce HTTP/1.1" status: 204 len: 168 time: 1.5840700 Dec 17 17:51:00.765347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55664) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:00.827751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Deleting subnet 67180fd8-d049-41f6-aeff-266e65b58ba4 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:51:00.830696 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.880400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:00.965714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.086450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.090328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8714efd-5fb7-42e1-9634-afe60e84c811 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:01.124624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67180fd8-d049-41f6-aeff-266e65b58ba4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:01.127286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:01.130560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.135568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b3367-f89c-45b6-94e5-3007339b89be None None] Network eb19d3ff-dbd4-4662-8b04-81043445bb40 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:01.137278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/67180fd8-d049-41f6-aeff-266e65b58ba4 HTTP/1.1" status: 204 len: 168 time: 0.3708684 Dec 17 17:51:01.139736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55668) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:01.244404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.254685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Deleting port ac25bf13-100e-4980-8f39-70269b002875 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:01.255009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.368626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] DHCP port deletion for eb19d3ff-dbd4-4662-8b04-81043445bb40 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:51:01.372880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Deleting port ac25bf13-100e-4980-8f39-70269b002875 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:01.373256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.464951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] For port ac25bf13-100e-4980-8f39-70269b002875, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac25bf13-100e-4980-8f39-70269b002875,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:01.465588 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.566627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] For port ac25bf13-100e-4980-8f39-70269b002875, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac25bf13-100e-4980-8f39-70269b002875,segment=NetworkSegment(4772e5e5-6b7c-4b28-b11e-089021657f37),segment_id=4772e5e5-6b7c-4b28-b11e-089021657f37)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:01.567023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.588196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Calling delete_port for ac25bf13-100e-4980-8f39-70269b002875 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:51:01.684480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Calling delete_port for ac25bf13-100e-4980-8f39-70269b002875 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:51:01.755426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.760252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0b1e0da8-8c59-4cf5-9f0f-8d5e564ba567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:01.760886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:51:01.761256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:51:01.804852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] No DVR routers for this DVR port ac25bf13-100e-4980-8f39-70269b002875 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:51:01.831618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac25bf13-100e-4980-8f39-70269b002875,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:01.833884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:01.924768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.942280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53fd3e42-e325-4e95-aadb-90f5d436f9c8 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:51:01.952199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb19d3ff-dbd4-4662-8b04-81043445bb40']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:01.965891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4772e5e5-6b7c-4b28-b11e-089021657f37') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:01.966201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4772e5e5-6b7c-4b28-b11e-089021657f37') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:01.977436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:01.990408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 53fd3e42-e325-4e95-aadb-90f5d436f9c8 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:51:01.990766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 53fd3e42-e325-4e95-aadb-90f5d436f9c8 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:51:01.991188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac25bf13-100e-4980-8f39-70269b002875 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:51:01.994169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.000272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:51:02.002950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:51:02.014526 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:51:02.027313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ac25bf13-100e-4980-8f39-70269b002875 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:51:02.027667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac25bf13-100e-4980-8f39-70269b002875 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:51:02.028119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 44fd3edf-37d2-4614-ad2e-a53b26de5a97 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:51:02.060533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 44fd3edf-37d2-4614-ad2e-a53b26de5a97 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:51:02.060891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 44fd3edf-37d2-4614-ad2e-a53b26de5a97 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:51:02.137797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.141361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ce55c1e-fdc4-4119-9633-3ff0587c1069 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:02.154363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.164639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb19d3ff-dbd4-4662-8b04-81043445bb40,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:02.167784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:02.205683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0d88b446-bf6c-4d24-a799-7671c56be70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.229245 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eb19d3ff-dbd4-4662-8b04-81043445bb40 HTTP/1.1" status: 204 len: 168 time: 1.0885775 Dec 17 17:51:02.262370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Deleting port ac25bf13-100e-4980-8f39-70269b002875 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:02.262829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.345879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05f05-c5ac-4df6-ad5b-5e96d12e6638 None None] The port 'ac25bf13-100e-4980-8f39-70269b002875' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:51:02.554931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55674) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:02.605218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-50123ec0-e37f-4932-9efb-3d12157b3b42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd05bbc7f1da4221814d6df342331a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489299 Dec 17 17:51:02.607442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55680) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:02.670495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.696546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.823401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.827091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-336256cb-0fc1-43d8-b416-f8f43081f9fc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:02.840606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ec69a-9691-483c-813c-54a589606855,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:02.850239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.850627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.851008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.851374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.851740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.852105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.852469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.852831 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.853192 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.853557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.853939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.854297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:02.857703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:02.858860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:02.859961 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/250ec69a-9691-483c-813c-54a589606855 HTTP/1.1" status: 204 len: 168 time: 0.2516572 Dec 17 17:51:03.946439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55706) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:04.050117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-260081899-network', 'tenant_id': '2cf8b13c7f224522a59e4c025207ac52'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:04.054800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:04.058640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Usage tracker for resource:network and tenant:2cf8b13c7f224522a59e4c025207ac52 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:04.061438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:04.067559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:04.138027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Made reservation on behalf of 2cf8b13c7f224522a59e4c025207ac52 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:04.140308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.152382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.166440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:04.170217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Usage tracker for resource:security_group_rule and tenant:2cf8b13c7f224522a59e4c025207ac52 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:04.172968 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:04.179145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:04.258219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.326398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.329544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:04.356714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:51:04.365669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5512b9d-0d37-4ded-84f6-4a30150da92c,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:04.369172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:04.371582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.371926 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Added segment 0447f828-4cfe-4d2f-852f-aa2d760a374f of type vlan for network 877824b9-92a8-4f04-af66-f6f21d190828 Dec 17 17:51:04.398817 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.474425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.475429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:04.476022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.479251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e098dbbc-d95a-4e55-82e6-09dd005b85ef tempest-NetworksIpV6TestAttrs-888127957 tempest-NetworksIpV6TestAttrs-888127957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:04.576123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Pushing event updated for resources: {'Network': ['ID=877824b9-92a8-4f04-af66-f6f21d190828,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:04.578742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:04.586171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 877824b9-92a8-4f04-af66-f6f21d190828 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:51:04.613065 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6655536 Dec 17 17:51:04.615909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55716) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:04.621214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Request body: {'subnet': {'network_id': '877824b9-92a8-4f04-af66-f6f21d190828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-260081899-subnet', 'tenant_id': '2cf8b13c7f224522a59e4c025207ac52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:04.626079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:04.629980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Usage tracker for resource:subnet and tenant:2cf8b13c7f224522a59e4c025207ac52 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:04.632798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:04.638511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:04.686112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Made reservation on behalf of 2cf8b13c7f224522a59e4c025207ac52 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:04.688490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.949231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:04.952879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-294c631d-3385-4b9f-86a2-16be837b1e89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:05.019953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977e81db-a597-4209-abfb-86df14b2fab2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:05.024971 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:05.034783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Checking segment: {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:05.035149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Network hostable DHCP agents. Network: 877824b9-92a8-4f04-af66-f6f21d190828, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:51:05.092199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-78ef0bfb-eb06-49e1-854f-e0d0789bc822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:05.103577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Network 877824b9-92a8-4f04-af66-f6f21d190828 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:51:05.149022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 877824b9-92a8-4f04-af66-f6f21d190828) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:05.152907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:05.153490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:05.157444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5aa302-5e13-4de7-a6dc-ab89c9679228 None None] Network 877824b9-92a8-4f04-af66-f6f21d190828 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:05.201559 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5844789 Dec 17 17:51:05.365434 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bab407-0cc6-4a13-a0f7-93aa7bfbb5eb None None] Network 877824b9-92a8-4f04-af66-f6f21d190828 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:05.710768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-bfc40ac2-ef7e-48a8-9330-04c71ce1996b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:05.712216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-bfc40ac2-ef7e-48a8-9330-04c71ce1996b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 813 time: 0.1447048 Dec 17 17:51:05.726413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-3f3856fc-a397-4cf3-9fb2-6ac782aadecc tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/quotas/2cf8b13c7f224522a59e4c025207ac52 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Dec 17 17:51:05.776772 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-85b4d76e-068c-40aa-a485-9cd01f1d04b2 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456436 Dec 17 17:51:05.881120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:05.983858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:06.071583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-f0274fda-c16f-45aa-83d8-86272aaa7491 service neutron] 10.222.0.61 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883384 Dec 17 17:51:06.205232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-2998ef01-06ac-49a2-a7c5-395811d37377 service neutron] 10.222.0.61 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279168 Dec 17 17:51:06.470896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-541e875a-4b30-45ad-a00e-7a7afc3a5bcc req-33fac514-a080-4d55-8c68-13a6866b5ad3 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 210 time: 0.0419848 Dec 17 17:51:07.417920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:07.564389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-98bd66b4-1cfa-4fef-814a-9ac2b3141d7f req-b7821a85-837a-4915-bc55-2de5242bcd92 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 210 time: 0.0411606 Dec 17 17:51:08.737024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af5d197b-816a-440d-bd5e-351c29430c1b req-e9d67f34-0384-4e10-9ae4-60061b1a9e33 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 210 time: 0.0689471 Dec 17 17:51:08.859762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-849f3941-7e72-4013-856d-53ff4188ee4d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:08.862013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-849f3941-7e72-4013-856d-53ff4188ee4d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 813 time: 0.1567020 Dec 17 17:51:08.873475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Request body: {'port': {'device_id': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828', 'admin_state_up': True, 'tenant_id': '2cf8b13c7f224522a59e4c025207ac52'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:09.016244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:09.020261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Usage tracker for resource:port and tenant:2cf8b13c7f224522a59e4c025207ac52 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:09.023183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:09.028903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:09.103012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Made reservation on behalf of 2cf8b13c7f224522a59e4c025207ac52 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:09.107043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:09.266555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Allocated IP 172.20.0.11 (877824b9-92a8-4f04-af66-f6f21d190828/977e81db-a597-4209-abfb-86df14b2fab2/9f1f1f87-dc50-427b-ad07-4437ce36dc5c) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:51:09.460289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:09.566293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:09.571876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:09.630689 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:51:09.636047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Network 877824b9-92a8-4f04-af66-f6f21d190828 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:51:09.639305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:09.643233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:51:09.676292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Pushing event updated for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:09.687260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:09.711680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:09.712213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:09.778219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081507 Dec 17 17:51:09.790331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Request body: {'port': {'device_id': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:09.947034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:10.031333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880298d6-b205-4a8e-b117-6ab80421e256 req-abdf6c62-a6e3-4d7a-a288-11e1f7948782 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:10.032021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-880298d6-b205-4a8e-b117-6ab80421e256 req-abdf6c62-a6e3-4d7a-a288-11e1f7948782 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Synchronizing usage tracker for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:51:10.313680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-880298d6-b205-4a8e-b117-6ab80421e256 req-abdf6c62-a6e3-4d7a-a288-11e1f7948782 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Unset dirty status for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:51:10.314761 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-880298d6-b205-4a8e-b117-6ab80421e256 req-abdf6c62-a6e3-4d7a-a288-11e1f7948782 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 932 time: 0.4731150 Dec 17 17:51:10.390137 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-880298d6-b205-4a8e-b117-6ab80421e256 req-1905e1e7-7ceb-4baa-9686-a8ede61806d4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 Dec 17 17:51:10.468075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1f1f87-dc50-427b-ad07-4437ce36dc5c {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:51:10.475216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:10.489180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Transition to ACTIVE for port object 9f1f1f87-dc50-427b-ad07-4437ce36dc5c will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:10.543347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:10.546955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a88c88dc-4700-4288-b7fb-7016ce0e1bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:10.667964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:10.693194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:10.767908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Attempting to bind port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:51:10.768232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Attempting to bind port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:51:10.768552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Attempting to bind port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c on network 877824b9-92a8-4f04-af66-f6f21d190828 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:10.772924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c on network 877824b9-92a8-4f04-af66-f6f21d190828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:51:10.773268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Attempting to bind port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c on network 877824b9-92a8-4f04-af66-f6f21d190828 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:10.778233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:51:10.778812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Checking segment: {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:10.778917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Bound using segment: {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:51:10.779329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Bound port: 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:51:10.779661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:10.863857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:51:10.866627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:51:10.932525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:10.936143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6bd3f60f-1f32-4716-a271-cecc18654447 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:11.002661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:11.008541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:11.008541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f1f1f87-dc50-427b-ad07-4437ce36dc5c HTTP/1.1" status: 200 len: 1094 time: 1.2185297 Dec 17 17:51:11.008541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:11.027785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:11.031291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:11.118531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c', 'status': 'completed', 'code': 200} Dec 17 17:51:11.196189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-6e24dc40-553f-45aa-9ac3-d1794a7601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:11.197691 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-6e24dc40-553f-45aa-9ac3-d1794a7601d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 1097 time: 0.0706756 Dec 17 17:51:11.269919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-34bffadd-6087-4cd2-ab43-4de708e5b6f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c HTTP/1.1" status: 200 len: 217 time: 0.0651634 Dec 17 17:51:11.331794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-84024809-0459-47dc-8e03-f7d10e96ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:11.333226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-84024809-0459-47dc-8e03-f7d10e96ee76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=977e81db-a597-4209-abfb-86df14b2fab2 HTTP/1.1" status: 200 len: 853 time: 0.0573161 Dec 17 17:51:11.383010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-1a5c2921-5627-4c36-afa5-302f6821a935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=877824b9-92a8-4f04-af66-f6f21d190828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435753 Dec 17 17:51:11.552257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-9d8bf1a9-6f09-4d2a-8cd9-09a329fe9798 service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629913 Dec 17 17:51:11.677174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fca36-4f86-469f-a0bf-f7d55674624e req-173f3b06-1a0f-452b-b5d4-0e78d0bfd645 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:11.678545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d0fca36-4f86-469f-a0bf-f7d55674624e req-173f3b06-1a0f-452b-b5d4-0e78d0bfd645 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 944 time: 0.1758747 Dec 17 17:51:11.735091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d0cdfa0-e74b-46f6-8d0a-f72a0f8b97c0 req-f710b108-40bc-460d-990a-0981e8a5a1be service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737497 Dec 17 17:51:11.741869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d0fca36-4f86-469f-a0bf-f7d55674624e req-103aaf57-c4a4-426f-9b8c-4443ba139d8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Dec 17 17:51:11.912207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240705-a459-42f4-9e35-452140f518ca req-96961efb-7d00-433e-826a-3e2b5061fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:11.917767 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-96961efb-7d00-433e-826a-3e2b5061fca7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 1097 time: 0.0732889 Dec 17 17:51:12.045539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240705-a459-42f4-9e35-452140f518ca req-7debac3d-60a1-4e49-af17-a8e069d4d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:12.046996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-7debac3d-60a1-4e49-af17-a8e069d4d36c service neutron] 10.222.0.60 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 914 time: 0.1274714 Dec 17 17:51:12.113450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-071a4b96-7f3e-4dd3-8967-424586223d28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c HTTP/1.1" status: 200 len: 217 time: 0.0596886 Dec 17 17:51:12.290145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240705-a459-42f4-9e35-452140f518ca req-816d425f-95cf-4aa4-b5a9-11de64cf3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:12.291568 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-816d425f-95cf-4aa4-b5a9-11de64cf3aae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=977e81db-a597-4209-abfb-86df14b2fab2 HTTP/1.1" status: 200 len: 853 time: 0.1714590 Dec 17 17:51:12.344363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-d698bae2-257c-4b41-87d1-876b388f97f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=877824b9-92a8-4f04-af66-f6f21d190828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406046 Dec 17 17:51:12.473533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-3a158082-98bb-4bc8-86a2-025191878fb8 service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213455 Dec 17 17:51:12.602038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b240705-a459-42f4-9e35-452140f518ca req-214dca6f-11d3-44cd-9002-6fb55c42b12c service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223469 Dec 17 17:51:12.926289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc872ef1-c31c-4be9-9769-23a05d7d3c7f req-9a24af4e-d78a-4157-b8e4-c099337340f3 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:12.927634 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc872ef1-c31c-4be9-9769-23a05d7d3c7f req-9a24af4e-d78a-4157-b8e4-c099337340f3 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 944 time: 0.0786715 Dec 17 17:51:12.974505 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc872ef1-c31c-4be9-9769-23a05d7d3c7f req-3a67757d-6bfc-4960-a682-517ce82e4e1f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Dec 17 17:51:14.295060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f46fe1-5ffb-4cec-ae76-e5cf5d48228f req-80af1166-aea4-4e42-ab45-138da165c703 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:14.296494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93f46fe1-5ffb-4cec-ae76-e5cf5d48228f req-80af1166-aea4-4e42-ab45-138da165c703 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 944 time: 0.0786073 Dec 17 17:51:14.340953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-93f46fe1-5ffb-4cec-ae76-e5cf5d48228f req-39865634-99b2-427e-ae77-6d364c4494af tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Dec 17 17:51:15.531351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc281b3-6cc6-4b93-9acf-de954404911e req-8d5417ab-2b46-476c-b402-8003e5ab4ec8 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:15.532814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbc281b3-6cc6-4b93-9acf-de954404911e req-8d5417ab-2b46-476c-b402-8003e5ab4ec8 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 944 time: 0.0831823 Dec 17 17:51:15.576253 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbc281b3-6cc6-4b93-9acf-de954404911e req-6f9747f1-1ab0-45bc-9f81-c67e6d0359ca tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Dec 17 17:51:15.920189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:16.024859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9f1f1f87-dc50-427b-ad07-4437ce36dc5c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:51:16.155936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:16.169189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c', 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828', 'port_id': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c', 'mac_address': 'fa:16:3e:0b:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977e81db-a597-4209-abfb-86df14b2fab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:51:16.222315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:16.241605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1f1f87-dc50-427b-ad07-4437ce36dc5c {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:51:16.256731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:16.291829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:16.293589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:16.357075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:16.360902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:16.660282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['9f1f1f87-dc50-427b-ad07-4437ce36dc5c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:51:16.756525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf78ead-8b42-4d67-bec3-eb16e5cef8f9 req-ff92c427-0935-4f6b-9bad-8da4851acfd8 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:16.758017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aaf78ead-8b42-4d67-bec3-eb16e5cef8f9 req-ff92c427-0935-4f6b-9bad-8da4851acfd8 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 945 time: 0.0799568 Dec 17 17:51:16.800951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aaf78ead-8b42-4d67-bec3-eb16e5cef8f9 req-f2fe4aad-db15-49de-98d2-872a5aed45e7 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Dec 17 17:51:17.994546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e52229-d710-48e3-8045-2b33a49d81aa req-1c7be96b-b8e7-4c97-9274-fe2c63e11f98 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:17.995764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9e52229-d710-48e3-8045-2b33a49d81aa req-1c7be96b-b8e7-4c97-9274-fe2c63e11f98 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 945 time: 0.0903981 Dec 17 17:51:18.008151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9f1f1f87-dc50-427b-ad07-4437ce36dc5c up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:51:18.043712 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9e52229-d710-48e3-8045-2b33a49d81aa req-41136316-7be4-41c8-9620-16592d0c8ead tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Dec 17 17:51:18.114692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:51:18.119772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:51:18.121498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:18.234411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:18.260652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:18.269954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:18.308847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:18.310742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:18.360287 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c', 'code': 200} Dec 17 17:51:18.380382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:18.388081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.388432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.388776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.389114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.389449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.389777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.390163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.390490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.390828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.391137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.391962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.392462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:18.396943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:18.673648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99b9de-6ed2-4fe0-ade2-ec492f705ba6 req-95aac4b6-dce2-4ce0-bf45-d682cfcc1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:18.675012 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc99b9de-6ed2-4fe0-ade2-ec492f705ba6 req-95aac4b6-dce2-4ce0-bf45-d682cfcc1b51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 1099 time: 0.0674500 Dec 17 17:51:18.714875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc99b9de-6ed2-4fe0-ade2-ec492f705ba6 req-7fa0e6fc-50c7-48fa-9383-cb3cee2a25df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Dec 17 17:51:19.381052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49667bd7-766a-4226-853a-9e98d96a29e7 req-e6dc586f-1ca5-4a42-9317-281c1c70cd05 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:19.382440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49667bd7-766a-4226-853a-9e98d96a29e7 req-e6dc586f-1ca5-4a42-9317-281c1c70cd05 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0880995 Dec 17 17:51:19.425655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-49667bd7-766a-4226-853a-9e98d96a29e7 req-8c6190d0-e5b8-4ba6-bfcc-4eb160e9f251 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Dec 17 17:51:20.605975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deffb49-91ad-4f03-9e6a-7b0ae49468d8 req-ea9f661b-d359-43a2-9d82-46d76d293420 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:20.607400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8deffb49-91ad-4f03-9e6a-7b0ae49468d8 req-ea9f661b-d359-43a2-9d82-46d76d293420 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0773029 Dec 17 17:51:20.654427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8deffb49-91ad-4f03-9e6a-7b0ae49468d8 req-ed9a71de-dcc9-4a28-9e67-b0e8dfa4ed32 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Dec 17 17:51:20.929965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b5a000df-1990-4acd-801a-fc9bdfb54d24 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:20.931667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b5a000df-1990-4acd-801a-fc9bdfb54d24 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 813 time: 0.1425056 Dec 17 17:51:20.946457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-e2aa35fb-538a-4d7a-a685-aa4b96167f7b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/quotas/2cf8b13c7f224522a59e4c025207ac52 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Dec 17 17:51:21.030694 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-2eebe99d-570b-405b-81d4-8e73195a7670 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794530 Dec 17 17:51:21.083730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-38dad58c-bc78-4814-8a45-ea69d8761c4d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:51:21.084702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-38dad58c-bc78-4814-8a45-ea69d8761c4d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470686 Dec 17 17:51:21.215438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-966a6ed2-ef18-4607-8853-c6911f2351ae service neutron] 10.222.0.61 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248529 Dec 17 17:51:21.347544 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-da94ca68-6086-43df-86a4-9ed728223778 service neutron] 10.222.0.61 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261137 Dec 17 17:51:21.609009 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6943cc91-adb7-45bf-900e-2ef593ef1035 req-a7ededd5-5742-43fc-a682-ccdb00c17aaa tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Dec 17 17:51:22.876903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c6e1bab3-0cfb-4a11-94b5-fd3948f73e30 req-55015652-07fa-4e15-9125-1196d12290a6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 210 time: 0.1649427 Dec 17 17:51:23.449993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-eb7f894a-d685-4b17-a5b3-c40019d799f6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:23.451465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-eb7f894a-d685-4b17-a5b3-c40019d799f6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 813 time: 0.1466548 Dec 17 17:51:23.463190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Request body: {'port': {'device_id': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828', 'admin_state_up': True, 'tenant_id': '2cf8b13c7f224522a59e4c025207ac52'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:23.601164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:23.610705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:23.674185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Made reservation on behalf of 2cf8b13c7f224522a59e4c025207ac52 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:23.677674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:23.837917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Allocated IP 172.20.0.5 (877824b9-92a8-4f04-af66-f6f21d190828/977e81db-a597-4209-abfb-86df14b2fab2/738daf75-8102-4032-939e-eabcecc41311) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:51:24.031680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29b0877f-6003-4a6f-89c6-4ea35b7eab11 req-be916cf3-5de0-4eeb-889e-56ac5e641777 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 210 time: 0.0499420 Dec 17 17:51:24.082410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.200471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.206788 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce324abb-f3df-4302-af56-ed0515ba3e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:24.213413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['9f1f1f87-dc50-427b-ad07-4437ce36dc5c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:51:24.269428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Network 877824b9-92a8-4f04-af66-f6f21d190828 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:51:24.272487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:24.276556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:51:24.321543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Pushing event updated for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:24.325969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:24.346239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:24.346839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.406295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466312 Dec 17 17:51:24.418793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Request body: {'port': {'device_id': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:24.524745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.861876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738daf75-8102-4032-939e-eabcecc41311 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:51:24.868816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.882496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Transition to ACTIVE for port object 738daf75-8102-4032-939e-eabcecc41311 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:24.919670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:24.924056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:25.081503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:25.092198 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:25.317102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Attempting to bind port 738daf75-8102-4032-939e-eabcecc41311 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:51:25.317435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Attempting to bind port 738daf75-8102-4032-939e-eabcecc41311 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:51:25.317758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Attempting to bind port 738daf75-8102-4032-939e-eabcecc41311 on network 877824b9-92a8-4f04-af66-f6f21d190828 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:25.329955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Port 738daf75-8102-4032-939e-eabcecc41311 on network 877824b9-92a8-4f04-af66-f6f21d190828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:51:25.330501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Attempting to bind port 738daf75-8102-4032-939e-eabcecc41311 on network 877824b9-92a8-4f04-af66-f6f21d190828 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:25.338241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:51:25.338580 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Checking segment: {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:25.338965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Bound using segment: {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:51:25.339388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Bound port: 738daf75-8102-4032-939e-eabcecc41311, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0447f828-4cfe-4d2f-852f-aa2d760a374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:51:25.339730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:25.419676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f4ac9-3d8b-4398-b1ab-bd823c8e18fb req-ecede1d5-a4bd-478c-bde1-0b9e46f6d7cf tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:25.420364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-083f4ac9-3d8b-4398-b1ab-bd823c8e18fb req-ecede1d5-a4bd-478c-bde1-0b9e46f6d7cf tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Synchronizing usage tracker for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:51:25.454466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:51:25.457499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=738daf75-8102-4032-939e-eabcecc41311,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:51:25.537127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-083f4ac9-3d8b-4398-b1ab-bd823c8e18fb req-ecede1d5-a4bd-478c-bde1-0b9e46f6d7cf tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Unset dirty status for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:51:25.538294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-083f4ac9-3d8b-4398-b1ab-bd823c8e18fb req-ecede1d5-a4bd-478c-bde1-0b9e46f6d7cf tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 943 time: 0.4005048 Dec 17 17:51:25.558890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:25.566214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-473a97b8-69ee-4b73-9c03-3459081fc67c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:25.635486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:25.636088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:25.637422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/738daf75-8102-4032-939e-eabcecc41311 HTTP/1.1" status: 200 len: 1093 time: 1.2227995 Dec 17 17:51:25.638079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'tag': '738daf75-8102-4032-939e-eabcecc41311'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:25.645355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-083f4ac9-3d8b-4398-b1ab-bd823c8e18fb req-80dbcf74-6922-418f-a257-fea9fe34f9e4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Dec 17 17:51:25.664684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:25.668015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:25.691551 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'tag': '738daf75-8102-4032-939e-eabcecc41311', 'status': 'completed', 'code': 200} Dec 17 17:51:25.780940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-a9089a19-4fc9-4f18-8555-6b654f73d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:25.782463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-a9089a19-4fc9-4f18-8555-6b654f73d616 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 1096 time: 0.0748305 Dec 17 17:51:25.919652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-7c12dd74-21cc-41d0-996d-925b8db604db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:25.921072 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-7c12dd74-21cc-41d0-996d-925b8db604db service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2cf8b13c7f224522a59e4c025207ac52&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1317272 Dec 17 17:51:26.059283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-157d189b-72b6-4869-be3b-a067c5b5205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:26.060704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bf1c7b7-f8b0-473f-9044-0f1040027f3b req-157d189b-72b6-4869-be3b-a067c5b5205e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299045 Dec 17 17:51:26.167153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b3a1c5ac-4b09-4646-bbc4-0a84ffcff944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:26.168513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b3a1c5ac-4b09-4646-bbc4-0a84ffcff944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 1096 time: 0.0695417 Dec 17 17:51:26.247186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-e17b9f4e-1adf-49fd-9ef7-b6cf59c58e3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=738daf75-8102-4032-939e-eabcecc41311 HTTP/1.1" status: 200 len: 217 time: 0.0644922 Dec 17 17:51:26.307735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b9062eda-a90e-431b-aa98-50092bdb9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:26.309101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-b9062eda-a90e-431b-aa98-50092bdb9c16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=977e81db-a597-4209-abfb-86df14b2fab2 HTTP/1.1" status: 200 len: 853 time: 0.0557818 Dec 17 17:51:26.356836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-12ea624d-ba3e-4040-af7a-b814340af893 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=877824b9-92a8-4f04-af66-f6f21d190828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416994 Dec 17 17:51:26.486648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-cec05c4f-b131-4c1b-8b3d-9492d78be8c2 service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223400 Dec 17 17:51:26.614283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-427984fc-6e34-4ed6-b572-59a498dfdba3 req-3f19e152-9eb1-46b8-98ac-551b72733d7e service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209395 Dec 17 17:51:26.830581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83ca9a-81e7-4250-b53a-e569a7d8d38e req-447d4a6f-7f1c-4992-8d40-149e06c05cc6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:26.831913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dc83ca9a-81e7-4250-b53a-e569a7d8d38e req-447d4a6f-7f1c-4992-8d40-149e06c05cc6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 943 time: 0.0780599 Dec 17 17:51:26.874364 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dc83ca9a-81e7-4250-b53a-e569a7d8d38e req-b4a6e40b-8a5d-40cd-b6ce-982ea154aa41 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Dec 17 17:51:28.062561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c983-d327-47b6-ba36-66907f699db6 req-d1e4494b-4363-4255-a1ee-219a660f00d1 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:28.064530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3413c983-d327-47b6-ba36-66907f699db6 req-d1e4494b-4363-4255-a1ee-219a660f00d1 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 943 time: 0.0862913 Dec 17 17:51:28.108779 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3413c983-d327-47b6-ba36-66907f699db6 req-aa081008-6748-40c2-930c-d60b2fba6ffc tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Dec 17 17:51:29.291780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd95cb6-7f57-4970-96fe-4b92be75ae36 req-97001471-1487-4238-9375-241f1ee9963f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:29.293235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abd95cb6-7f57-4970-96fe-4b92be75ae36 req-97001471-1487-4238-9375-241f1ee9963f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 943 time: 0.0797899 Dec 17 17:51:29.337091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abd95cb6-7f57-4970-96fe-4b92be75ae36 req-dbcd456b-99e9-499c-96a6-4e7bd0f1d35d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Dec 17 17:51:30.054703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 738daf75-8102-4032-939e-eabcecc41311 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:51:30.192572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=738daf75-8102-4032-939e-eabcecc41311,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:30.205755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '738daf75-8102-4032-939e-eabcecc41311', 'network_id': '877824b9-92a8-4f04-af66-f6f21d190828', 'port_id': '738daf75-8102-4032-939e-eabcecc41311', 'mac_address': 'fa:16:3e:54:66:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977e81db-a597-4209-abfb-86df14b2fab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:51:30.262119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:30.278920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738daf75-8102-4032-939e-eabcecc41311 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:51:30.293685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=738daf75-8102-4032-939e-eabcecc41311,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:30.383081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:30.385313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:30.451659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:30.456669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:30.526049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6efb7-210e-4250-9655-29a0cb880d28 req-69d5ddc7-011a-4335-a191-056bdd502dcd tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:30.527496 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2db6efb7-210e-4250-9655-29a0cb880d28 req-69d5ddc7-011a-4335-a191-056bdd502dcd tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 944 time: 0.0845807 Dec 17 17:51:30.570731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2db6efb7-210e-4250-9655-29a0cb880d28 req-6c14d561-053e-4003-b372-3b8e7a56b72b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376184 Dec 17 17:51:30.728252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['738daf75-8102-4032-939e-eabcecc41311'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:51:31.752837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd09e-dc3e-4ead-a721-e40be8ccefe0 req-789a5b71-c138-446b-8cb9-bb3945e368e4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:31.754292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-265fd09e-dc3e-4ead-a721-e40be8ccefe0 req-789a5b71-c138-446b-8cb9-bb3945e368e4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 944 time: 0.0790892 Dec 17 17:51:31.801648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-265fd09e-dc3e-4ead-a721-e40be8ccefe0 req-0796d26e-c2b0-4ecf-be56-ada9f7168f30 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Dec 17 17:51:32.062177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 738daf75-8102-4032-939e-eabcecc41311 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:51:32.188862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 738daf75-8102-4032-939e-eabcecc41311 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:51:32.193393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 738daf75-8102-4032-939e-eabcecc41311 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:51:32.193772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:32.242809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0657e98a-8205-4e51-b984-d275f28a69d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:32.310057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:32.335647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738daf75-8102-4032-939e-eabcecc41311'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:32.345579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=738daf75-8102-4032-939e-eabcecc41311,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:32.379365 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738daf75-8102-4032-939e-eabcecc41311', 'code': 200} Dec 17 17:51:32.411330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:32.413140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7b20dbba-fe9f-45cf-8785-ec3ed3532e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:32.479925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:32.482883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:32.825067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72b4cf-9556-40de-a533-075a144d46eb req-9799e7ee-855e-4949-9278-cb5ec1ebbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:32.826482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e72b4cf-9556-40de-a533-075a144d46eb req-9799e7ee-855e-4949-9278-cb5ec1ebbfd1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 1098 time: 0.1935701 Dec 17 17:51:32.869379 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e72b4cf-9556-40de-a533-075a144d46eb req-a4986dfd-4fe2-4843-9598-ef9778d608e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Dec 17 17:51:32.981055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e58d0-d301-4b40-a005-428f87d29951 req-cd77922a-4458-404b-96f9-da8ceae01d76 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:32.982526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-999e58d0-d301-4b40-a005-428f87d29951 req-cd77922a-4458-404b-96f9-da8ceae01d76 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0795553 Dec 17 17:51:33.028070 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-999e58d0-d301-4b40-a005-428f87d29951 req-ce1ea5fa-a243-4749-9258-e3a8b43bd959 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Dec 17 17:51:34.213861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001185-bb82-4ef6-80a6-9f797c4b2667 req-eec26318-7114-4ed9-9e01-b894539f0fb0 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:34.215221 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e001185-bb82-4ef6-80a6-9f797c4b2667 req-eec26318-7114-4ed9-9e01-b894539f0fb0 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Dec 17 17:51:34.258863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e001185-bb82-4ef6-80a6-9f797c4b2667 req-e127b08e-3ef7-4bf6-841f-8973bb0b8fed tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Dec 17 17:51:35.085334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2f6b940a-3df0-4084-a3d7-eea6fba9e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:35.441562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf33d8-0bfe-4b13-a850-758bb6dabf08 req-87062b56-7d5b-440c-9712-45f5f043cfa6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:35.442911 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffbf33d8-0bfe-4b13-a850-758bb6dabf08 req-87062b56-7d5b-440c-9712-45f5f043cfa6 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0808580 Dec 17 17:51:35.486749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffbf33d8-0bfe-4b13-a850-758bb6dabf08 req-b8a075f4-ffdb-48ee-9e75-572eff2b495d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Dec 17 17:51:35.862877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:35.977308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:35.999968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b808-9ac5-4748-87e5-204d8a4e8020 req-ceadbead-6c69-46b0-9ec3-295fad5dfb8d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:36.001994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b341b808-9ac5-4748-87e5-204d8a4e8020 req-ceadbead-6c69-46b0-9ec3-295fad5dfb8d tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0806489 Dec 17 17:51:36.052335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b341b808-9ac5-4748-87e5-204d8a4e8020 req-d7bef185-f46c-4e64-95bb-159b6ec52761 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Dec 17 17:51:37.248550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e83ff-7a1f-463e-8089-aa90117b3011 req-698b78b5-a70e-4d21-869b-608e7666ab47 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:37.250022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a7e83ff-7a1f-463e-8089-aa90117b3011 req-698b78b5-a70e-4d21-869b-608e7666ab47 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0867567 Dec 17 17:51:37.293584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a7e83ff-7a1f-463e-8089-aa90117b3011 req-0c47e433-3458-488f-b714-0b79391ba0fe tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Dec 17 17:51:37.394506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:37.522972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-86378f86-5e83-4e01-ab78-6430087ad172 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:37.524460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-86378f86-5e83-4e01-ab78-6430087ad172 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 945 time: 0.0830069 Dec 17 17:51:37.604396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Deleting port 738daf75-8102-4032-939e-eabcecc41311 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:37.604646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:37.849054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] For port 738daf75-8102-4032-939e-eabcecc41311, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=738daf75-8102-4032-939e-eabcecc41311,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:37.852706 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:37.972345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Calling delete_port for 738daf75-8102-4032-939e-eabcecc41311 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:51:38.182466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:38.189066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5266f08a-ff9c-4cab-bda7-2a6cb5f51380 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:38.195490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['9f1f1f87-dc50-427b-ad07-4437ce36dc5c', '738daf75-8102-4032-939e-eabcecc41311'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:51:38.234896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Pushing event deleted for resources: {'Port': ['ID=738daf75-8102-4032-939e-eabcecc41311,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:38.238506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:38.313885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] No DVR routers for this DVR port 738daf75-8102-4032-939e-eabcecc41311 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:51:38.316236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:38.319067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'name': 'network-vif-deleted', 'tag': '738daf75-8102-4032-939e-eabcecc41311'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:38.381708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7e487-ffe8-45cc-8176-f2c24edc6146', 'name': 'network-vif-deleted', 'tag': '738daf75-8102-4032-939e-eabcecc41311', 'status': 'completed', 'code': 200} Dec 17 17:51:38.401041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2499cc7-ce41-4944-bc86-f7e4f1b843c0 req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "DELETE /v2.0/ports/738daf75-8102-4032-939e-eabcecc41311 HTTP/1.1" status: 204 len: 173 time: 0.8702626 Dec 17 17:51:38.459398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-089e3f72-009b-4c0b-905f-dad972a2228a req-8a6aa4e4-da8d-4b4e-a5ac-f375d9dbf9be tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Synchronizing usage tracker for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:51:38.554257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-089e3f72-009b-4c0b-905f-dad972a2228a req-8a6aa4e4-da8d-4b4e-a5ac-f375d9dbf9be tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Unset dirty status for tenant:2cf8b13c7f224522a59e4c025207ac52 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:51:38.555459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-089e3f72-009b-4c0b-905f-dad972a2228a req-8a6aa4e4-da8d-4b4e-a5ac-f375d9dbf9be tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a7e487-ffe8-45cc-8176-f2c24edc6146 HTTP/1.1" status: 200 len: 210 time: 0.1396120 Dec 17 17:51:39.814206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22166035-2902-432d-b68f-751e387f7a6b req-dd9a915d-c1f4-4e43-bbba-23af3556f45e tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:39.815677 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22166035-2902-432d-b68f-751e387f7a6b req-dd9a915d-c1f4-4e43-bbba-23af3556f45e tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0851696 Dec 17 17:51:39.858983 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22166035-2902-432d-b68f-751e387f7a6b req-59d70635-f604-4101-bd11-061062de6b33 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Dec 17 17:51:40.259438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128fc91-5a68-4398-8623-e267378134e3 req-dc71d11b-8669-4108-9e45-d61b52bb5249 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:40.260876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6128fc91-5a68-4398-8623-e267378134e3 req-dc71d11b-8669-4108-9e45-d61b52bb5249 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.2540426 Dec 17 17:51:40.284364 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-65c5afee-4fae-4556-8bf3-b5141a3a7b1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2152593 Dec 17 17:51:40.309543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6128fc91-5a68-4398-8623-e267378134e3 req-65741e2b-c8c4-47b3-a278-da35acb080d0 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Dec 17 17:51:40.432440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-9806f3e8-1fc8-4d8e-a1ec-a814f459e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:40.433925 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-9806f3e8-1fc8-4d8e-a1ec-a814f459e223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cf8b13c7f224522a59e4c025207ac52&device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 1099 time: 0.0729547 Dec 17 17:51:40.639246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-317d6051-7abe-456a-b204-1a1b9ce9d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:40.640623 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-317d6051-7abe-456a-b204-1a1b9ce9d736 service neutron] 10.222.0.60 "GET /v2.0/networks?id=877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 200 len: 914 time: 0.1522191 Dec 17 17:51:40.648240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ca0a-90fa-4cb8-8d43-53d9eb70110a req-0a58ddf3-cdf0-4fae-8afe-321144e7d9c5 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:40.649569 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4850ca0a-90fa-4cb8-8d43-53d9eb70110a req-0a58ddf3-cdf0-4fae-8afe-321144e7d9c5 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.2007592 Dec 17 17:51:40.728860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-baf67ed5-86b2-4ec5-8eab-8ac1d14f25a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c HTTP/1.1" status: 200 len: 217 time: 0.0783343 Dec 17 17:51:40.795598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4850ca0a-90fa-4cb8-8d43-53d9eb70110a req-60626eef-0ebf-4c10-bcf4-fb38b2035138 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Dec 17 17:51:40.808994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-411b6e39-4ab9-4e39-9ebd-e6755c3ab53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:40.810453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-411b6e39-4ab9-4e39-9ebd-e6755c3ab53b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=977e81db-a597-4209-abfb-86df14b2fab2 HTTP/1.1" status: 200 len: 853 time: 0.0738747 Dec 17 17:51:40.859657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-3f9b9b85-8c6b-4c2c-b523-881ad6dcd7ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=877824b9-92a8-4f04-af66-f6f21d190828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423143 Dec 17 17:51:40.999879 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-564bb68d-542d-4f12-932a-e6ef7b1bd071 service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278217 Dec 17 17:51:41.196282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3548c3bc-9ec9-450e-b7e0-92cce833b0c9 req-3bf1924d-9b03-4831-b442-0a30be404384 service neutron] 10.222.0.60 "GET /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870155 Dec 17 17:51:41.204850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37700b7-061b-404c-9dda-468e4c740bad req-e7270f6d-0f49-4cf0-81aa-4ebef160d981 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:41.206223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d37700b7-061b-404c-9dda-468e4c740bad req-e7270f6d-0f49-4cf0-81aa-4ebef160d981 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.1752779 Dec 17 17:51:41.249179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d37700b7-061b-404c-9dda-468e4c740bad req-eef2af06-7d49-4580-92e6-d8610ff49104 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Dec 17 17:51:41.435856 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804a53-8ef6-41bc-8bb3-c08542b526c9 req-4aaaaafb-ed76-41bc-90c3-d4fc13c68172 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:41.437280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7804a53-8ef6-41bc-8bb3-c08542b526c9 req-4aaaaafb-ed76-41bc-90c3-d4fc13c68172 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0811596 Dec 17 17:51:41.481290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d7804a53-8ef6-41bc-8bb3-c08542b526c9 req-db28be8b-bed6-4faf-8472-d2b5181cfef1 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Dec 17 17:51:41.669840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082cfc3-9a16-4e1a-9ad3-31bbe88410b9 req-fcc41290-a54a-4df9-a592-450c4706c330 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:41.671318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4082cfc3-9a16-4e1a-9ad3-31bbe88410b9 req-fcc41290-a54a-4df9-a592-450c4706c330 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0765967 Dec 17 17:51:41.713667 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4082cfc3-9a16-4e1a-9ad3-31bbe88410b9 req-992d18bd-b06c-43c0-8dd3-d03504722ade tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362926 Dec 17 17:51:42.128218 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 738daf75-8102-4032-939e-eabcecc41311 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:51:42.162443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 738daf75-8102-4032-939e-eabcecc41311 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:51:42.162793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 738daf75-8102-4032-939e-eabcecc41311 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:51:42.441124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c66b1-9804-481f-90f5-d5dfc93be7ce req-596bbad6-c496-4a2a-8fe3-00f9b14491b4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:42.442488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b3c66b1-9804-481f-90f5-d5dfc93be7ce req-596bbad6-c496-4a2a-8fe3-00f9b14491b4 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0820363 Dec 17 17:51:42.485773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b3c66b1-9804-481f-90f5-d5dfc93be7ce req-4aee5241-1f0f-4e41-b5fc-aff25d82f552 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Dec 17 17:51:43.667566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f041-e9a5-4500-8da5-82cfcc90b9fd req-17ff6906-bece-42e7-8d76-da3f3e52fd95 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:43.669011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b211f041-e9a5-4500-8da5-82cfcc90b9fd req-17ff6906-bece-42e7-8d76-da3f3e52fd95 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0798891 Dec 17 17:51:43.712594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b211f041-e9a5-4500-8da5-82cfcc90b9fd req-beb97691-1e73-463b-b79f-1b1b4ecf5f88 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5512b9d-0d37-4ded-84f6-4a30150da92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Dec 17 17:51:44.087245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6695-f080-404e-9002-319dde00f90b req-d071ba84-96f7-4e73-9828-12383eec644b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:44.088680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-055c6695-f080-404e-9002-319dde00f90b req-d071ba84-96f7-4e73-9828-12383eec644b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 946 time: 0.0857460 Dec 17 17:51:44.155974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Deleting port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:44.156868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:44.516129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] For port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,segment=NetworkSegment(0447f828-4cfe-4d2f-852f-aa2d760a374f),segment_id=0447f828-4cfe-4d2f-852f-aa2d760a374f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:44.516487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:44.636503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Calling delete_port for 9f1f1f87-dc50-427b-ad07-4437ce36dc5c owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:51:44.855631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:44.867387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['9f1f1f87-dc50-427b-ad07-4437ce36dc5c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:51:44.868474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:44.899311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15d5e3c0-0789-4e65-9886-0a69dfa11d24 req-7d82982a-1c6b-4574-97ed-46a5502ca609 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.61 "GET /v2.0/ports?device_id=b303e406-8dc8-4c9f-a9ba-6998033168dd HTTP/1.1" status: 200 len: 210 time: 0.0798979 Dec 17 17:51:44.914106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Pushing event deleted for resources: {'Port': ['ID=9f1f1f87-dc50-427b-ad07-4437ce36dc5c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:44.917577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:44.990370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] No DVR routers for this DVR port 9f1f1f87-dc50-427b-ad07-4437ce36dc5c on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:51:44.992704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:44.995217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'name': 'network-vif-deleted', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:51:45.039464 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b303e406-8dc8-4c9f-a9ba-6998033168dd', 'name': 'network-vif-deleted', 'tag': '9f1f1f87-dc50-427b-ad07-4437ce36dc5c', 'status': 'completed', 'code': 200} Dec 17 17:51:45.070266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-055c6695-f080-404e-9002-319dde00f90b req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] 10.222.0.60 "DELETE /v2.0/ports/9f1f1f87-dc50-427b-ad07-4437ce36dc5c HTTP/1.1" status: 204 len: 173 time: 0.9765468 Dec 17 17:51:45.942825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:45.995371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55902) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:46.060124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Deleting subnet 977e81db-a597-4209-abfb-86df14b2fab2 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:51:46.063600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.117958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.173904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.285348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.289728 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-503de615-a9eb-424e-be6f-cf3dfbe68c5c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:46.324832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.331189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977e81db-a597-4209-abfb-86df14b2fab2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:46.334191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:46.335734 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/977e81db-a597-4209-abfb-86df14b2fab2 HTTP/1.1" status: 204 len: 168 time: 0.3392866 Dec 17 17:51:46.338093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55906) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:46.447934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.576718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.601153 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877824b9-92a8-4f04-af66-f6f21d190828']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:46.613638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0447f828-4cfe-4d2f-852f-aa2d760a374f') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:46.613982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0447f828-4cfe-4d2f-852f-aa2d760a374f') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:46.624912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.629441 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:51:46.640174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.646023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:51:46.646405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:51:46.663270 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:51:46.783092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.786527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ad3b6a85-715b-491a-a885-62864d5d3a5b tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:46.800260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:46.809705 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] 10.222.0.61 "DELETE /v2.0/networks/877824b9-92a8-4f04-af66-f6f21d190828 HTTP/1.1" status: 204 len: 168 time: 0.4707165 Dec 17 17:51:46.810618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=877824b9-92a8-4f04-af66-f6f21d190828,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:46.813235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:47.077603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55912) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:47.127757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ac272f43-e52b-48d4-b636-4c0c1171a4f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cf8b13c7f224522a59e4c025207ac52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488725 Dec 17 17:51:47.130046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55916) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:47.192310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:47.217434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:47.342373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:47.347553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a23b3ae7-7d42-4c8a-b8f5-abb6c2f64c93 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:47.360572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5512b9d-0d37-4ded-84f6-4a30150da92c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:47.363386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:47.364318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:47.365414 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ed2a174-1ac1-4e4a-aab0-eec97ec9002c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5512b9d-0d37-4ded-84f6-4a30150da92c HTTP/1.1" status: 204 len: 168 time: 0.2344928 Dec 17 17:51:48.170772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9f1f1f87-dc50-427b-ad07-4437ce36dc5c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:51:48.206220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 9f1f1f87-dc50-427b-ad07-4437ce36dc5c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:51:48.206587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9f1f1f87-dc50-427b-ad07-4437ce36dc5c not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:51:48.423465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55942) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:48.526323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633556747'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:48.531237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:48.535344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:network and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:48.538253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:48.544963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:48.599635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:48.603131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.619647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.634386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:48.638119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:security_group_rule and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:48.640901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:48.646512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:48.726253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.811411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.814564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8d79f41c-f683-4b78-b17a-ea6ca4986242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:48.845360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:51:48.853433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb813c-0111-43b4-a1d1-1ccbd8c21cae,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:48.859966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:48.860185 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.860531 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Added segment 210aefd1-334f-454f-bd8e-6619242a368f of type vlan for network 2cf21733-7ee3-446d-9467-f90f919a4451 Dec 17 17:51:48.884923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.970904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.976461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:48.977011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:48.980562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-392cf207-1f81-4df0-bce8-bea6783db3a3 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:49.092580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Network': ['ID=2cf21733-7ee3-446d-9467-f90f919a4451,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:49.096131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:49.103898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 2cf21733-7ee3-446d-9467-f90f919a4451 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:51:49.172234 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7476697 Dec 17 17:51:52.320703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 55948) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:52.326449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'subnet': {'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:52.434611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:52.438875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:subnet and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:52.441578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:52.447085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:52.513607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:52.517770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:52.764982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:52.770800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d4d76957-f14c-4d0a-b9c6-475df5aa1178 tempest-TagsExtTest-2124380543 tempest-TagsExtTest-2124380543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:52.848725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Subnet': ['ID=f9c08ed5-3b6c-4859-9b13-d6f2653a5bea,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:52.853489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking segment: {'id': '210aefd1-334f-454f-bd8e-6619242a368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:52.853868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network hostable DHCP agents. Network: 2cf21733-7ee3-446d-9467-f90f919a4451, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:51:52.863598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.863990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.864385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.864747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.865118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.865489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.865881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.866252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.866620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.866991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.867357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.867726 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:51:52.874526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:52.918862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network 2cf21733-7ee3-446d-9467-f90f919a4451 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:51:52.998901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 2cf21733-7ee3-446d-9467-f90f919a4451) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:53.003447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:53.004098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.008259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba8d39-800a-4c06-9189-268be90c26a5 None None] Network 2cf21733-7ee3-446d-9467-f90f919a4451 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:53.086301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7643371 Dec 17 17:51:53.090478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55952) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:53.096647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602834378'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:53.103237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:53.108196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:network and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:53.112983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:53.120773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:53.225717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-2cf21733-7ee3-446d-9467-f90f919a4451', 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451', 'tenant_id': '2cba3310da05453d84e22f1240ae4962', 'fixed_ips': [{'subnet_id': 'f9c08ed5-3b6c-4859-9b13-d6f2653a5bea'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:51:53.226579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.239716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:53.243342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.270822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:51:53.279877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.280218 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Added segment a3cdff23-bfda-4333-9619-14393bf9080d of type vlan for network a428af7d-4b6a-487b-82b6-bf023ac97be0 Dec 17 17:51:53.307189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.379342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Allocated IP 2001:db8:0:ffff::2 (2cf21733-7ee3-446d-9467-f90f919a4451/f9c08ed5-3b6c-4859-9b13-d6f2653a5bea/e88a0d05-2284-44a4-9c55-9a19c2b96a98) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:51:53.416833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.423466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:53.424287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.428375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-77f59b7b-6707-4e59-94be-19a6e0065b07 tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:53.589949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.600361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Transition to ACTIVE for port object e88a0d05-2284-44a4-9c55-9a19c2b96a98 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:53.618075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Transition to ACTIVE for port object e88a0d05-2284-44a4-9c55-9a19c2b96a98 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:53.651004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Network': ['ID=a428af7d-4b6a-487b-82b6-bf023ac97be0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:53.653878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:53.663527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a428af7d-4b6a-487b-82b6-bf023ac97be0 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:51:53.674550 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e8db651c-486c-4528-8b13-7b2241b8ac40 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5829384 Dec 17 17:51:53.677266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55956) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:53.678077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.683038 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'subnet': {'network_id': 'a428af7d-4b6a-487b-82b6-bf023ac97be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:53.687441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:53.793909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:53.798240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:subnet and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:53.801639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:53.807341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:53.813659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Network 2cf21733-7ee3-446d-9467-f90f919a4451 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:51:53.814770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:53.826195 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:51:53.835776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Pushing event updated for resources: {'Port': ['ID=e88a0d05-2284-44a4-9c55-9a19c2b96a98,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:53.840503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:53.862133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:53.867010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.927293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Attempting to bind port e88a0d05-2284-44a4-9c55-9a19c2b96a98 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:51:53.927293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Attempting to bind port e88a0d05-2284-44a4-9c55-9a19c2b96a98 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '210aefd1-334f-454f-bd8e-6619242a368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:51:53.927293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Attempting to bind port e88a0d05-2284-44a4-9c55-9a19c2b96a98 on network 2cf21733-7ee3-446d-9467-f90f919a4451 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:53.930803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:51:53.931182 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Checking segment: {'id': '210aefd1-334f-454f-bd8e-6619242a368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:53.931589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:53.931985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Bound using segment: {'id': '210aefd1-334f-454f-bd8e-6619242a368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:51:53.932449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Bound port: e88a0d05-2284-44a4-9c55-9a19c2b96a98, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210aefd1-334f-454f-bd8e-6619242a368f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2cf21733-7ee3-446d-9467-f90f919a4451'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:51:53.932824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.018736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] For port e88a0d05-2284-44a4-9c55-9a19c2b96a98, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:51:54.022938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] For port e88a0d05-2284-44a4-9c55-9a19c2b96a98, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e88a0d05-2284-44a4-9c55-9a19c2b96a98,segment=NetworkSegment(210aefd1-334f-454f-bd8e-6619242a368f),segment_id=210aefd1-334f-454f-bd8e-6619242a368f)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:51:54.091756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.096085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:54.165827 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.169782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f01b680d-bf42-42fb-8aaa-6839cae8402d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:54.178024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Pushing event updated for resources: {'Port': ['ID=e88a0d05-2284-44a4-9c55-9a19c2b96a98,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:54.181472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:54.247972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Subnet': ['ID=6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:54.252977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:54.260080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking segment: {'id': 'a3cdff23-bfda-4333-9619-14393bf9080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a428af7d-4b6a-487b-82b6-bf023ac97be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:54.260442 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network hostable DHCP agents. Network: a428af7d-4b6a-487b-82b6-bf023ac97be0, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:51:54.346807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network a428af7d-4b6a-487b-82b6-bf023ac97be0 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:51:54.411049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a428af7d-4b6a-487b-82b6-bf023ac97be0) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:54.415445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:54.416103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.420912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ec011-ab96-4242-b1fc-2b00ac8d781f None None] Network a428af7d-4b6a-487b-82b6-bf023ac97be0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:54.492362 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8137257 Dec 17 17:51:54.494884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55960) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:54.634665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2ef1e-3fb2-4fc2-a69b-4ce5eb48e153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a428af7d-4b6a-487b-82b6-bf023ac97be0', 'network_id': 'a428af7d-4b6a-487b-82b6-bf023ac97be0', 'tenant_id': '2cba3310da05453d84e22f1240ae4962', 'fixed_ips': [{'subnet_id': '6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:51:54.635744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ef1e-3fb2-4fc2-a69b-4ce5eb48e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.638559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.711436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.868502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:54.872791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-09f68409-bbfa-48f5-bc2d-a3b8ccc74685 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:54.910368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:54.913672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server [None req-a8e2ef1e-3fb2-4fc2-a69b-4ce5eb48e153 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a: This subnet is being modified by another concurrent operation. Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server raise exception Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a: This subnet is being modified by another concurrent operation. Dec 17 17:51:54.926744 dv-neutron-821073-1-hyperv neutron-server[88118]: ERROR oslo_messaging.rpc.server Dec 17 17:51:54.952288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732166f-3526-4ce1-bf31-07132a1416e9 None None] Network a428af7d-4b6a-487b-82b6-bf023ac97be0 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:55.014572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.042563 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a428af7d-4b6a-487b-82b6-bf023ac97be0']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:55.060712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cdff23-bfda-4333-9619-14393bf9080d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:55.061043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cdff23-bfda-4333-9619-14393bf9080d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:55.073363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.131605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.138395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:51:55.138792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:51:55.156595 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:51:55.162162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e26b5-7427-4d57-966b-b89b17d36cda None None] Network 2cf21733-7ee3-446d-9467-f90f919a4451 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:55.302336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.305769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f29becd9-68a7-4788-8be7-9aa25a9e9c51 tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:55.320041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.320518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-62941a1a-9092-4052-b6ea-cb0bde519a05 None None] Provisioning for port e88a0d05-2284-44a4-9c55-9a19c2b96a98 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:51:55.333250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Network': ['ID=a428af7d-4b6a-487b-82b6-bf023ac97be0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:55.341577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:55.341577 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1a3e64f7-71dc-4b7d-9ac4-08e9c977889a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/a428af7d-4b6a-487b-82b6-bf023ac97be0 HTTP/1.1" status: 204 len: 168 time: 0.8420789 Dec 17 17:51:55.341577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55964) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:55.347972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11853173'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:55.352866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:55.356710 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:network and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:55.359895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:55.365522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:55.410724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:55.414300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.444037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:51:55.453685 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.454051 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Added segment 578a1cf2-9da1-4b0d-873d-103efe59e76b of type vlan for network df6fab11-792d-465a-b872-21796040b03e Dec 17 17:51:55.485260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.559565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.565686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:55.566357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:55.570239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a68ce3ee-26ef-4b15-b86b-12d27bde5742 tempest-RoutersTest-1019573485 tempest-RoutersTest-1019573485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:55.580762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118dddf-ee4a-426a-88a5-0816a7adccad None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:51:55.674395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Network': ['ID=df6fab11-792d-465a-b872-21796040b03e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:55.677191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:55.677914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118dddf-ee4a-426a-88a5-0816a7adccad None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:51:55.687315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network df6fab11-792d-465a-b872-21796040b03e details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:51:55.720156 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3774114 Dec 17 17:51:55.722894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55968) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:55.728369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'subnet': {'network_id': 'df6fab11-792d-465a-b872-21796040b03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:55.838565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:55.842361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:subnet and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:55.845159 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:55.850780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:55.925528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:55.929125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.013316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e88a0d05-2284-44a4-9c55-9a19c2b96a98 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:51:56.021001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Performing IP validity checks on allocation pools {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 17 17:51:56.021516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.ipam_backend_mixin [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88117) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 17 17:51:56.159291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e88a0d05-2284-44a4-9c55-9a19c2b96a98 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:51:56.164267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e88a0d05-2284-44a4-9c55-9a19c2b96a98 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:51:56.167722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.228010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.232823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4810fe9c-7292-436d-bea7-75107685a0be tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:56.283361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.307553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Subnet': ['ID=3df34a64-210b-400e-a0ac-18a389b254d0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:56.310977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:56.313405 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking segment: {'id': '578a1cf2-9da1-4b0d-873d-103efe59e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df6fab11-792d-465a-b872-21796040b03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:56.313760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network hostable DHCP agents. Network: df6fab11-792d-465a-b872-21796040b03e, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:51:56.315862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port e88a0d05-2284-44a4-9c55-9a19c2b96a98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e88a0d05-2284-44a4-9c55-9a19c2b96a98,segment=NetworkSegment(210aefd1-334f-454f-bd8e-6619242a368f),segment_id=210aefd1-334f-454f-bd8e-6619242a368f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:56.388164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.389970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:56.410909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network df6fab11-792d-465a-b872-21796040b03e is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:51:56.454127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=e88a0d05-2284-44a4-9c55-9a19c2b96a98,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:56.457180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:56.474103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, df6fab11-792d-465a-b872-21796040b03e) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:56.479709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:56.480611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.489199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52479024-44ad-4ac1-84b4-fb3115b3c7e6 None None] Network df6fab11-792d-465a-b872-21796040b03e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:56.548933 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5d3e3338-00eb-4b36-9937-61367ddccf18 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8250022 Dec 17 17:51:56.551510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55972) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:56.689488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.696033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-df6fab11-792d-465a-b872-21796040b03e', 'network_id': 'df6fab11-792d-465a-b872-21796040b03e', 'tenant_id': '2cba3310da05453d84e22f1240ae4962', 'fixed_ips': [{'subnet_id': '3df34a64-210b-400e-a0ac-18a389b254d0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:51:56.696897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.872497 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:56.895563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Allocated IP 2001:db8::3 (df6fab11-792d-465a-b872-21796040b03e/3df34a64-210b-400e-a0ac-18a389b254d0/b3ebe6f1-6166-4917-aeec-0d074a9616c6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:51:57.091763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.101710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Transition to ACTIVE for port object b3ebe6f1-6166-4917-aeec-0d074a9616c6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:57.119455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Transition to ACTIVE for port object b3ebe6f1-6166-4917-aeec-0d074a9616c6 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:51:57.165420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.170784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:57.222607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.227418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1718ccc4-864e-4571-ba9c-dd34c87ec684 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:57.232914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Network df6fab11-792d-465a-b872-21796040b03e is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:51:57.236096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:51:57.241964 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:51:57.278028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Pushing event updated for resources: {'Port': ['ID=b3ebe6f1-6166-4917-aeec-0d074a9616c6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:57.285240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:57.286059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Subnet': ['ID=3df34a64-210b-400e-a0ac-18a389b254d0,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:57.288743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:57.332718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Attempting to bind port b3ebe6f1-6166-4917-aeec-0d074a9616c6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:51:57.333104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Attempting to bind port b3ebe6f1-6166-4917-aeec-0d074a9616c6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '578a1cf2-9da1-4b0d-873d-103efe59e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df6fab11-792d-465a-b872-21796040b03e'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:51:57.333477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Attempting to bind port b3ebe6f1-6166-4917-aeec-0d074a9616c6 on network df6fab11-792d-465a-b872-21796040b03e {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:51:57.338747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:51:57.339134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Checking segment: {'id': '578a1cf2-9da1-4b0d-873d-103efe59e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df6fab11-792d-465a-b872-21796040b03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:51:57.339546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.339946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Bound using segment: {'id': '578a1cf2-9da1-4b0d-873d-103efe59e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df6fab11-792d-465a-b872-21796040b03e'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:51:57.340419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Bound port: b3ebe6f1-6166-4917-aeec-0d074a9616c6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578a1cf2-9da1-4b0d-873d-103efe59e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df6fab11-792d-465a-b872-21796040b03e'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:51:57.340857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.364912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.389257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6fab11-792d-465a-b872-21796040b03e']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:57.400846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578a1cf2-9da1-4b0d-873d-103efe59e76b') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:57.401138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578a1cf2-9da1-4b0d-873d-103efe59e76b') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:57.411987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.427543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.429398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] For port b3ebe6f1-6166-4917-aeec-0d074a9616c6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:51:57.433305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:51:57.433681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:51:57.448281 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:51:57.523658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] For port b3ebe6f1-6166-4917-aeec-0d074a9616c6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b3ebe6f1-6166-4917-aeec-0d074a9616c6,segment=NetworkSegment(578a1cf2-9da1-4b0d-873d-103efe59e76b),segment_id=578a1cf2-9da1-4b0d-873d-103efe59e76b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:51:57.582140 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:51:57.582140 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:51:57.582140 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': 'df6fab11-792d-465a-b872-21796040b03e'}] Dec 17 17:51:57.582140 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:51:57.582520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:51:57.611059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:57.614678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:57.728810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Pushing event updated for resources: {'Port': ['ID=b3ebe6f1-6166-4917-aeec-0d074a9616c6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:57.734473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:57.754128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ffead4-8b86-40c2-a7fc-d41cc3902341 None None] Network df6fab11-792d-465a-b872-21796040b03e requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:51:57.947150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e1c21-2e52-46a1-ac67-1bbd4a78b7c7 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:51:57.978011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e88a0d05-2284-44a4-9c55-9a19c2b96a98 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:51:58.083966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.089570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e1c21-2e52-46a1-ac67-1bbd4a78b7c7 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:51:58.091560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e88a0d05-2284-44a4-9c55-9a19c2b96a98 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:51:58.091944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.097036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting port b3ebe6f1-6166-4917-aeec-0d074a9616c6 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:51:58.097371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.301606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] For port b3ebe6f1-6166-4917-aeec-0d074a9616c6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b3ebe6f1-6166-4917-aeec-0d074a9616c6,segment=NetworkSegment(578a1cf2-9da1-4b0d-873d-103efe59e76b),segment_id=578a1cf2-9da1-4b0d-873d-103efe59e76b)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:51:58.301986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.430868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Calling delete_port for b3ebe6f1-6166-4917-aeec-0d074a9616c6 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:51:58.541938 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.546623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-19856216-35a2-4ac9-9aae-d1205a9a4323 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:58.592219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Port': ['ID=b3ebe6f1-6166-4917-aeec-0d074a9616c6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:58.593957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No DVR routers for this DVR port b3ebe6f1-6166-4917-aeec-0d074a9616c6 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:51:58.595400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:58.713799 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.737945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6fab11-792d-465a-b872-21796040b03e']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:58.749890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578a1cf2-9da1-4b0d-873d-103efe59e76b') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:58.750186 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578a1cf2-9da1-4b0d-873d-103efe59e76b') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:51:58.761024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.776864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.783092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:51:58.783502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:51:58.797632 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:51:58.919454 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.923348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-901949e5-cdbe-4710-b006-fbd66ec28aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:58.938213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:58.952102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Network': ['ID=df6fab11-792d-465a-b872-21796040b03e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:58.954926 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/df6fab11-792d-465a-b872-21796040b03e HTTP/1.1" status: 204 len: 168 time: 2.4024880 Dec 17 17:51:58.955758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:58.958400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55976) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:58.963720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690321547'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:58.968578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:58.972356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:network and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:58.975213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:58.981307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:59.045112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:59.049165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.076251 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:51:59.084480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.084820 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Added segment b15c7e39-ec90-4f0b-8281-0425b08085f5 of type vlan for network 184cac76-cc4a-46c2-a398-fb53db1d4337 Dec 17 17:51:59.110105 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.188736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.194187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:51:59.194750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.204011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ce0339b5-b846-48e0-8ff2-5fe33d8324f5 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:51:59.302816 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Network': ['ID=184cac76-cc4a-46c2-a398-fb53db1d4337,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:51:59.305439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:51:59.313302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:51:59.342643 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-af14bff5-b5a1-4b00-b26f-e6a9efcbd707 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3832493 Dec 17 17:51:59.345996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55980) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:51:59.351601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'subnet': {'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:51:59.573327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:51:59.577060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:subnet and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:51:59.580344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:51:59.585803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:51:59.667363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:51:59.670806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.918954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:51:59.922409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-38f07b6e-ad2b-419e-a51b-afd1698be191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:00.006825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Subnet': ['ID=3e46669d-cd98-410c-9f89-12a56571dbc0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:00.010763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:00.011435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking segment: {'id': 'b15c7e39-ec90-4f0b-8281-0425b08085f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:00.011790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network hostable DHCP agents. Network: 184cac76-cc4a-46c2-a398-fb53db1d4337, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:00.067457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:00.118992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 184cac76-cc4a-46c2-a398-fb53db1d4337) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:00.122915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:00.123494 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.128615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d6de4-0314-4810-851f-06c2909e4100 None None] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:00.205900 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8587143 Dec 17 17:52:00.209392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55984) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:00.215306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949964651'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:00.220736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:00.224911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:network and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:00.228049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:00.234397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:00.302122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:00.305671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.334246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:52:00.342572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.342914 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Added segment 01308880-ee61-4f0c-bf3f-2fcbf4b20814 of type vlan for network 643c42b4-4450-472e-b52a-64420dca5e95 Dec 17 17:52:00.368642 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.381084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-184cac76-cc4a-46c2-a398-fb53db1d4337', 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337', 'tenant_id': '2cba3310da05453d84e22f1240ae4962', 'fixed_ips': [{'subnet_id': '3e46669d-cd98-410c-9f89-12a56571dbc0'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:00.381951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.462277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.467871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:00.468444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.473750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:00.536609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Allocated IP 2001:db8::2 (184cac76-cc4a-46c2-a398-fb53db1d4337/3e46669d-cd98-410c-9f89-12a56571dbc0/2b5fd1ce-92b8-46f0-9bc9-98e91edbba79) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:00.578537 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Network': ['ID=643c42b4-4450-472e-b52a-64420dca5e95,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:00.581308 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:00.611771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 643c42b4-4450-472e-b52a-64420dca5e95 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:52:00.622935 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4124029 Dec 17 17:52:00.625611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55988) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:00.631248 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Request body: {'subnet': {'network_id': '643c42b4-4450-472e-b52a-64420dca5e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:00.741658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:00.745543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Usage tracker for resource:subnet and tenant:2cba3310da05453d84e22f1240ae4962 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:00.748450 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:00.754532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:00.816704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Made reservation on behalf of 2cba3310da05453d84e22f1240ae4962 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:00.820236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.828995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.844694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Transition to ACTIVE for port object 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:00.863411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Transition to ACTIVE for port object 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:00.908296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:00.913928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:00.971015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:00.973775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:00.977393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:01.018437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Pushing event updated for resources: {'Port': ['ID=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:01.024305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:01.076566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Attempting to bind port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:01.076943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Attempting to bind port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'b15c7e39-ec90-4f0b-8281-0425b08085f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:01.077912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Attempting to bind port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 on network 184cac76-cc4a-46c2-a398-fb53db1d4337 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:01.079530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.083189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:01.083573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Checking segment: {'id': 'b15c7e39-ec90-4f0b-8281-0425b08085f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:01.083982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.084655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Bound using segment: {'id': 'b15c7e39-ec90-4f0b-8281-0425b08085f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:01.084952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Bound port: 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c7e39-ec90-4f0b-8281-0425b08085f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '184cac76-cc4a-46c2-a398-fb53db1d4337'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:01.085069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c8999875-26d6-4db3-943c-70aa6e11c53c tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:01.085340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.162917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event updated for resources: {'Subnet': ['ID=19ad10a6-c062-4458-bd1c-57d39cf05cdd,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:01.168495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:01.171521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Checking segment: {'id': '01308880-ee61-4f0c-bf3f-2fcbf4b20814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:01.171891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network hostable DHCP agents. Network: 643c42b4-4450-472e-b52a-64420dca5e95, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:01.174795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] For port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:01.176301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] For port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,segment=NetworkSegment(b15c7e39-ec90-4f0b-8281-0425b08085f5),segment_id=b15c7e39-ec90-4f0b-8281-0425b08085f5)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:01.251760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.255623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:01.262293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Network 643c42b4-4450-472e-b52a-64420dca5e95 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:01.330697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Pushing event updated for resources: {'Port': ['ID=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:01.330929 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 643c42b4-4450-472e-b52a-64420dca5e95) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:01.334582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:01.341804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:01.342428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.346126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3792bc-7e5a-46db-bce3-00901e412712 None None] Network 643c42b4-4450-472e-b52a-64420dca5e95 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:01.417415 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0b2f4f60-e76c-4288-b375-bba9cca7d776 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7907441 Dec 17 17:52:01.419939 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55992) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:01.587294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-643c42b4-4450-472e-b52a-64420dca5e95', 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95', 'tenant_id': '2cba3310da05453d84e22f1240ae4962', 'fixed_ips': [{'subnet_id': '19ad10a6-c062-4458-bd1c-57d39cf05cdd'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:01.588225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.600313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.674029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.750731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Allocated IP 2001:db8::2 (643c42b4-4450-472e-b52a-64420dca5e95/19ad10a6-c062-4458-bd1c-57d39cf05cdd/18088891-6eef-476a-a431-d4aadb1b875d) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:01.959870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:01.973170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Transition to ACTIVE for port object 18088891-6eef-476a-a431-d4aadb1b875d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:01.996324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Transition to ACTIVE for port object 18088891-6eef-476a-a431-d4aadb1b875d will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:01.999056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:02.079756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.083694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7e07d1a7-09a6-4650-9753-7b118b3ccfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:02.128239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:02.158659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Network 643c42b4-4450-472e-b52a-64420dca5e95 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:02.165927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Pushing event updated for resources: {'Port': ['ID=18088891-6eef-476a-a431-d4aadb1b875d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:02.168320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:02.174948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:02.174948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:02.175457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.187695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f6ba239f-7318-4e77-877b-9eecdfddd833 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:02.277380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-567f9550-d272-46d7-873d-872c1a268ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.318688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Subnet': ['ID=19ad10a6-c062-4458-bd1c-57d39cf05cdd,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:02.323948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:02.325834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.338171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Attempting to bind port 18088891-6eef-476a-a431-d4aadb1b875d on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:02.338171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Attempting to bind port 18088891-6eef-476a-a431-d4aadb1b875d by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '01308880-ee61-4f0c-bf3f-2fcbf4b20814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:02.338500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Attempting to bind port 18088891-6eef-476a-a431-d4aadb1b875d on network 643c42b4-4450-472e-b52a-64420dca5e95 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:02.344322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:02.344705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Checking segment: {'id': '01308880-ee61-4f0c-bf3f-2fcbf4b20814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:02.345109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.345577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Bound using segment: {'id': '01308880-ee61-4f0c-bf3f-2fcbf4b20814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:02.345999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Bound port: 18088891-6eef-476a-a431-d4aadb1b875d, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01308880-ee61-4f0c-bf3f-2fcbf4b20814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '643c42b4-4450-472e-b52a-64420dca5e95'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:02.346416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.354863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643c42b4-4450-472e-b52a-64420dca5e95']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:02.358279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc7bdc-23bd-4458-b76c-2035d3698815 None None] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:02.368206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01308880-ee61-4f0c-bf3f-2fcbf4b20814') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:02.368507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01308880-ee61-4f0c-bf3f-2fcbf4b20814') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:02.381410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.400825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.407573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:02.407970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:02.423170 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:02.525707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 17:52:02.525707 dv-neutron-821073-1-hyperv neutron-server[88117]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 17:52:02.525707 dv-neutron-821073-1-hyperv neutron-server[88117]: [parameters: {'id': '643c42b4-4450-472e-b52a-64420dca5e95'}] Dec 17 17:52:02.525707 dv-neutron-821073-1-hyperv neutron-server[88117]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:02.526167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:02.549356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] For port 18088891-6eef-476a-a431-d4aadb1b875d, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:02.552471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Provisioning for port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:02.592634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] For port 18088891-6eef-476a-a431-d4aadb1b875d, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=18088891-6eef-476a-a431-d4aadb1b875d,segment=NetworkSegment(01308880-ee61-4f0c-bf3f-2fcbf4b20814),segment_id=01308880-ee61-4f0c-bf3f-2fcbf4b20814)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:02.594029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Provisioning complete for port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:02.594408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.656141 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.661263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:02.839443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Pushing event updated for resources: {'Port': ['ID=18088891-6eef-476a-a431-d4aadb1b875d,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:02.858335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:02.902308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:02.913239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b140003-725c-46ba-977f-8ebe6f947b6d None None] Network 643c42b4-4450-472e-b52a-64420dca5e95 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:03.027592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.033161 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] For port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,segment=NetworkSegment(b15c7e39-ec90-4f0b-8281-0425b08085f5),segment_id=b15c7e39-ec90-4f0b-8281-0425b08085f5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:03.043129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting port 18088891-6eef-476a-a431-d4aadb1b875d {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:03.049973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.100844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.104365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:03.195583 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Pushing event updated for resources: {'Port': ['ID=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:03.198687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:03.214818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a27cd8-db6b-4e9c-a92b-8d006d05d2c3 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:52:03.270814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f7b04f61-05dd-4060-a00a-2078ad1be883 None None] Provisioning complete for port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:03.271118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f7b04f61-05dd-4060-a00a-2078ad1be883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.376971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a27cd8-db6b-4e9c-a92b-8d006d05d2c3 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:52:03.397797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] For port 18088891-6eef-476a-a431-d4aadb1b875d, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=18088891-6eef-476a-a431-d4aadb1b875d,segment=NetworkSegment(01308880-ee61-4f0c-bf3f-2fcbf4b20814),segment_id=01308880-ee61-4f0c-bf3f-2fcbf4b20814)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:03.398183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.520121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Calling delete_port for 18088891-6eef-476a-a431-d4aadb1b875d owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:03.662352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.667130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f9bb5ac9-2141-42cc-9dfc-3815b903ddbb tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:03.709644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Port': ['ID=18088891-6eef-476a-a431-d4aadb1b875d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:03.714393 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No DVR routers for this DVR port 18088891-6eef-476a-a431-d4aadb1b875d on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:52:03.744213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.744603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.744984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.745358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.745729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.746126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.746493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.746858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.747223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.747588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.747949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.748307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:03.753704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:03.846985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.871623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643c42b4-4450-472e-b52a-64420dca5e95']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:03.883300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01308880-ee61-4f0c-bf3f-2fcbf4b20814') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:03.883607 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01308880-ee61-4f0c-bf3f-2fcbf4b20814') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:03.894961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.910556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.916421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:03.916745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:03.931246 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:03.981295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:04.047016 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:04.047389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.056554 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.060750 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b9d6aa5c-a679-4059-bc89-5649beb0abed tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:04.076112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.090236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Network': ['ID=643c42b4-4450-472e-b52a-64420dca5e95,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:04.094567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:04.096704 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/643c42b4-4450-472e-b52a-64420dca5e95 HTTP/1.1" status: 204 len: 168 time: 2.6756101 Dec 17 17:52:04.099871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 55996) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.144251 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d1599b-9223-487c-be69-2651b332430f tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] GET failed (client error): The resource could not be found. Dec 17 17:52:04.144882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-66d1599b-9223-487c-be69-2651b332430f tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Synchronizing usage tracker for tenant:2cba3310da05453d84e22f1240ae4962 on resource:subnet {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:52:04.218868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-66d1599b-9223-487c-be69-2651b332430f tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Unset dirty status for tenant:2cba3310da05453d84e22f1240ae4962 on resource:subnet {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:52:04.219419 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-66d1599b-9223-487c-be69-2651b332430f tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "GET /v2.0/subnets/19ad10a6-c062-4458-bd1c-57d39cf05cdd HTTP/1.1" status: 404 len: 337 time: 0.1185164 Dec 17 17:52:04.222241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56000) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.248776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44ef0a6-2e0d-40d6-930e-44d921ef74e7 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:04.249240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44ef0a6-2e0d-40d6-930e-44d921ef74e7 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:04.250871 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d44ef0a6-2e0d-40d6-930e-44d921ef74e7 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/643c42b4-4450-472e-b52a-64420dca5e95 HTTP/1.1" status: 404 len: 339 time: 0.0276055 Dec 17 17:52:04.254345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56004) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.295714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-1594555c-e9ea-415e-83a9-3a70d31a40b4 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:04.296230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1594555c-e9ea-415e-83a9-3a70d31a40b4 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:04.297941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1594555c-e9ea-415e-83a9-3a70d31a40b4 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/subnets/19ad10a6-c062-4458-bd1c-57d39cf05cdd HTTP/1.1" status: 404 len: 337 time: 0.0426185 Dec 17 17:52:04.300363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56008) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.324662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6349ee-b194-4a0f-957e-b86852ea414a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:04.325117 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6349ee-b194-4a0f-957e-b86852ea414a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:04.326724 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf6349ee-b194-4a0f-957e-b86852ea414a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/643c42b4-4450-472e-b52a-64420dca5e95 HTTP/1.1" status: 404 len: 339 time: 0.0254605 Dec 17 17:52:04.329649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56012) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.393928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting subnet 3e46669d-cd98-410c-9f89-12a56571dbc0 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:52:04.396778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.452882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.538258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.656841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.660344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a34a0028-19f9-4e2a-94c2-ef1f6eb6db36 tempest-ExtraDHCPOptionsTestJSON-1219853977 tempest-ExtraDHCPOptionsTestJSON-1219853977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:04.699096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Subnet': ['ID=3e46669d-cd98-410c-9f89-12a56571dbc0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:04.702826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:04.703842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.709718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5527f2-8364-4f27-aec4-fcd205c96bd8 None None] Network 184cac76-cc4a-46c2-a398-fb53db1d4337 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:04.766927 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-75017c06-dc59-4b70-ae7c-01a1c8fd542e tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/subnets/3e46669d-cd98-410c-9f89-12a56571dbc0 HTTP/1.1" status: 204 len: 168 time: 0.4363327 Dec 17 17:52:04.769298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56016) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:04.889431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.900295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:04.900637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:04.952891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] DHCP port deletion for 184cac76-cc4a-46c2-a398-fb53db1d4337 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:52:04.956743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Deleting port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:04.957125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.107718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] For port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,segment=NetworkSegment(b15c7e39-ec90-4f0b-8281-0425b08085f5),segment_id=b15c7e39-ec90-4f0b-8281-0425b08085f5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:05.108080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.143008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4444fdba-2298-444f-95e7-62c919c281bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.164676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] For port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,segment=NetworkSegment(b15c7e39-ec90-4f0b-8281-0425b08085f5),segment_id=b15c7e39-ec90-4f0b-8281-0425b08085f5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:05.165075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.295681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Calling delete_port for 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:05.361463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Calling delete_port for 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:05.433405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.437074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:05.438444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:05.438771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:05.479209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Pushing event deleted for resources: {'Port': ['ID=2b5fd1ce-92b8-46f0-9bc9-98e91edbba79,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:05.480979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] No DVR routers for this DVR port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:52:05.482339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:05.861896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.940344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting port 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:05.941282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:05.973342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:52:06.006144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.012527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:52:06.012880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2b5fd1ce-92b8-46f0-9bc9-98e91edbba79 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:52:06.014328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] The port '2b5fd1ce-92b8-46f0-9bc9-98e91edbba79' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:52:06.145591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.171172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cac76-cc4a-46c2-a398-fb53db1d4337']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:06.182918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c7e39-ec90-4f0b-8281-0425b08085f5') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:06.183218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c7e39-ec90-4f0b-8281-0425b08085f5') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:06.195169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.211161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.217018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:06.217403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:06.231534 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:06.370392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.374522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-98e8a488-59fe-4bd9-84ed-149f2b7eac45 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:06.388666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.400591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Network': ['ID=184cac76-cc4a-46c2-a398-fb53db1d4337,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:06.403701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/184cac76-cc4a-46c2-a398-fb53db1d4337 HTTP/1.1" status: 204 len: 168 time: 1.6334596 Dec 17 17:52:06.404520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c10aad6-171a-4ea2-b986-7afd58d6382a tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:06.407302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56020) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:06.442798 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02eeb76-d5ff-4cf5-8a7b-42be51cf69fe tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:06.443231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02eeb76-d5ff-4cf5-8a7b-42be51cf69fe tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:06.444797 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b02eeb76-d5ff-4cf5-8a7b-42be51cf69fe tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/subnets/3df34a64-210b-400e-a0ac-18a389b254d0 HTTP/1.1" status: 404 len: 337 time: 0.0378435 Dec 17 17:52:06.447115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56024) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:06.469895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e65c623-3445-40ad-a12d-6ce480055375 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:06.470334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e65c623-3445-40ad-a12d-6ce480055375 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:06.471877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1e65c623-3445-40ad-a12d-6ce480055375 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/df6fab11-792d-465a-b872-21796040b03e HTTP/1.1" status: 404 len: 339 time: 0.0239244 Dec 17 17:52:06.477480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56028) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:06.518292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f37d3a-877c-4ff9-aa3f-c26583d76f90 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:06.518731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f37d3a-877c-4ff9-aa3f-c26583d76f90 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:06.520304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-79f37d3a-877c-4ff9-aa3f-c26583d76f90 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/subnets/6d3d55c5-9f6c-4ca1-b111-ec6f94d3d48a HTTP/1.1" status: 404 len: 337 time: 0.0419321 Dec 17 17:52:06.522664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56032) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:06.545607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4a40f7-d854-42c4-9fba-9c3968f24f67 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] DELETE failed (client error): The resource could not be found. Dec 17 17:52:06.546614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4a40f7-d854-42c4-9fba-9c3968f24f67 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88116) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 17:52:06.548125 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0c4a40f7-d854-42c4-9fba-9c3968f24f67 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/a428af7d-4b6a-487b-82b6-bf023ac97be0 HTTP/1.1" status: 404 len: 339 time: 0.0246243 Dec 17 17:52:06.550450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56036) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:06.612150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting subnet f9c08ed5-3b6c-4859-9b13-d6f2653a5bea {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:52:06.614925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.669695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.750173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.885427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.890035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61d04b50-758c-4c1d-9da2-388311e56a5d tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:06.926446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c08ed5-3b6c-4859-9b13-d6f2653a5bea,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:06.928285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:06.931950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:06.932458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719b48c-7af2-499d-b44d-e7886d16073c None None] Network 2cf21733-7ee3-446d-9467-f90f919a4451 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:06.938207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/subnets/f9c08ed5-3b6c-4859-9b13-d6f2653a5bea HTTP/1.1" status: 204 len: 168 time: 0.3868566 Dec 17 17:52:06.940652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56040) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:07.053591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.064039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Deleting port e88a0d05-2284-44a4-9c55-9a19c2b96a98 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:07.064373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.186124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] DHCP port deletion for 2cf21733-7ee3-446d-9467-f90f919a4451 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:52:07.190552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Deleting port e88a0d05-2284-44a4-9c55-9a19c2b96a98 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:07.190932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.292834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] For port e88a0d05-2284-44a4-9c55-9a19c2b96a98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e88a0d05-2284-44a4-9c55-9a19c2b96a98,segment=NetworkSegment(210aefd1-334f-454f-bd8e-6619242a368f),segment_id=210aefd1-334f-454f-bd8e-6619242a368f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:07.293197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.419879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Calling delete_port for e88a0d05-2284-44a4-9c55-9a19c2b96a98 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:07.492159 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] For port e88a0d05-2284-44a4-9c55-9a19c2b96a98, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e88a0d05-2284-44a4-9c55-9a19c2b96a98,segment=NetworkSegment(210aefd1-334f-454f-bd8e-6619242a368f),segment_id=210aefd1-334f-454f-bd8e-6619242a368f)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:07.492558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.500452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.553782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.557662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8968e164-3943-49d4-87e0-6354abcf0255 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:07.604135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Port': ['ID=e88a0d05-2284-44a4-9c55-9a19c2b96a98,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:07.608912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:07.611749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] No DVR routers for this DVR port e88a0d05-2284-44a4-9c55-9a19c2b96a98 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:52:07.677154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Calling delete_port for e88a0d05-2284-44a4-9c55-9a19c2b96a98 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:07.812639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:07.812910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:07.865191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.891346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf21733-7ee3-446d-9467-f90f919a4451']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:07.903312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210aefd1-334f-454f-bd8e-6619242a368f') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:07.903615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210aefd1-334f-454f-bd8e-6619242a368f') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:07.914656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.932175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.938929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:07.939357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:07.953835 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:07.977729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e88a0d05-2284-44a4-9c55-9a19c2b96a98 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:52:08.012390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e88a0d05-2284-44a4-9c55-9a19c2b96a98 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:52:08.012749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e88a0d05-2284-44a4-9c55-9a19c2b96a98 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:52:08.084737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.088094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:08.102476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.115441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Pushing event deleted for resources: {'Network': ['ID=2cf21733-7ee3-446d-9467-f90f919a4451,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:08.118453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:08.120744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] 10.222.0.61 "DELETE /v2.0/networks/2cf21733-7ee3-446d-9467-f90f919a4451 HTTP/1.1" status: 204 len: 168 time: 1.1792157 Dec 17 17:52:08.314028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Deleting port e88a0d05-2284-44a4-9c55-9a19c2b96a98 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:08.314673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.385778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-19283dfd-9491-4de6-a024-4428e20ddf3b None None] The port 'e88a0d05-2284-44a4-9c55-9a19c2b96a98' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:52:08.557948 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56048) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:08.700342 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2d5a839c-9159-4f4e-b7f0-cb5b99d72da2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cba3310da05453d84e22f1240ae4962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411779 Dec 17 17:52:08.703162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56054) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:08.758528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.783922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.885052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.888894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c4713548-bdd2-4653-a6a9-73cf3001815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:08.900280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb813c-0111-43b4-a1d1-1ccbd8c21cae,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:08.903297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:08.910329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:08.911432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7404dd16-ec07-40d7-b6d6-96994367c46f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8efb813c-0111-43b4-a1d1-1ccbd8c21cae HTTP/1.1" status: 204 len: 168 time: 0.2073939 Dec 17 17:52:09.925636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56078) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:10.024519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-241685287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:10.031353 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:10.035175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:router and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:10.038856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:10.044528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:10.136125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.137158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.151432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.222184 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.290238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.291315 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-71484373-acfd-49c7-8fb9-3a1c6b10b71f tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3646591 Dec 17 17:52:10.293991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56084) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:10.299569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1937172780'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:10.304219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:10.308566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:network and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:10.311532 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:10.317065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:10.376064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Made reservation on behalf of d5da81d687064959a12860be0e2b2f91 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:10.379474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.393695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.408849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:10.413060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:security_group_rule and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:10.415907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:10.421552 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:10.500569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.570462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.573187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54f9fffe-6856-4a1e-aad8-4a26205a1c4c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:10.602082 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:52:10.610400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0594953b-f755-45a5-baee-b62638d84f20,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:10.613406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:10.616977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.617316 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Added segment 29234c40-e87e-4abb-b6b3-e991eb51aa87 of type vlan for network 84e29c7f-b25c-4d66-a493-d657f46d9797 Dec 17 17:52:10.646261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.730409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.736197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:10.740904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:10.741647 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-44ea9cb3-9c18-40ea-8d63-a89ce0c9f223 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:10.845292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event updated for resources: {'Network': ['ID=84e29c7f-b25c-4d66-a493-d657f46d9797,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:10.847811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:10.855752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:52:10.897277 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6022210 Dec 17 17:52:10.900081 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56088) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:10.905886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'subnet': {'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:11.011418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:11.015666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:subnet and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:11.018376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:11.023908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:11.090694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Made reservation on behalf of d5da81d687064959a12860be0e2b2f91 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:11.095433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.370633 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.375975 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3b4b16c4-ee6b-4a34-8e48-6833082da5db tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:11.453644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event updated for resources: {'Subnet': ['ID=ec887ab9-8873-4c42-b408-aed3371a1a24,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:11.457306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:11.458145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Checking segment: {'id': '29234c40-e87e-4abb-b6b3-e991eb51aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:11.458503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Network hostable DHCP agents. Network: 84e29c7f-b25c-4d66-a493-d657f46d9797, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:11.530059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:11.598829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 84e29c7f-b25c-4d66-a493-d657f46d9797) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:11.602875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:11.603455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.609512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2ad17-b05b-4150-b7c1-51ee606bb521 None None] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:11.680055 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7788231 Dec 17 17:52:11.682898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56092) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:11.689369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1121403541'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:11.694172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:11.698073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:network and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:11.701103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:11.706893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:11.758843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Made reservation on behalf of d5da81d687064959a12860be0e2b2f91 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:11.762305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.792272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:52:11.801196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.801532 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Added segment 9d68877f-91c7-4e73-a25f-73d0a8e62d2a of type vlan for network 2183607d-6ccb-4d9c-ac32-4f24cb743490 Dec 17 17:52:11.820831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-84e29c7f-b25c-4d66-a493-d657f46d9797', 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797', 'tenant_id': 'd5da81d687064959a12860be0e2b2f91', 'fixed_ips': [{'subnet_id': 'ec887ab9-8873-4c42-b408-aed3371a1a24'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:11.821770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.827075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.901666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.908374 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:11.909030 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:11.914319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d094ed16-fb7f-42e9-b71d-9da7771eaf3d tempest-AllowedAddressPairTestJSON-1254701122 tempest-AllowedAddressPairTestJSON-1254701122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:11.974873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Allocated IP 172.20.0.2 (84e29c7f-b25c-4d66-a493-d657f46d9797/ec887ab9-8873-4c42-b408-aed3371a1a24/ac8f058b-a90c-49c2-bcd6-eabae30b059f) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:12.016384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event updated for resources: {'Network': ['ID=2183607d-6ccb-4d9c-ac32-4f24cb743490,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:12.019001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:12.049927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 2183607d-6ccb-4d9c-ac32-4f24cb743490 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:52:12.063045 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b239c361-7bb3-4bd3-a988-416a47781d10 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3790181 Dec 17 17:52:12.065643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56096) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:12.071559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'subnet': {'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:12.181367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:12.185597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Usage tracker for resource:subnet and tenant:d5da81d687064959a12860be0e2b2f91 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:12.188578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:12.194867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:12.250662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Made reservation on behalf of d5da81d687064959a12860be0e2b2f91 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:12.254063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.265888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.276045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Transition to ACTIVE for port object ac8f058b-a90c-49c2-bcd6-eabae30b059f will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:12.295473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Transition to ACTIVE for port object ac8f058b-a90c-49c2-bcd6-eabae30b059f will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:12.376315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.380197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:12.448006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:12.451254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:12.455599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:12.463852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Pushing event updated for resources: {'Port': ['ID=ac8f058b-a90c-49c2-bcd6-eabae30b059f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:12.491535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:12.550098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Attempting to bind port ac8f058b-a90c-49c2-bcd6-eabae30b059f on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:12.550391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Attempting to bind port ac8f058b-a90c-49c2-bcd6-eabae30b059f by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '29234c40-e87e-4abb-b6b3-e991eb51aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:12.550761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Attempting to bind port ac8f058b-a90c-49c2-bcd6-eabae30b059f on network 84e29c7f-b25c-4d66-a493-d657f46d9797 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:12.556323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:12.556702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Checking segment: {'id': '29234c40-e87e-4abb-b6b3-e991eb51aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:12.557109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.557507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Bound using segment: {'id': '29234c40-e87e-4abb-b6b3-e991eb51aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:12.558009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Bound port: ac8f058b-a90c-49c2-bcd6-eabae30b059f, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29234c40-e87e-4abb-b6b3-e991eb51aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84e29c7f-b25c-4d66-a493-d657f46d9797'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:12.558388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.647774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] For port ac8f058b-a90c-49c2-bcd6-eabae30b059f, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:12.650696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] For port ac8f058b-a90c-49c2-bcd6-eabae30b059f, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac8f058b-a90c-49c2-bcd6-eabae30b059f,segment=NetworkSegment(29234c40-e87e-4abb-b6b3-e991eb51aa87),segment_id=29234c40-e87e-4abb-b6b3-e991eb51aa87)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:12.656881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.661927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c53cec58-209d-403e-b368-4f725da45a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:12.731213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event updated for resources: {'Subnet': ['ID=94608091-27f4-4666-bfb9-813ba8b31683,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:12.735250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:12.741964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Checking segment: {'id': '9d68877f-91c7-4e73-a25f-73d0a8e62d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:12.742321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Network hostable DHCP agents. Network: 2183607d-6ccb-4d9c-ac32-4f24cb743490, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:12.759493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.764063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:12.838022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Pushing event updated for resources: {'Port': ['ID=ac8f058b-a90c-49c2-bcd6-eabae30b059f,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:12.841006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:12.847187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Network 2183607d-6ccb-4d9c-ac32-4f24cb743490 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:12.918886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 2183607d-6ccb-4d9c-ac32-4f24cb743490) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:12.923744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:12.924327 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:12.929514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75076eb1-02c0-47fb-a2ac-3832deaa1011 None None] Network 2183607d-6ccb-4d9c-ac32-4f24cb743490 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:12.996239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56100) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:12.996692 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0aac4bdf-005a-4e64-8a11-268a841a8e79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9267461 Dec 17 17:52:13.007392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e6ce1df6-39d9-4b18-80c9-bc686bc6b971 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Request body: {'router': {'external_gateway_info': {'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:13.216121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-2183607d-6ccb-4d9c-ac32-4f24cb743490', 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490', 'tenant_id': 'd5da81d687064959a12860be0e2b2f91', 'fixed_ips': [{'subnet_id': '94608091-27f4-4666-bfb9-813ba8b31683'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:13.216953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.375403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Allocated IP 172.21.0.2 (2183607d-6ccb-4d9c-ac32-4f24cb743490/94608091-27f4-4666-bfb9-813ba8b31683/5d81ebc6-3bb1-40c3-ae40-a447b7cc9453) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:13.427007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1df6-39d9-4b18-80c9-bc686bc6b971 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.579772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.590429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Transition to ACTIVE for port object 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:13.610893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Transition to ACTIVE for port object 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:13.638963 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.api.v2.resource [None req-e6ce1df6-39d9-4b18-80c9-bc686bc6b971 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 17:52:13.639960 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e6ce1df6-39d9-4b18-80c9-bc686bc6b971 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "PUT /v2.0/routers/6ba44034-f7d0-42a6-80c4-d6a22f035fd6 HTTP/1.1" status: 400 len: 364 time: 0.6427317 Dec 17 17:52:13.645663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56104) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:13.685537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.691483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:13.712427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Deleting subnet 94608091-27f4-4666-bfb9-813ba8b31683 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:52:13.715632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.755462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Network 2183607d-6ccb-4d9c-ac32-4f24cb743490 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:13.758436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:13.762324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:13.771694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Pushing event updated for resources: {'Port': ['ID=5d81ebc6-3bb1-40c3-ae40-a447b7cc9453,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:13.782219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.803466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:13.852549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8c000-641b-4bc9-a06d-c65d2fc26f1d None None] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:13.867789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.932352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Attempting to bind port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:13.932741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Attempting to bind port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '9d68877f-91c7-4e73-a25f-73d0a8e62d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:13.933221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Attempting to bind port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 on network 2183607d-6ccb-4d9c-ac32-4f24cb743490 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:13.949147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:13.949540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Checking segment: {'id': '9d68877f-91c7-4e73-a25f-73d0a8e62d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:13.949980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:13.950388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Bound using segment: {'id': '9d68877f-91c7-4e73-a25f-73d0a8e62d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:13.950867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Bound port: 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d68877f-91c7-4e73-a25f-73d0a8e62d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2183607d-6ccb-4d9c-ac32-4f24cb743490'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:13.951251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.017059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.018729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac8f058b-a90c-49c2-bcd6-eabae30b059f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:14.022005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-874947fc-f251-4664-95a3-ed09923a9dc5 tempest-FloatingIPTestJSON-1404050491 tempest-FloatingIPTestJSON-1404050491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:14.057124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Subnet': ['ID=94608091-27f4-4666-bfb9-813ba8b31683,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:14.059664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:14.062585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.069422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "DELETE /v2.0/subnets/94608091-27f4-4666-bfb9-813ba8b31683 HTTP/1.1" status: 204 len: 168 time: 0.4224679 Dec 17 17:52:14.071625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56108) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:14.072114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5269a496-3ac8-4846-a636-19e3b55e0d77 None None] Provisioning for port ac8f058b-a90c-49c2-bcd6-eabae30b059f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:14.179487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] For port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:14.182688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.193850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Deleting port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:14.194182 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.218667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] For port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5d81ebc6-3bb1-40c3-ae40-a447b7cc9453,segment=NetworkSegment(9d68877f-91c7-4e73-a25f-73d0a8e62d2a),segment_id=9d68877f-91c7-4e73-a25f-73d0a8e62d2a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:14.288041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.292028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:14.324234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ac8f058b-a90c-49c2-bcd6-eabae30b059f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:14.351795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ac8f058b-a90c-49c2-bcd6-eabae30b059f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:14.352177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.412487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] For port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453, host dv-neutron-821073-1-hyperv, got binding levels [] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:14.412856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.475076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Pushing event updated for resources: {'Port': ['ID=5d81ebc6-3bb1-40c3-ae40-a447b7cc9453,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:14.479742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:14.520813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42608b7a-dadd-42f9-a11e-622bd7ce04aa None None] Network 2183607d-6ccb-4d9c-ac32-4f24cb743490 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:14.540312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Calling delete_port for 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:14.639963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.655778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7fdc5edf-9a0c-4a04-ab00-554865627c24 None None] Provisioning complete for port ac8f058b-a90c-49c2-bcd6-eabae30b059f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:14.656146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5edf-9a0c-4a04-ab00-554865627c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.661830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.db.api [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:14.662173 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_db.api [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:14.826997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port ac8f058b-a90c-49c2-bcd6-eabae30b059f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac8f058b-a90c-49c2-bcd6-eabae30b059f,segment=NetworkSegment(29234c40-e87e-4abb-b6b3-e991eb51aa87),segment_id=29234c40-e87e-4abb-b6b3-e991eb51aa87)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:14.905653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.910436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:14.940274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5edf-9a0c-4a04-ab00-554865627c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:14.948414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbb911-f7e0-4a34-89e2-c07c6243c610 None None] get_active_networks_info from dv-neutron-821073-1-hyperv {{(pid=88118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 17 17:52:15.087791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=ac8f058b-a90c-49c2-bcd6-eabae30b059f,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:15.099754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:15.106894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-7fdc5edf-9a0c-4a04-ab00-554865627c24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:15.107250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-7fdc5edf-9a0c-4a04-ab00-554865627c24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:15.124022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbb911-f7e0-4a34-89e2-c07c6243c610 None None] Resources bound (agent type, host, resource id): {{(pid=88118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 17:52:15.163512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Deleting port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:15.164063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.375008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] For port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5d81ebc6-3bb1-40c3-ae40-a447b7cc9453,segment=NetworkSegment(9d68877f-91c7-4e73-a25f-73d0a8e62d2a),segment_id=9d68877f-91c7-4e73-a25f-73d0a8e62d2a)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:15.375280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.499744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Calling delete_port for 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:15.639745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.644361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7a44d5cd-1c2c-4689-95bf-e934a7fbd6aa tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:15.689652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Port': ['ID=5d81ebc6-3bb1-40c3-ae40-a447b7cc9453,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:15.692052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:15.694415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] No DVR routers for this DVR port 5d81ebc6-3bb1-40c3-ae40-a447b7cc9453 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:52:15.813946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.838101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2183607d-6ccb-4d9c-ac32-4f24cb743490']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:15.850219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d68877f-91c7-4e73-a25f-73d0a8e62d2a') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:15.850511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d68877f-91c7-4e73-a25f-73d0a8e62d2a') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:15.862133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.877916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.883851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:15.884228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:15.898814 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:15.919338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:15.984454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac8f058b-a90c-49c2-bcd6-eabae30b059f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:16.016394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.019978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-81f3a693-83b7-4f38-a5d5-16107cddf0c0 tempest-RoutersIpV6AdminTest-1862825931 tempest-RoutersIpV6AdminTest-1862825931-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:16.036838 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.045843 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Network': ['ID=2183607d-6ccb-4d9c-ac32-4f24cb743490,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:16.048583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:16.052784 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "DELETE /v2.0/networks/2183607d-6ccb-4d9c-ac32-4f24cb743490 HTTP/1.1" status: 204 len: 168 time: 1.9801431 Dec 17 17:52:16.053991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56112) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:16.057636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ac8f058b-a90c-49c2-bcd6-eabae30b059f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:16.058044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.122389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Deleting subnet ec887ab9-8873-4c42-b408-aed3371a1a24 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:52:16.125980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.304678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.384773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.507463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.511120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-232ea67a-68bc-4063-bcc2-7ba95a98c8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:16.551775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Subnet': ['ID=ec887ab9-8873-4c42-b408-aed3371a1a24,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:16.554074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:16.556817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.562017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360d52f-cef5-4b76-ba26-415fcea27f5f None None] Network 84e29c7f-b25c-4d66-a493-d657f46d9797 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:16.563321 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8c08afdc-6fdd-4fbd-a126-f8b0e77b935a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "DELETE /v2.0/subnets/ec887ab9-8873-4c42-b408-aed3371a1a24 HTTP/1.1" status: 204 len: 168 time: 0.5076671 Dec 17 17:52:16.565670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56116) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:16.676330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.686338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Deleting port ac8f058b-a90c-49c2-bcd6-eabae30b059f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:16.686662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.798924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] DHCP port deletion for 84e29c7f-b25c-4d66-a493-d657f46d9797 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:52:16.803099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Deleting port ac8f058b-a90c-49c2-bcd6-eabae30b059f {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:16.803488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:16.894533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] For port ac8f058b-a90c-49c2-bcd6-eabae30b059f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac8f058b-a90c-49c2-bcd6-eabae30b059f,segment=NetworkSegment(29234c40-e87e-4abb-b6b3-e991eb51aa87),segment_id=29234c40-e87e-4abb-b6b3-e991eb51aa87)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:16.894996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.004836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] For port ac8f058b-a90c-49c2-bcd6-eabae30b059f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ac8f058b-a90c-49c2-bcd6-eabae30b059f,segment=NetworkSegment(29234c40-e87e-4abb-b6b3-e991eb51aa87),segment_id=29234c40-e87e-4abb-b6b3-e991eb51aa87)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:17.005431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.020429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Calling delete_port for ac8f058b-a90c-49c2-bcd6-eabae30b059f owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:17.128610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Calling delete_port for ac8f058b-a90c-49c2-bcd6-eabae30b059f owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:52:17.176280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.182262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c70c622a-1cd7-4950-9d75-564399807f8b tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:17.198585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:52:17.198981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:52:17.229496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Port': ['ID=ac8f058b-a90c-49c2-bcd6-eabae30b059f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:17.231289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] No DVR routers for this DVR port ac8f058b-a90c-49c2-bcd6-eabae30b059f on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:52:17.232826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:17.358387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.387004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e29c7f-b25c-4d66-a493-d657f46d9797']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:17.399231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29234c40-e87e-4abb-b6b3-e991eb51aa87') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:17.399536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29234c40-e87e-4abb-b6b3-e991eb51aa87') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:17.410474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.426678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.434889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:52:17.435278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:52:17.449946 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:52:17.599018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.602599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7a4768d-2e16-4c9c-9e15-02e54bf9c72c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:17.617273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.629572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Pushing event deleted for resources: {'Network': ['ID=84e29c7f-b25c-4d66-a493-d657f46d9797,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:17.632017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "DELETE /v2.0/networks/84e29c7f-b25c-4d66-a493-d657f46d9797 HTTP/1.1" status: 204 len: 168 time: 1.0654342 Dec 17 17:52:17.632862 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:17.634703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56120) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:17.675714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5d79e95f-42b8-4d7e-b905-4d338af17f4d tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Synchronizing usage tracker for tenant:d5da81d687064959a12860be0e2b2f91 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:52:17.699941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Deleting port ac8f058b-a90c-49c2-bcd6-eabae30b059f {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:52:17.700363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.742073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5d79e95f-42b8-4d7e-b905-4d338af17f4d tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Unset dirty status for tenant:d5da81d687064959a12860be0e2b2f91 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:52:17.743260 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5d79e95f-42b8-4d7e-b905-4d338af17f4d tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ba44034-f7d0-42a6-80c4-d6a22f035fd6 HTTP/1.1" status: 200 len: 205 time: 0.1076751 Dec 17 17:52:17.745794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56124) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:17.816306 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-787a0853-654a-4530-94de-3dc7e4bb6aca None None] The port 'ac8f058b-a90c-49c2-bcd6-eabae30b059f' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:52:17.880262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:17.979572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac8f058b-a90c-49c2-bcd6-eabae30b059f no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:52:18.015515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ac8f058b-a90c-49c2-bcd6-eabae30b059f {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:52:18.016244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ac8f058b-a90c-49c2-bcd6-eabae30b059f not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:52:18.309318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:18.311669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:18.410492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:18.410975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Fanout notify agent at l3_agent the message router_deleted on router 6ba44034-f7d0-42a6-80c4-d6a22f035fd6 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:52:18.422167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:18.425712 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f086312e-dbcb-4e66-979d-ce6d3c2d5a79 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] 10.222.0.61 "DELETE /v2.0/routers/6ba44034-f7d0-42a6-80c4-d6a22f035fd6 HTTP/1.1" status: 204 len: 168 time: 0.6763694 Dec 17 17:52:18.885697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56132) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:19.029100 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-adf4192f-677b-4775-90e8-e58a0358fa1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5da81d687064959a12860be0e2b2f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420927 Dec 17 17:52:19.031906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56138) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:19.091872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:19.118050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:19.255637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:19.259408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3d32db50-443f-4437-8122-d92add9cd8a1 tempest-PortsIpV6TestJSON-201444530 tempest-PortsIpV6TestJSON-201444530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:19.270528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594953b-f755-45a5-baee-b62638d84f20,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:19.274299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:19.277567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:19.278686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0594953b-f755-45a5-baee-b62638d84f20 HTTP/1.1" status: 204 len: 168 time: 0.2459137 Dec 17 17:52:20.187521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56162) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:20.290488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-775823440-network', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:20.295162 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:20.300437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Usage tracker for resource:network and tenant:664ba3310b5f4bdeb378763c119afdfe is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:20.303280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:20.308946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:20.364473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Made reservation on behalf of 664ba3310b5f4bdeb378763c119afdfe for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:20.367140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.380301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.394714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:20.399288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Usage tracker for resource:security_group_rule and tenant:664ba3310b5f4bdeb378763c119afdfe is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:20.402352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:20.408834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:20.487056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.535554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.538416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-acdb3047-1f04-47e4-aa16-9c0e95c9aa41 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:20.566202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:52:20.574341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3908ffd-9a30-4931-9b00-19cb3edf0a63,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:20.578302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:20.580642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.580986 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Added segment 06c370ef-cc82-42aa-b027-f8b29c67f183 of type vlan for network a0a46971-6279-4d4c-85b3-490b8f3370e7 Dec 17 17:52:20.610183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.696033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.697092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:20.697670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:20.701252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9374876e-87d0-49d3-ae76-fc2f0518d67b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:20.796231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Pushing event updated for resources: {'Network': ['ID=a0a46971-6279-4d4c-85b3-490b8f3370e7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:20.798733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:20.805637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:52:20.856682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6680827 Dec 17 17:52:20.859919 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56168) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:20.865341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Request body: {'subnet': {'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-subnet', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:20.870597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:20.874490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Usage tracker for resource:subnet and tenant:664ba3310b5f4bdeb378763c119afdfe is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:20.877656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:20.883875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:20.958953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Made reservation on behalf of 664ba3310b5f4bdeb378763c119afdfe for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:20.961272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.216038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.219515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-855b80d1-3b88-479e-bbc1-71c5ccfce8e4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:21.285667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09082e1-970f-4e82-bf28-ccecc71337f1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:21.290386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:21.297060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Checking segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:21.297405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Network hostable DHCP agents. Network: a0a46971-6279-4d4c-85b3-490b8f3370e7, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:21.364338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:21.432892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a0a46971-6279-4d4c-85b3-490b8f3370e7) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:21.437429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:21.438044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.442117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ce403-1981-4ca5-8257-dbd005222880 None None] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:21.507853 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6468709 Dec 17 17:52:21.510490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56172) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:21.515577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:21.520144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:21.524084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Usage tracker for resource:router and tenant:664ba3310b5f4bdeb378763c119afdfe is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:21.526892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:21.532553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:21.610641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.611739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.627249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.651630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a0a46971-6279-4d4c-85b3-490b8f3370e7', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:21.652457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:21.804287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Allocated IP 172.20.0.2 (a0a46971-6279-4d4c-85b3-490b8f3370e7/d09082e1-970f-4e82-bf28-ccecc71337f1/be339e08-9d1a-4744-ac79-1899129a7bd7) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:21.967823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.004265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.014048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Transition to ACTIVE for port object be339e08-9d1a-4744-ac79-1899129a7bd7 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:22.032014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Transition to ACTIVE for port object be339e08-9d1a-4744-ac79-1899129a7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:22.102090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.106557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:22.168718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:22.171523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:22.173889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:22.208840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Pushing event updated for resources: {'Port': ['ID=be339e08-9d1a-4744-ac79-1899129a7bd7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:22.255123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.255555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.255933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.256265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.256592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.256922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.257245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.257567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.257926 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.258241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.258551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.258868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:22.262758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:22.287301 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Attempting to bind port be339e08-9d1a-4744-ac79-1899129a7bd7 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:22.287677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Attempting to bind port be339e08-9d1a-4744-ac79-1899129a7bd7 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:22.288047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Attempting to bind port be339e08-9d1a-4744-ac79-1899129a7bd7 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:22.293585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:22.293997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Checking segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:22.294399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.294790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Bound using segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:22.295309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Bound port: be339e08-9d1a-4744-ac79-1899129a7bd7, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:22.295666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.381456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] For port be339e08-9d1a-4744-ac79-1899129a7bd7, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:22.384589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] For port be339e08-9d1a-4744-ac79-1899129a7bd7, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=be339e08-9d1a-4744-ac79-1899129a7bd7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:22.433679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.438731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-6229c533-ad33-4950-a4da-ebb366ba1048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:22.458503 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.487857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.517313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Pushing event updated for resources: {'Port': ['ID=be339e08-9d1a-4744-ac79-1899129a7bd7,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:22.520274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:22.623235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Allocated IP 172.26.4.164 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/e94d03fb-4145-4b14-b12b-bfad2c4a6433) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:22.785727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.868255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:22.872258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6d1825bb-8301-445d-a2e2-ba3cfb6ae5e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:22.939416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:22.942334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:22.946272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:22.974700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Pushing event updated for resources: {'Port': ['ID=e94d03fb-4145-4b14-b12b-bfad2c4a6433,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:22.985145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:23.433201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:23.486699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a30e8c-5e4f-460f-ba88-22b1d9397ea5 None None] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:23.629276 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:52:23.636689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c4924a2c-aab3-4c94-b035-9433cb045573 None None] Provisioning for port be339e08-9d1a-4744-ac79-1899129a7bd7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:23.770050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:24.011135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device be339e08-9d1a-4744-ac79-1899129a7bd7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:24.129990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port be339e08-9d1a-4744-ac79-1899129a7bd7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:24.134813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port be339e08-9d1a-4744-ac79-1899129a7bd7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:24.135191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:24.146942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Router e65a2844-632e-4689-b953-0868151633cb is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:52:24.252573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:24.321173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port be339e08-9d1a-4744-ac79-1899129a7bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=be339e08-9d1a-4744-ac79-1899129a7bd7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:24.328042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:52:24.340949 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Sync routers for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:52:24.349709 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:24.350358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:24.370725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:24.372590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:24.387679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:24.391405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8775127 Dec 17 17:52:24.392122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56176) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:24.444201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=be339e08-9d1a-4744-ac79-1899129a7bd7,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:24.448162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:24.533258 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:24.811037 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:23Z', 'revision_number': 3, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:24.814805 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Checking router: e65a2844-632e-4689-b953-0868151633cb for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:52:24.815275 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Updating router e65a2844-632e-4689-b953-0868151633cb port e94d03fb-4145-4b14-b12b-bfad2c4a6433 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:52:24.867061 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.192636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.223604 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.234986 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Transition to ACTIVE for port object e94d03fb-4145-4b14-b12b-bfad2c4a6433 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:25.284573 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.289080 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:25.364069 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Attempting to bind port e94d03fb-4145-4b14-b12b-bfad2c4a6433 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:25.364340 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Attempting to bind port e94d03fb-4145-4b14-b12b-bfad2c4a6433 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:25.364703 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Attempting to bind port e94d03fb-4145-4b14-b12b-bfad2c4a6433 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:25.366738 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Pushing event updated for resources: {'Port': ['ID=e94d03fb-4145-4b14-b12b-bfad2c4a6433,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:25.375831 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:25.376202 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:25.376605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.376990 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:25.377447 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Bound port: e94d03fb-4145-4b14-b12b-bfad2c4a6433, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:25.377834 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.405556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Allocated IP 172.20.0.1 (a0a46971-6279-4d4c-85b3-490b8f3370e7/d09082e1-970f-4e82-bf28-ccecc71337f1/d595794a-3ad0-40da-a6d2-fbe8defe17d5) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:25.407424 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.407770 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.408100 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.408423 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.408791 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.409113 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.409431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.409745 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.410098 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.410410 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.410727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.411034 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:52:25.419797 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:25.457699 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] For port e94d03fb-4145-4b14-b12b-bfad2c4a6433, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:25.460585 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] For port e94d03fb-4145-4b14-b12b-bfad2c4a6433, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e94d03fb-4145-4b14-b12b-bfad2c4a6433,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:25.502247 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.505839 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-76c55152-0e7b-453e-9176-cfb676c37c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:25.552467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.567881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Transition to ACTIVE for port object d595794a-3ad0-40da-a6d2-fbe8defe17d5 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:25.578930 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:25.579554 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:25.650935 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.653649 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Pushing event updated for resources: {'Port': ['ID=e94d03fb-4145-4b14-b12b-bfad2c4a6433,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:25.656224 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1377cb9c-0fdb-4f63-b691-c8d056398b70 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:25.657251 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:25.721245 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:25.724225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:25.726656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:25.762584 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:25.766025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:25.768890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:25.789228 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.982381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:25.992298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device be339e08-9d1a-4744-ac79-1899129a7bd7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:26.068011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port be339e08-9d1a-4744-ac79-1899129a7bd7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:26.068408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.069571 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-eed59584-c537-450f-81f5-17d32688e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:23Z', 'revision_number': 3, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:26.073750 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed59584-c537-450f-81f5-17d32688e59b None None] The sync data for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv is: [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:23Z', 'revision_number': 3, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:52:26.101019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-eae3b5f0-baca-43de-970c-a3274b71b0bc None None] Provisioning for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:26.121474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-eae3b5f0-baca-43de-970c-a3274b71b0bc None None] Provisioning complete for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:26.121935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eae3b5f0-baca-43de-970c-a3274b71b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.188515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-eae3b5f0-baca-43de-970c-a3274b71b0bc None None] Port d595794a-3ad0-40da-a6d2-fbe8defe17d5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:52:26.250092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.290427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.329645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-13b5da40-cd09-44f8-b8f3-4828a4b85e27 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:26.536174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.542992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:26.547413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:26.679883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:26.681044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:26.881790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Router e65a2844-632e-4689-b953-0868151633cb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:52:26.915019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3788161e-0f85-40be-b5ed-53b2cbf0f564 None None] Provisioning complete for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:26.915410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3788161e-0f85-40be-b5ed-53b2cbf0f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:26.968614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3788161e-0f85-40be-b5ed-53b2cbf0f564 None None] Port d595794a-3ad0-40da-a6d2-fbe8defe17d5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:52:27.059869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:52:27.068970 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e65a2844-632e-4689-b953-0868151633cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758211 Dec 17 17:52:27.594072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Sync routers for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:52:27.603728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:27.604367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:27.730894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56194) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:27.737128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1817406892-network', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:27.741934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:27.745794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Usage tracker for resource:network and tenant:0fe34a941c04412494f4f67a3ca69fe9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:27.749200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:27.754875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:27.781453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:27.798791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Made reservation on behalf of 0fe34a941c04412494f4f67a3ca69fe9 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:27.801213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:27.813966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:27.828762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:27.832505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe34a941c04412494f4f67a3ca69fe9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:27.835312 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:27.840941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:27.925197 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:27.964739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:27.968468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-133771c1-79c4-491d-aa1a-46a2d95a61d8 tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:28.000113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:52:28.007055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871771b0-44ab-47cf-83fb-1000a64a4446,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:28.010782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:28.015404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.015773 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Added segment 0b42725e-38a1-48a8-aefa-ff9d182e8221 of type vlan for network 9b598362-ad2b-475c-b905-372b2d9ab8ad Dec 17 17:52:28.036661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e94d03fb-4145-4b14-b12b-bfad2c4a6433 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:28.046551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.163962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 4, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd595794a-3ad0-40da-a6d2-fbe8defe17d5', 'name': '', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'mac_address': 'fa:16:3e:e1:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:25Z', 'updated_at': '2021-12-17T17:52:26Z', 'revision_number': 2, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'subnets': [{'id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:28.167796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Checking router: e65a2844-632e-4689-b953-0868151633cb for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:52:28.168163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Updating router e65a2844-632e-4689-b953-0868151633cb port d595794a-3ad0-40da-a6d2-fbe8defe17d5 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:52:28.175830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.176882 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:28.177513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.182669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:28.220767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.234436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e94d03fb-4145-4b14-b12b-bfad2c4a6433 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:28.243516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e94d03fb-4145-4b14-b12b-bfad2c4a6433 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:28.243904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.280812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Pushing event updated for resources: {'Network': ['ID=9b598362-ad2b-475c-b905-372b2d9ab8ad,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:28.283897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:28.305191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:52:28.325188 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5931294 Dec 17 17:52:28.328029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56198) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:28.333645 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Request body: {'subnet': {'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-subnet', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:28.338484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:28.342457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Usage tracker for resource:subnet and tenant:0fe34a941c04412494f4f67a3ca69fe9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:28.345383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:28.351121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:28.415568 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Made reservation on behalf of 0fe34a941c04412494f4f67a3ca69fe9 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:28.417942 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.650444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.654833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9d16148e-ae8b-4fd3-898c-cdb846b5d0dc tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:28.663938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.696575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port e94d03fb-4145-4b14-b12b-bfad2c4a6433, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e94d03fb-4145-4b14-b12b-bfad2c4a6433,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:28.727577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f914e7b-4696-408e-834f-b09f171c7b78,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:28.730883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:28.737506 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Checking segment: {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:28.738172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Network hostable DHCP agents. Network: 9b598362-ad2b-475c-b905-372b2d9ab8ad, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:52:28.742547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.745451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:28.809909 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:52:28.870503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=e94d03fb-4145-4b14-b12b-bfad2c4a6433,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:28.873976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.876232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:28.885639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Transition to ACTIVE for port object d595794a-3ad0-40da-a6d2-fbe8defe17d5 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:28.890507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 9b598362-ad2b-475c-b905-372b2d9ab8ad) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:28.894437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:28.895013 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.899175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbff50e-ba5e-4245-bf77-170c917b7117 None None] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:28.977956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:28.982765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:29.005335 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6762574 Dec 17 17:52:29.007822 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56202) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:29.012687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:29.018122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:29.022133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Usage tracker for resource:router and tenant:0fe34a941c04412494f4f67a3ca69fe9 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:29.024967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:29.031636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:29.101959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.106406 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.123613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.140787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Pushing event updated for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:29.171258 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:29.282721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Attempting to bind port d595794a-3ad0-40da-a6d2-fbe8defe17d5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:29.283103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Attempting to bind port d595794a-3ad0-40da-a6d2-fbe8defe17d5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:29.283482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Attempting to bind port d595794a-3ad0-40da-a6d2-fbe8defe17d5 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:29.321090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:29.321484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Checking segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:29.321929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.322343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Bound using segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:29.322829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Bound port: d595794a-3ad0-40da-a6d2-fbe8defe17d5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:29.323213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.365734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-9b598362-ad2b-475c-b905-372b2d9ab8ad', 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'fixed_ips': [{'subnet_id': '4f914e7b-4696-408e-834f-b09f171c7b78'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:52:29.366588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.502377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] For port d595794a-3ad0-40da-a6d2-fbe8defe17d5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:29.518690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] For port d595794a-3ad0-40da-a6d2-fbe8defe17d5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d595794a-3ad0-40da-a6d2-fbe8defe17d5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:29.582454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Allocated IP 172.20.0.2 (9b598362-ad2b-475c-b905-372b2d9ab8ad/4f914e7b-4696-408e-834f-b09f171c7b78/ff235012-24bd-49ba-b742-1958f1620bd7) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:29.595701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.599588 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:29.613407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:29.749785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:29.750479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:29.851168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Pushing event updated for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:29.854505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:29.993222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.009499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e94d03fb-4145-4b14-b12b-bfad2c4a6433 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:30.026667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.094695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:30.168065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Allocated IP 172.26.4.88 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/2740bc2c-1f0d-419b-97bb-5216551bf9ef) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:30.222467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.292458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Transition to ACTIVE for port object ff235012-24bd-49ba-b742-1958f1620bd7 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:30.319441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.382705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Transition to ACTIVE for port object ff235012-24bd-49ba-b742-1958f1620bd7 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:30.397039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e94d03fb-4145-4b14-b12b-bfad2c4a6433 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:30.397447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.398948 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.403714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-92124477-807a-4a6f-afd3-ec8a3d5eb586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:30.457255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.465836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:30.467565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:30.470519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:30.475336 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:30.515484 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Pushing event updated for resources: {'Port': ['ID=2740bc2c-1f0d-419b-97bb-5216551bf9ef,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:30.519749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:30.566645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:30.571464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:30.573758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:30.610505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Pushing event updated for resources: {'Port': ['ID=ff235012-24bd-49ba-b742-1958f1620bd7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:30.613211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:30.762640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Attempting to bind port ff235012-24bd-49ba-b742-1958f1620bd7 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:30.763226 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Attempting to bind port ff235012-24bd-49ba-b742-1958f1620bd7 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:30.763429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Attempting to bind port ff235012-24bd-49ba-b742-1958f1620bd7 on network 9b598362-ad2b-475c-b905-372b2d9ab8ad {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:30.771812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:30.772186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Checking segment: {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:30.772591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.772980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Bound using segment: {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:30.773442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Bound port: ff235012-24bd-49ba-b742-1958f1620bd7, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:30.773834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.839713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 4, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd595794a-3ad0-40da-a6d2-fbe8defe17d5', 'name': '', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'mac_address': 'fa:16:3e:e1:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:25Z', 'updated_at': '2021-12-17T17:52:29Z', 'revision_number': 4, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'subnets': [{'id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:30.848275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155898d3-7fba-4c30-9333-a22be2c9390e None None] The sync data for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv is: [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:52:25Z', 'revision_number': 4, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd595794a-3ad0-40da-a6d2-fbe8defe17d5', 'name': '', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'mac_address': 'fa:16:3e:e1:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:25Z', 'updated_at': '2021-12-17T17:52:29Z', 'revision_number': 4, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'subnets': [{'id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:52:30.883925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] For port ff235012-24bd-49ba-b742-1958f1620bd7, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:30.885296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] For port ff235012-24bd-49ba-b742-1958f1620bd7, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ff235012-24bd-49ba-b742-1958f1620bd7,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:30.959419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.960426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:30.963815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:31.052831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Pushing event updated for resources: {'Port': ['ID=ff235012-24bd-49ba-b742-1958f1620bd7,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:31.055954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:31.489139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:31.787519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:52:31.986148 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:52:31.996936 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Sync routers for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:52:32.016295 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:32.016969 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:32.062243 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.066660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56206) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:52:32.069623 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0607369 Dec 17 17:52:32.123782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d595794a-3ad0-40da-a6d2-fbe8defe17d5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:32.169041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d3932c-3658-46d8-a459-1beee58f6788 None None] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:52:32.256334 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:32.390579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-65f85679-92b2-40b2-a7da-8c1f9f08a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.410193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e283ebaf-3e35-4c91-8dcc-5f5f6b722985 None None] Provisioning for port ff235012-24bd-49ba-b742-1958f1620bd7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:32.461659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:32.478061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:32.478859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.582358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:30Z', 'revision_number': 3, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:32.586136 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Checking router: 38c7f3d0-9ac2-4981-bc04-0abd7cadddee for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:52:32.586492 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Updating router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee port 2740bc2c-1f0d-419b-97bb-5216551bf9ef binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:52:32.619061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.647841 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.658875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d595794a-3ad0-40da-a6d2-fbe8defe17d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d595794a-3ad0-40da-a6d2-fbe8defe17d5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:32.730079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.731090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ff235012-24bd-49ba-b742-1958f1620bd7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:32.772463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:32.844753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:32.872629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:32.879346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:32.947166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ff235012-24bd-49ba-b742-1958f1620bd7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:32.953430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ff235012-24bd-49ba-b742-1958f1620bd7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:32.963031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.000887 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.012888 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Transition to ACTIVE for port object 2740bc2c-1f0d-419b-97bb-5216551bf9ef will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:33.062971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Allocated IP 172.20.0.1 (9b598362-ad2b-475c-b905-372b2d9ab8ad/4f914e7b-4696-408e-834f-b09f171c7b78/2c612557-bf91-473c-8680-9f42ac349ec2) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:33.072854 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.076073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.081695 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-016440f4-12db-4954-a3b5-c22ef4f55435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:33.117724 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port ff235012-24bd-49ba-b742-1958f1620bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ff235012-24bd-49ba-b742-1958f1620bd7,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:33.164097 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Attempting to bind port 2740bc2c-1f0d-419b-97bb-5216551bf9ef on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:33.164605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Attempting to bind port 2740bc2c-1f0d-419b-97bb-5216551bf9ef by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:33.165040 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Attempting to bind port 2740bc2c-1f0d-419b-97bb-5216551bf9ef on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:33.171503 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Pushing event updated for resources: {'Port': ['ID=2740bc2c-1f0d-419b-97bb-5216551bf9ef,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:33.175683 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:33.176545 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:33.176987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.177466 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:33.177466 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.177978 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:33.178530 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Bound port: 2740bc2c-1f0d-419b-97bb-5216551bf9ef, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:33.178909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.180952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:33.255039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=ff235012-24bd-49ba-b742-1958f1620bd7,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:33.255765 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] For port 2740bc2c-1f0d-419b-97bb-5216551bf9ef, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:33.258364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:33.260211 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] For port 2740bc2c-1f0d-419b-97bb-5216551bf9ef, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2740bc2c-1f0d-419b-97bb-5216551bf9ef,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:33.307859 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.312629 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:33.362800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.378345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Transition to ACTIVE for port object 2c612557-bf91-473c-8680-9f42ac349ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:33.385084 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:33.385736 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:33.456414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.460682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f5d2b06-c9a9-4d6f-9e23-9c1af4c92e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:33.464802 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Pushing event updated for resources: {'Port': ['ID=2740bc2c-1f0d-419b-97bb-5216551bf9ef,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:33.470888 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:33.522952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:33.525884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:33.530361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:33.563287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Pushing event updated for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:33.573602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:33.578485 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:33.590964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.861046 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:30Z', 'revision_number': 3, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:33.861436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8183d176-d429-4b30-a18f-35633781a835 None None] Provisioning for port 2c612557-bf91-473c-8680-9f42ac349ec2 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:33.864862 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb9775-9f27-47f8-aede-838aec959747 None None] The sync data for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv is: [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:30Z', 'revision_number': 3, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:52:33.867922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8183d176-d429-4b30-a18f-35633781a835 None None] Provisioning complete for port 2c612557-bf91-473c-8680-9f42ac349ec2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:33.868362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8183d176-d429-4b30-a18f-35633781a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.904830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:33.925472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8183d176-d429-4b30-a18f-35633781a835 None None] Port 2c612557-bf91-473c-8680-9f42ac349ec2 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:52:34.003018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d595794a-3ad0-40da-a6d2-fbe8defe17d5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:34.157990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d595794a-3ad0-40da-a6d2-fbe8defe17d5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:34.158728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.166901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.210113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.238814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-93635953-fcf3-44a9-8fd3-dab070390320 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:34.284515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ff235012-24bd-49ba-b742-1958f1620bd7 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:34.320770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.324490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Pushing event updated for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:34.327974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:34.364112 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ff235012-24bd-49ba-b742-1958f1620bd7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:34.364512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.466517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:34.468316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:34.674347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:52:34.752085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ae09a120-b671-4524-8e3b-1009b3876674 None None] Provisioning complete for port 2c612557-bf91-473c-8680-9f42ac349ec2 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:34.752544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ae09a120-b671-4524-8e3b-1009b3876674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:34.808346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ae09a120-b671-4524-8e3b-1009b3876674 None None] Port 2c612557-bf91-473c-8680-9f42ac349ec2 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:52:34.862092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:52:34.871282 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] 10.222.0.61 "PUT /v2.0/routers/38c7f3d0-9ac2-4981-bc04-0abd7cadddee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8034909 Dec 17 17:52:35.101639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5dc755b5-5ea5-42e6-b965-a82110ce6e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:35.433690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Sync routers for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:52:35.443840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:35.444475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:35.621313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:35.918735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:35.960141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c6da9801-1001-4c46-8d99-48081236034c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:35.960635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c6da9801-1001-4c46-8d99-48081236034c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Synchronizing usage tracker for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:52:35.968506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 4, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2c612557-bf91-473c-8680-9f42ac349ec2', 'name': '', 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'mac_address': 'fa:16:3e:b9:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:32Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 2, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'subnets': [{'id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:35.973122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Checking router: 38c7f3d0-9ac2-4981-bc04-0abd7cadddee for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:52:35.973393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Updating router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee port 2c612557-bf91-473c-8680-9f42ac349ec2 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:52:36.022264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2740bc2c-1f0d-419b-97bb-5216551bf9ef up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:36.050269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c6da9801-1001-4c46-8d99-48081236034c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Unset dirty status for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:52:36.052665 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c6da9801-1001-4c46-8d99-48081236034c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/networks?id=a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 200 len: 816 time: 0.2386348 Dec 17 17:52:36.054046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.066018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.069446 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-02b5f04e-683c-4977-b3fa-701d962d6ff7 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/quotas/664ba3310b5f4bdeb378763c119afdfe HTTP/1.1" status: 200 len: 375 time: 0.0098889 Dec 17 17:52:36.292685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2740bc2c-1f0d-419b-97bb-5216551bf9ef completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:36.307475 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2740bc2c-1f0d-419b-97bb-5216551bf9ef triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:36.307853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.364814 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-a11f584a-f541-4a60-a553-59208d5530af tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2885861 Dec 17 17:52:36.503096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-d61ea567-6db0-4d4a-92bf-f97377a1ca97 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263785 Dec 17 17:52:36.554246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.582678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2740bc2c-1f0d-419b-97bb-5216551bf9ef, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2740bc2c-1f0d-419b-97bb-5216551bf9ef,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:36.584505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.596104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Transition to ACTIVE for port object 2c612557-bf91-473c-8680-9f42ac349ec2 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:36.632769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.634610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:36.642341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-a54dc7d1-9ea0-49f7-9cfe-d9073a7e1687 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332574 Dec 17 17:52:36.667874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.811282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2740bc2c-1f0d-419b-97bb-5216551bf9ef,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:36.829506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:36.860067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50ff5014-3230-4456-b069-7662d2b71f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:36.902150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a66cd91b-f3ba-4150-a14a-4cb1d90c31bc req-31a3418c-e658-4513-bf13-72590c9243bf tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 210 time: 0.0456438 Dec 17 17:52:36.949736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Attempting to bind port 2c612557-bf91-473c-8680-9f42ac349ec2 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:36.950131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Attempting to bind port 2c612557-bf91-473c-8680-9f42ac349ec2 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:36.950500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Attempting to bind port 2c612557-bf91-473c-8680-9f42ac349ec2 on network 9b598362-ad2b-475c-b905-372b2d9ab8ad {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:36.952328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Pushing event updated for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:36.956985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:36.960332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:36.960710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Checking segment: {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:36.961116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:36.961506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Bound using segment: {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:36.962001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Bound port: 2c612557-bf91-473c-8680-9f42ac349ec2, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42725e-38a1-48a8-aefa-ff9d182e8221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:36.962381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:37.059656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] For port 2c612557-bf91-473c-8680-9f42ac349ec2, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:37.062878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] For port 2c612557-bf91-473c-8680-9f42ac349ec2, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2c612557-bf91-473c-8680-9f42ac349ec2,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:37.141712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:37.145618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8b54682a-82ba-4e82-abde-a9fa42182469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:37.218255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:52:37.218898 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:52:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:37.285481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Pushing event updated for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:37.296320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:37.416782 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:52:37.458767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:37.735069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 4, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2c612557-bf91-473c-8680-9f42ac349ec2', 'name': '', 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'mac_address': 'fa:16:3e:b9:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:32Z', 'updated_at': '2021-12-17T17:52:37Z', 'revision_number': 4, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'subnets': [{'id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:52:37.739079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e06256-5368-4a35-85a5-081f83a8c03f None None] The sync data for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv is: [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:52:33Z', 'revision_number': 4, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '2c612557-bf91-473c-8680-9f42ac349ec2', 'name': '', 'network_id': '9b598362-ad2b-475c-b905-372b2d9ab8ad', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'mac_address': 'fa:16:3e:b9:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:32Z', 'updated_at': '2021-12-17T17:52:37Z', 'revision_number': 4, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'subnets': [{'id': '4f914e7b-4696-408e-834f-b09f171c7b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:52:38.089299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2740bc2c-1f0d-419b-97bb-5216551bf9ef up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:38.151565 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3302766a-9d1d-47d3-9d67-8a82c83d6eba req-96ad8bb0-4aad-4e81-989d-a3001f7c6909 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 210 time: 0.1143510 Dec 17 17:52:38.224329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2740bc2c-1f0d-419b-97bb-5216551bf9ef triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:38.224993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:38.382504 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2c612557-bf91-473c-8680-9f42ac349ec2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:38.599818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2c612557-bf91-473c-8680-9f42ac349ec2 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:38.606526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2c612557-bf91-473c-8680-9f42ac349ec2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:38.609012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:38.744299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:38.780144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2c612557-bf91-473c-8680-9f42ac349ec2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2c612557-bf91-473c-8680-9f42ac349ec2,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:38.856103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:38.863414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:38.938257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:38.941859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:39.318556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-961f8d10-9225-4acc-99c2-682440013015 req-fe772cf8-406d-4437-9277-ecd661de13bd tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 210 time: 0.0702121 Dec 17 17:52:39.439891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-caf3f459-c333-4229-bc53-a501fa5f5239 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:39.441173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-caf3f459-c333-4229-bc53-a501fa5f5239 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "GET /v2.0/networks?id=a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 200 len: 816 time: 0.1502416 Dec 17 17:52:39.454255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Request body: {'port': {'device_id': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'admin_state_up': True, 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:39.593178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:52:39.597057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Usage tracker for resource:port and tenant:664ba3310b5f4bdeb378763c119afdfe is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:52:39.599978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:52:39.605573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:52:39.707107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Made reservation on behalf of 664ba3310b5f4bdeb378763c119afdfe for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:52:39.710749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:39.874104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Allocated IP 172.20.0.7 (a0a46971-6279-4d4c-85b3-490b8f3370e7/d09082e1-970f-4e82-bf28-ccecc71337f1/a7e77516-f417-49a4-a55e-6b337d8a3bb5) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:52:40.008462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2c612557-bf91-473c-8680-9f42ac349ec2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:40.085755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.102467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Transition to ACTIVE for port object a7e77516-f417-49a4-a55e-6b337d8a3bb5 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:40.152875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2c612557-bf91-473c-8680-9f42ac349ec2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:40.153254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.199264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.206606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5e245543-3cc4-41d1-8360-ca882021805b tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:40.273665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:52:40.276659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:52:40.280765 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:52:40.321654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Pushing event updated for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:40.326487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:40.349371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:40.349967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.427899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9779840 Dec 17 17:52:40.477683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Request body: {'port': {'device_id': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:52:40.524413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4a560577-32d2-450b-bf57-c8a64cede4d9 None None] Provisioning for port a7e77516-f417-49a4-a55e-6b337d8a3bb5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:40.529304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-4a560577-32d2-450b-bf57-c8a64cede4d9 None None] Provisioning complete for port a7e77516-f417-49a4-a55e-6b337d8a3bb5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:40.529689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4a560577-32d2-450b-bf57-c8a64cede4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.581679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4a560577-32d2-450b-bf57-c8a64cede4d9 None None] Port a7e77516-f417-49a4-a55e-6b337d8a3bb5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:52:40.613935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:40.637367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-00406308-7ca3-420d-9376-9655d128ceaa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:40.638072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-00406308-7ca3-420d-9376-9655d128ceaa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Synchronizing usage tracker for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:52:40.789986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-00406308-7ca3-420d-9376-9655d128ceaa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Unset dirty status for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:52:40.791038 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-00406308-7ca3-420d-9376-9655d128ceaa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 931 time: 0.3573821 Dec 17 17:52:41.017363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-49819308-dcad-46e6-8e2c-a6eb1686ca73 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Synchronizing usage tracker for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:52:41.117661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e77516-f417-49a4-a55e-6b337d8a3bb5 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:52:41.124920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:41.138626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Transition to ACTIVE for port object a7e77516-f417-49a4-a55e-6b337d8a3bb5 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:52:41.141196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-49819308-dcad-46e6-8e2c-a6eb1686ca73 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Unset dirty status for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:52:41.142341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b05a2c0-eb38-4f00-8955-d077d795f1bf req-49819308-dcad-46e6-8e2c-a6eb1686ca73 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068917 Dec 17 17:52:41.198343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:41.203829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:41.368534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:41.396714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:41.451047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Attempting to bind port a7e77516-f417-49a4-a55e-6b337d8a3bb5 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:52:41.451386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Attempting to bind port a7e77516-f417-49a4-a55e-6b337d8a3bb5 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:52:41.452299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Attempting to bind port a7e77516-f417-49a4-a55e-6b337d8a3bb5 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:41.457169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Port a7e77516-f417-49a4-a55e-6b337d8a3bb5 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:52:41.457489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Attempting to bind port a7e77516-f417-49a4-a55e-6b337d8a3bb5 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:52:41.462649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:52:41.462989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Checking segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:52:41.463373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Bound using segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:52:41.463797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Bound port: a7e77516-f417-49a4-a55e-6b337d8a3bb5, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:52:41.464144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:41.564108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:52:41.567044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:52:41.627444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:41.631245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8c1273e3-2190-4d7b-8088-6878fb9ec742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:41.687891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:41.688521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:41.690438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/a7e77516-f417-49a4-a55e-6b337d8a3bb5 HTTP/1.1" status: 200 len: 1093 time: 1.2179103 Dec 17 17:52:41.691065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:52:41.713636 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:41.717151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:41.742268 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5', 'status': 'completed', 'code': 200} Dec 17 17:52:41.857090 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-745408d8-cf91-4e01-baa6-bc4ecd8fbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:41.859146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-745408d8-cf91-4e01-baa6-bc4ecd8fbd2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 1096 time: 0.0977254 Dec 17 17:52:42.003158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-1d676e38-11cb-4707-a51a-ae952431c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.004582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-1d676e38-11cb-4707-a51a-ae952431c1ab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=664ba3310b5f4bdeb378763c119afdfe&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1376698 Dec 17 17:52:42.143309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-6b35abb1-a03c-4682-a690-9201c1ea0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.144643 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd48c495-7db6-4e6b-b616-36b37fb7ee4a req-6b35abb1-a03c-4682-a690-9201c1ea0f4f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336544 Dec 17 17:52:42.252063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-1d8f34a7-dfce-4f9a-94a3-4e5b98a33767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.253485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-1d8f34a7-dfce-4f9a-94a3-4e5b98a33767 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 1096 time: 0.0735557 Dec 17 17:52:42.355561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c81c89e8-7019-48d5-8e3e-fdc31a1e6b4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5 HTTP/1.1" status: 200 len: 217 time: 0.0719585 Dec 17 17:52:42.433161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c39eca5e-0d97-41db-88b2-d05aa0690770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.434492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-c39eca5e-0d97-41db-88b2-d05aa0690770 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d09082e1-970f-4e82-bf28-ccecc71337f1 HTTP/1.1" status: 200 len: 855 time: 0.0724416 Dec 17 17:52:42.446059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a133206-0309-4c0e-a9d0-5262c9092d0d req-994df49a-3561-4dfc-afc0-152cd102c8e0 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.447394 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a133206-0309-4c0e-a9d0-5262c9092d0d req-994df49a-3561-4dfc-afc0-152cd102c8e0 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 943 time: 0.1978414 Dec 17 17:52:42.536813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a133206-0309-4c0e-a9d0-5262c9092d0d req-4ccf8211-20c3-4aad-9050-2f4ef63c1304 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526981 Dec 17 17:52:42.552445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-17cbea57-c83e-4c1e-86ed-fad6ce8d0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:42.553890 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-17cbea57-c83e-4c1e-86ed-fad6ce8d0ed8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0a46971-6279-4d4c-85b3-490b8f3370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056259 Dec 17 17:52:42.682744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-a9eb1bf7-eef5-4b48-a96d-33e98536941c service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222603 Dec 17 17:52:42.812736 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36ffb19b-83ac-465b-b96a-bc16e7979d72 req-81249ea4-b3bb-4451-8d49-2e1e95a1dc69 service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234899 Dec 17 17:52:43.834981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3b82-886b-441c-a840-d1acaab24ce2 req-f2ffd674-fa90-45ae-b93e-0118ecc2c631 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:43.836424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f8d3b82-886b-441c-a840-d1acaab24ce2 req-f2ffd674-fa90-45ae-b93e-0118ecc2c631 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 943 time: 0.1944513 Dec 17 17:52:43.879887 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f8d3b82-886b-441c-a840-d1acaab24ce2 req-2655e02b-786f-45f9-90b3-493d43344d72 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Dec 17 17:52:45.060084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7a29f-379b-48f2-a49c-3d7be4bcd78f req-3bd89c24-603e-4e2e-9cc1-ab83ebfacd81 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:45.061526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51f7a29f-379b-48f2-a49c-3d7be4bcd78f req-3bd89c24-603e-4e2e-9cc1-ab83ebfacd81 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 943 time: 0.0797668 Dec 17 17:52:45.104829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-51f7a29f-379b-48f2-a49c-3d7be4bcd78f req-49ffab07-6c77-4d8c-a531-270911e9203e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Dec 17 17:52:45.957999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:46.288440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bfdc4-8c26-4ff2-8dcd-ec42c838e56e req-142ebce9-b558-4a89-8e55-331af96befc4 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:46.289917 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c8bfdc4-8c26-4ff2-8dcd-ec42c838e56e req-142ebce9-b558-4a89-8e55-331af96befc4 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 943 time: 0.0809000 Dec 17 17:52:46.332932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c8bfdc4-8c26-4ff2-8dcd-ec42c838e56e req-a80a7edd-96fd-4bcc-8105-cb9ba40cd263 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Dec 17 17:52:46.443436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a7e77516-f417-49a4-a55e-6b337d8a3bb5 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:52:46.573865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:46.590156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'port_id': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5', 'mac_address': 'fa:16:3e:58:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:52:46.643456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:46.659816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e77516-f417-49a4-a55e-6b337d8a3bb5 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:52:46.674849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:46.746647 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:46.748372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c477640a-d268-4758-8c46-73a5ee3e2e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:46.812638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:46.815761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:47.052024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a7e77516-f417-49a4-a55e-6b337d8a3bb5'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:52:47.522366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe17fab-5f10-4356-930e-5810348bcc6b req-11d1d312-7e59-4345-bfd3-dc3d3f7b4019 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:47.523850 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bfe17fab-5f10-4356-930e-5810348bcc6b req-11d1d312-7e59-4345-bfd3-dc3d3f7b4019 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 944 time: 0.0875690 Dec 17 17:52:47.571063 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bfe17fab-5f10-4356-930e-5810348bcc6b req-6f04765b-fde3-4447-81ee-41eb4346d234 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Dec 17 17:52:48.465019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a7e77516-f417-49a4-a55e-6b337d8a3bb5 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:52:48.575429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port a7e77516-f417-49a4-a55e-6b337d8a3bb5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:52:48.580507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port a7e77516-f417-49a4-a55e-6b337d8a3bb5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:52:48.580882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:48.693592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:48.722878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:52:48.733294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:52:48.753985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992519f5-215a-4965-80bd-065d4ba0328a req-2befe0eb-2d84-4c98-9fdb-709fe903a5db tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:48.755514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-992519f5-215a-4965-80bd-065d4ba0328a req-2befe0eb-2d84-4c98-9fdb-709fe903a5db tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 944 time: 0.0812438 Dec 17 17:52:48.767508 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5', 'code': 200} Dec 17 17:52:48.802385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-992519f5-215a-4965-80bd-065d4ba0328a req-6fe29c76-87d2-44fc-959e-85a024c46ae7 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Dec 17 17:52:48.815616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:52:48.819021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3078e562-912f-4d17-a7e2-e081f9c60c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:52:48.894295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:52:48.897560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:52:49.123929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4da221-4ac5-4ff3-8902-5548850b4066 req-39b9729d-228f-4f02-884f-d674f0be041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:49.126180 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c4da221-4ac5-4ff3-8902-5548850b4066 req-39b9729d-228f-4f02-884f-d674f0be041d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 1098 time: 0.0734925 Dec 17 17:52:49.171455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c4da221-4ac5-4ff3-8902-5548850b4066 req-15c66d53-7d2a-4e51-937c-e8b5db77f541 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Dec 17 17:52:49.987378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb2fb-13dc-4fae-a0d4-f374df4755a1 req-d4fdee00-2e3d-4b06-a692-f348828063aa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:49.988792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4deb2fb-13dc-4fae-a0d4-f374df4755a1 req-d4fdee00-2e3d-4b06-a692-f348828063aa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0806012 Dec 17 17:52:50.030941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4deb2fb-13dc-4fae-a0d4-f374df4755a1 req-e5f11b06-3959-4baa-9c28-70d014b55efc tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364530 Dec 17 17:52:51.223174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f284-5ba7-4705-a8cf-64d9d0a87b98 req-854d9c15-5c9b-4117-9451-8bf8632c8dac tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:51.224995 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af11f284-5ba7-4705-a8cf-64d9d0a87b98 req-854d9c15-5c9b-4117-9451-8bf8632c8dac tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0862737 Dec 17 17:52:51.269114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-af11f284-5ba7-4705-a8cf-64d9d0a87b98 req-c44a7841-458b-4fa6-a367-b88d484c272e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Dec 17 17:52:51.447845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb560f-fcce-4af4-8654-607ec47870aa req-1e6e0843-5480-421c-b48f-0dc5c19b3834 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:52:51.449191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5cb560f-fcce-4af4-8654-607ec47870aa req-1e6e0843-5480-421c-b48f-0dc5c19b3834 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0788374 Dec 17 17:52:51.498095 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f5cb560f-fcce-4af4-8654-607ec47870aa req-14018685-3246-458e-9e07-4fe16a1fb7a1 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Dec 17 17:53:00.628340 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:53:02.226909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bb19-a466-4590-9de3-3922acd030ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:05.135231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-638d81b0-8e4b-49f4-88a7-1143c827cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:05.884131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:05.986929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:07.409685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:10.777747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c47e-e760-4458-aaf9-96cc0f1ceaa5 req-20612731-fe9a-4bb7-88ac-096d8d5107ae tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:10.779212 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2023c47e-e760-4458-aaf9-96cc0f1ceaa5 req-20612731-fe9a-4bb7-88ac-096d8d5107ae tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0813453 Dec 17 17:53:10.822539 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2023c47e-e760-4458-aaf9-96cc0f1ceaa5 req-8d41b9a6-6aea-4e04-a0de-b21d0bd2cfa7 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370438 Dec 17 17:53:12.009608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8029a-ab39-4525-9396-a70711fafc23 req-3d51af33-91d2-4d96-a1fd-de35934f842e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:12.011057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9d8029a-ab39-4525-9396-a70711fafc23 req-3d51af33-91d2-4d96-a1fd-de35934f842e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0830286 Dec 17 17:53:12.054306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c9d8029a-ab39-4525-9396-a70711fafc23 req-3f8b157d-21f4-4564-8464-d5fbb99ad158 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369759 Dec 17 17:53:12.483203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208662-9454-4230-acec-14807130adae req-a20fd893-ee81-497c-95fe-bb8fe58fa31e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:12.485084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1208662-9454-4230-acec-14807130adae req-a20fd893-ee81-497c-95fe-bb8fe58fa31e tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 945 time: 0.0775783 Dec 17 17:53:12.556996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Deleting port a7e77516-f417-49a4-a55e-6b337d8a3bb5 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:12.557330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:12.794220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] For port a7e77516-f417-49a4-a55e-6b337d8a3bb5, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a7e77516-f417-49a4-a55e-6b337d8a3bb5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:12.794498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:12.918011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Calling delete_port for a7e77516-f417-49a4-a55e-6b337d8a3bb5 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:13.141387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:13.147200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0446783-6b96-4ec3-9429-be55465d5a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:13.153265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a7e77516-f417-49a4-a55e-6b337d8a3bb5'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:53:13.225410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Pushing event deleted for resources: {'Port': ['ID=a7e77516-f417-49a4-a55e-6b337d8a3bb5,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:13.241032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-518dd112-d1bf-479a-96c6-bf448e4724bf req-fbf93452-65af-4ea0-a3cc-516e0850f0ef tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcfb85f-5a83-4073-9ecc-3fafe64db269 HTTP/1.1" status: 200 len: 210 time: 0.0553849 Dec 17 17:53:13.246605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.247673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.247673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.248535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.248535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.248535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.249002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.249944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.249944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.250115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.250500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.250794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:13.279055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:13.329179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] No DVR routers for this DVR port a7e77516-f417-49a4-a55e-6b337d8a3bb5 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:53:13.331673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:13.334465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'name': 'network-vif-deleted', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:53:13.382500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfb85f-5a83-4073-9ecc-3fafe64db269', 'name': 'network-vif-deleted', 'tag': 'a7e77516-f417-49a4-a55e-6b337d8a3bb5', 'status': 'completed', 'code': 200} Dec 17 17:53:13.398923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b1208662-9454-4230-acec-14807130adae req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "DELETE /v2.0/ports/a7e77516-f417-49a4-a55e-6b337d8a3bb5 HTTP/1.1" status: 204 len: 173 time: 0.9081788 Dec 17 17:53:15.494105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-0a3747bf-f09f-4544-b32f-dee2c9923511 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:15.495540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-0a3747bf-f09f-4544-b32f-dee2c9923511 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/networks?id=a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 200 len: 816 time: 0.2512980 Dec 17 17:53:15.510372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-115f86ac-68db-40b5-b478-7c2c3b0dd908 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/quotas/664ba3310b5f4bdeb378763c119afdfe HTTP/1.1" status: 200 len: 375 time: 0.0088453 Dec 17 17:53:15.591243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-35e26a64-c11f-4857-a0ed-892f134ae6aa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Synchronizing usage tracker for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:53:15.666688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-35e26a64-c11f-4857-a0ed-892f134ae6aa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Unset dirty status for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:53:15.667991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-35e26a64-c11f-4857-a0ed-892f134ae6aa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529701 Dec 17 17:53:15.803025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c8117266-6337-4ecb-bd05-6556929de0eb service neutron] 10.222.0.61 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230693 Dec 17 17:53:15.933032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-50a75f88-f0f2-4051-8ea2-ea1adca778e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243451 Dec 17 17:53:15.952486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:16.573410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a7e77516-f417-49a4-a55e-6b337d8a3bb5 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:53:16.607518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: a7e77516-f417-49a4-a55e-6b337d8a3bb5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:53:16.607874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a7e77516-f417-49a4-a55e-6b337d8a3bb5 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:53:17.184675 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ffe1d8d9-c6e4-47eb-9fd2-367bb5cd6938 req-c244bb29-227d-48be-ba54-144efcdbdd76 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 210 time: 0.0470905 Dec 17 17:53:18.443863 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6d6f342-674b-4e9e-b723-d6a487c4a56d req-cd18c974-92d5-43b5-bb8f-123d110955c6 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 210 time: 0.1528504 Dec 17 17:53:18.969787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-d1073883-5de5-4a45-bef4-506b05087cb1 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:18.971235 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-d1073883-5de5-4a45-bef4-506b05087cb1 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "GET /v2.0/networks?id=a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 200 len: 816 time: 0.1482465 Dec 17 17:53:18.983316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Request body: {'port': {'device_id': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'admin_state_up': True, 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:53:19.126220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:53:19.136780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:53:19.232039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Made reservation on behalf of 664ba3310b5f4bdeb378763c119afdfe for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:53:19.236467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:19.403023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Allocated IP 172.20.0.13 (a0a46971-6279-4d4c-85b3-490b8f3370e7/d09082e1-970f-4e82-bf28-ccecc71337f1/a393b93e-79da-4665-a22d-9c3f8022a2b7) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:53:19.609449 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f410ebb2-010b-419e-a08c-51807af43dda req-5e4b17fc-5f7e-4d71-ad1f-d8cf367c1c51 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 210 time: 0.0584726 Dec 17 17:53:19.644766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:19.667109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Transition to ACTIVE for port object a393b93e-79da-4665-a22d-9c3f8022a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:53:19.729710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:19.736354 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5798012c-815e-4206-8932-d67b09465f11 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:19.800989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:53:19.804109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:53:19.808690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:53:19.839209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Pushing event updated for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:19.854149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:19.879413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:19.880189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:19.964292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9849782 Dec 17 17:53:19.976157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Request body: {'port': {'device_id': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:53:20.084359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:20.123447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3fb015df-366a-4e2d-b294-df0f62e998ae None None] Provisioning for port a393b93e-79da-4665-a22d-9c3f8022a2b7 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:53:20.128944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3fb015df-366a-4e2d-b294-df0f62e998ae None None] Provisioning complete for port a393b93e-79da-4665-a22d-9c3f8022a2b7 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:53:20.129374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3fb015df-366a-4e2d-b294-df0f62e998ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:20.182220 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-3fb015df-366a-4e2d-b294-df0f62e998ae None None] Port a393b93e-79da-4665-a22d-9c3f8022a2b7 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:53:20.530444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a393b93e-79da-4665-a22d-9c3f8022a2b7 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:53:20.537421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:20.552494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Transition to ACTIVE for port object a393b93e-79da-4665-a22d-9c3f8022a2b7 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:53:20.614922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:20.618467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1c83fbb0-3e38-472e-979a-5fe25a9bf124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:20.786298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Pushing event updated for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:20.817443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:20.913371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Attempting to bind port a393b93e-79da-4665-a22d-9c3f8022a2b7 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:53:20.913707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Attempting to bind port a393b93e-79da-4665-a22d-9c3f8022a2b7 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:53:20.914065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Attempting to bind port a393b93e-79da-4665-a22d-9c3f8022a2b7 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:53:20.924810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade37c5-c1ae-48bf-b5c6-7a96a96ff839 req-3351ea8e-2bf0-4502-bae0-4054efa72680 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:20.925492 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2ade37c5-c1ae-48bf-b5c6-7a96a96ff839 req-3351ea8e-2bf0-4502-bae0-4054efa72680 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Synchronizing usage tracker for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:53:20.930253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Port a393b93e-79da-4665-a22d-9c3f8022a2b7 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:53:20.930575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Attempting to bind port a393b93e-79da-4665-a22d-9c3f8022a2b7 on network a0a46971-6279-4d4c-85b3-490b8f3370e7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:53:20.940505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:53:20.940779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Checking segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:53:20.941153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Bound using segment: {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:53:20.941571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Bound port: a393b93e-79da-4665-a22d-9c3f8022a2b7, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c370ef-cc82-42aa-b027-f8b29c67f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:53:20.941935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:21.011643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2ade37c5-c1ae-48bf-b5c6-7a96a96ff839 req-3351ea8e-2bf0-4502-bae0-4054efa72680 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Unset dirty status for tenant:664ba3310b5f4bdeb378763c119afdfe on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:53:21.012782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ade37c5-c1ae-48bf-b5c6-7a96a96ff839 req-3351ea8e-2bf0-4502-bae0-4054efa72680 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 944 time: 0.2911317 Dec 17 17:53:21.061686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:53:21.076136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ade37c5-c1ae-48bf-b5c6-7a96a96ff839 req-2547ddf6-9c6d-4a25-8b21-e48ce71e5d11 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526721 Dec 17 17:53:21.077578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:53:21.130061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:21.134082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:21.190470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.190946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:21.192303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] 10.222.0.60 "PUT /v2.0/ports/a393b93e-79da-4665-a22d-9c3f8022a2b7 HTTP/1.1" status: 200 len: 1094 time: 1.2202327 Dec 17 17:53:21.192821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:53:21.218659 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Pushing event updated for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:21.221519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:21.259507 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7', 'status': 'completed', 'code': 200} Dec 17 17:53:21.359787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-3a96bb61-6070-4da3-8334-322268f0946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.361289 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-3a96bb61-6070-4da3-8334-322268f0946b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 1097 time: 0.0780740 Dec 17 17:53:21.501083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-00091672-f159-4477-9e79-c3c91e367f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.502545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-00091672-f159-4477-9e79-c3c91e367f54 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=664ba3310b5f4bdeb378763c119afdfe&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1340446 Dec 17 17:53:21.642903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-f6b6fce2-e23f-4d83-81af-a3da0efc5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.644332 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fcb5715a-29fd-4f5d-9f12-05ea25a9e607 req-f6b6fce2-e23f-4d83-81af-a3da0efc5cf9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353614 Dec 17 17:53:21.752574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-851bc4f3-e99a-40a3-aa8e-07265ff78649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.754088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-851bc4f3-e99a-40a3-aa8e-07265ff78649 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 1097 time: 0.0713010 Dec 17 17:53:21.823714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-7b4eef96-da58-46de-9f1f-a884b3ec1f6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0628679 Dec 17 17:53:21.884604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-19f0b566-1e7f-4269-ba2a-6c20c7c40b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.886013 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-19f0b566-1e7f-4269-ba2a-6c20c7c40b41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d09082e1-970f-4e82-bf28-ccecc71337f1 HTTP/1.1" status: 200 len: 855 time: 0.0557306 Dec 17 17:53:21.963612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-2eb7649e-3627-429f-926e-94d2b216dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:21.965142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-2eb7649e-3627-429f-926e-94d2b216dd1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0a46971-6279-4d4c-85b3-490b8f3370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732806 Dec 17 17:53:22.097738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-293422ce-58b8-4ae4-8be6-2ff414c21a1e service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255181 Dec 17 17:53:22.406862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-63d4742b-1f1e-46cc-8472-eb65e26432f5 req-a636ce10-698d-4c23-b1c4-9947dd05be6b service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022246 Dec 17 17:53:22.422996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f3d84-b5b8-432c-9ef3-96ea4086d9d6 req-8d565a9e-dd2f-4d3a-b0c4-342c01076ad2 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:22.424419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-138f3d84-b5b8-432c-9ef3-96ea4086d9d6 req-8d565a9e-dd2f-4d3a-b0c4-342c01076ad2 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 944 time: 0.2447796 Dec 17 17:53:22.468409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-138f3d84-b5b8-432c-9ef3-96ea4086d9d6 req-ecd00d54-aca0-40fb-be52-d598b09213c8 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Dec 17 17:53:23.703879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25addc-2228-49ec-ad36-ba87b6fe7211 req-2401a51b-a191-45ef-b96d-ef63e3355c52 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:23.708580 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea25addc-2228-49ec-ad36-ba87b6fe7211 req-2401a51b-a191-45ef-b96d-ef63e3355c52 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 944 time: 0.1325762 Dec 17 17:53:23.749485 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea25addc-2228-49ec-ad36-ba87b6fe7211 req-e259ed15-0e8a-40e3-8045-ef673a172470 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Dec 17 17:53:24.933385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863fc8-693f-442b-9bca-5fea05b4f6ed req-870eb89e-9444-4d38-8ba4-326f43cba269 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:24.939739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f863fc8-693f-442b-9bca-5fea05b4f6ed req-870eb89e-9444-4d38-8ba4-326f43cba269 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 944 time: 0.0852277 Dec 17 17:53:24.987488 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7f863fc8-693f-442b-9bca-5fea05b4f6ed req-44add2a3-9ffb-4ee7-9f69-fdde7820e2cc tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Dec 17 17:53:26.167064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7a61-09ce-4580-8cda-61e491079f0b req-36c25f0c-2007-434f-97d1-51208d37f17d tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:26.168518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c31c7a61-09ce-4580-8cda-61e491079f0b req-36c25f0c-2007-434f-97d1-51208d37f17d tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 944 time: 0.0790870 Dec 17 17:53:26.211872 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c31c7a61-09ce-4580-8cda-61e491079f0b req-e76fac32-336a-4de8-8bf4-cca2bd232355 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Dec 17 17:53:26.614809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a393b93e-79da-4665-a22d-9c3f8022a2b7 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:53:26.743963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:26.757189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'a393b93e-79da-4665-a22d-9c3f8022a2b7', 'network_id': 'a0a46971-6279-4d4c-85b3-490b8f3370e7', 'port_id': 'a393b93e-79da-4665-a22d-9c3f8022a2b7', 'mac_address': 'fa:16:3e:c4:f7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09082e1-970f-4e82-bf28-ccecc71337f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:53:26.813171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:26.829288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a393b93e-79da-4665-a22d-9c3f8022a2b7 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:53:26.843788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:26.940706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:26.942380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:27.006454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:27.013175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.013521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.013877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.014755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.015082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.015408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.015729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.016048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.016373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.016690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.017007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.017322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:27.021024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:27.236759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a393b93e-79da-4665-a22d-9c3f8022a2b7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:53:27.398163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc66ffd-e330-40e3-9b04-beedece775a0 req-74585353-67db-4d51-8ca8-51496417a4f9 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:27.399828 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-edc66ffd-e330-40e3-9b04-beedece775a0 req-74585353-67db-4d51-8ca8-51496417a4f9 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 945 time: 0.0832396 Dec 17 17:53:27.449060 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-edc66ffd-e330-40e3-9b04-beedece775a0 req-79e42bbd-4a34-44ce-9077-d267cfe981fa tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386231 Dec 17 17:53:28.632071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdff60-c4f0-44b9-abd4-d2b23844cf08 req-18b60b26-ebca-4198-bb60-18b27ca93f07 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:28.633579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0cdff60-c4f0-44b9-abd4-d2b23844cf08 req-18b60b26-ebca-4198-bb60-18b27ca93f07 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 945 time: 0.0805964 Dec 17 17:53:28.635415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a393b93e-79da-4665-a22d-9c3f8022a2b7 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:53:28.676476 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0cdff60-c4f0-44b9-abd4-d2b23844cf08 req-a73c9e3f-ac7a-4cd4-8422-be2807d435fd tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Dec 17 17:53:28.751852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port a393b93e-79da-4665-a22d-9c3f8022a2b7 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:53:28.756371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port a393b93e-79da-4665-a22d-9c3f8022a2b7 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:53:28.756751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:28.895968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:28.921441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:53:28.931684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:28.964249 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7', 'code': 200} Dec 17 17:53:29.020470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:29.022379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:29.088944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:29.091959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:29.276998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07a289-f681-49ff-a2f7-7e07082657b4 req-be7a2fb5-a561-4ac0-a7de-81c10c0f15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:29.278373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0a07a289-f681-49ff-a2f7-7e07082657b4 req-be7a2fb5-a561-4ac0-a7de-81c10c0f15e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 1099 time: 0.0723443 Dec 17 17:53:29.317572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0a07a289-f681-49ff-a2f7-7e07082657b4 req-b198a743-6d4e-4eea-8625-6ceeb425edf2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Dec 17 17:53:29.859982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f8f70-4eb6-42cf-a530-7f9fff9843cc req-23438d76-42b1-4843-b9c0-bc4ee73d58cd tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:29.861380 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c8f8f70-4eb6-42cf-a530-7f9fff9843cc req-23438d76-42b1-4843-b9c0-bc4ee73d58cd tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0773478 Dec 17 17:53:29.903843 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c8f8f70-4eb6-42cf-a530-7f9fff9843cc req-a8e43525-6553-4827-9d07-abd1792160d0 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Dec 17 17:53:31.086982 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa801235-3822-4558-9155-add25a068804 req-4735682a-243f-458a-b0fc-b937973ffa02 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:31.088419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa801235-3822-4558-9155-add25a068804 req-4735682a-243f-458a-b0fc-b937973ffa02 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0816295 Dec 17 17:53:31.133191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa801235-3822-4558-9155-add25a068804 req-5348fbf5-e643-4008-9cf1-f6da12393384 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391042 Dec 17 17:53:31.312046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee35c42-db8d-4e83-a38f-d36e73376a9b req-9c26aa32-811e-416b-a072-61b9872c6e12 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:31.313504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bee35c42-db8d-4e83-a38f-d36e73376a9b req-9c26aa32-811e-416b-a072-61b9872c6e12 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0787625 Dec 17 17:53:31.359522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bee35c42-db8d-4e83-a38f-d36e73376a9b req-79e8c6cf-46dc-48ac-872a-a5db4a35af15 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Dec 17 17:53:32.283416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dbb81564-9689-49fc-9c95-a8a66901ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:35.112287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3caec1c1-e1dd-4cbe-aed5-a4d036273c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:35.865940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:36.008827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:37.426272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:37.626633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:53:44.142262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-a061fd5b-7c3d-48d8-a524-46fe833bb238 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695355 Dec 17 17:53:44.279285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-c9ccf560-c255-405b-b834-6ee68efa2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:44.281389 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-c9ccf560-c255-405b-b834-6ee68efa2873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=664ba3310b5f4bdeb378763c119afdfe&device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 1099 time: 0.0701241 Dec 17 17:53:44.430233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-ec3446a3-f70e-4a2c-a6b4-f8a3b105a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:44.431602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-ec3446a3-f70e-4a2c-a6b4-f8a3b105a272 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 200 len: 917 time: 0.1305029 Dec 17 17:53:44.511531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-839a0d4b-d2f3-4912-9c11-b23b9781707e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7 HTTP/1.1" status: 200 len: 217 time: 0.0654788 Dec 17 17:53:44.581051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-abdd6351-5b81-4544-9bfd-ca9f83358e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:44.581051 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-abdd6351-5b81-4544-9bfd-ca9f83358e0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d09082e1-970f-4e82-bf28-ccecc71337f1 HTTP/1.1" status: 200 len: 855 time: 0.0604324 Dec 17 17:53:44.657409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-b6c14d05-2de8-4736-8f74-bac765172e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:44.658933 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-b6c14d05-2de8-4736-8f74-bac765172e5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0a46971-6279-4d4c-85b3-490b8f3370e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724988 Dec 17 17:53:44.791542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-6459ec40-b819-452f-8b82-7fe63e9417e8 service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253147 Dec 17 17:53:44.927260 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e227d76-da1a-4a89-84e3-4d5021ef4b6b req-d5b69464-9410-4f71-b715-03aad9a1e87b service neutron] 10.222.0.60 "GET /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294036 Dec 17 17:53:45.963429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:49.324542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dd61d-5723-4a6a-b358-1e81768e2948 req-27537a10-a6bb-466b-b9b4-9366ed602c90 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:49.326043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e1dd61d-5723-4a6a-b358-1e81768e2948 req-27537a10-a6bb-466b-b9b4-9366ed602c90 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0851057 Dec 17 17:53:49.373427 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3e1dd61d-5723-4a6a-b358-1e81768e2948 req-8f917ede-cd5c-4aef-9559-41ecc4883843 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Dec 17 17:53:50.561937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4d0c2-cd26-4cf4-b983-2cab0aa922c3 req-87d6e94b-cd9d-4989-9068-22d206d32999 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:50.563516 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aab4d0c2-cd26-4cf4-b983-2cab0aa922c3 req-87d6e94b-cd9d-4989-9068-22d206d32999 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0790060 Dec 17 17:53:50.604761 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aab4d0c2-cd26-4cf4-b983-2cab0aa922c3 req-4ecb1c4c-2f98-496c-b5e4-5676e50d1f67 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359278 Dec 17 17:53:51.065255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-840accc1-04d9-40ab-ae20-1a7cfb38e84c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:51.066676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-840accc1-04d9-40ab-ae20-1a7cfb38e84c tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.0811896 Dec 17 17:53:51.246646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Deleting port a393b93e-79da-4665-a22d-9c3f8022a2b7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:51.247012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:51.483463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] For port a393b93e-79da-4665-a22d-9c3f8022a2b7, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a393b93e-79da-4665-a22d-9c3f8022a2b7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:51.483828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:51.601589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Calling delete_port for a393b93e-79da-4665-a22d-9c3f8022a2b7 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:51.820271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504012b-5d26-4de7-82e0-5e4a904d45f1 req-5a3bf2cd-f9d0-4d48-837f-8276d7bf2776 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:53:51.821635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1504012b-5d26-4de7-82e0-5e4a904d45f1 req-5a3bf2cd-f9d0-4d48-837f-8276d7bf2776 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7f8e7eb-7e56-4b70-ab12-0b09fca95a82 HTTP/1.1" status: 200 len: 946 time: 0.1085186 Dec 17 17:53:51.862614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:51.869144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d383e04a-003e-4d28-aec4-117afd48f14f tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:51.875385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a393b93e-79da-4665-a22d-9c3f8022a2b7'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:53:51.909385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1504012b-5d26-4de7-82e0-5e4a904d45f1 req-da330ba6-f39a-464e-848a-4a77e335d8af tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.61 "GET /v2.0/security-groups?id=d3908ffd-9a30-4931-9b00-19cb3edf0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819795 Dec 17 17:53:51.918218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Pushing event deleted for resources: {'Port': ['ID=a393b93e-79da-4665-a22d-9c3f8022a2b7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:51.921851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:52.001270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] No DVR routers for this DVR port a393b93e-79da-4665-a22d-9c3f8022a2b7 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:53:52.007628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:52.013761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'name': 'network-vif-deleted', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:53:52.066188 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f8e7eb-7e56-4b70-ab12-0b09fca95a82', 'name': 'network-vif-deleted', 'tag': 'a393b93e-79da-4665-a22d-9c3f8022a2b7', 'status': 'completed', 'code': 200} Dec 17 17:53:52.089905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e713bb08-8ce5-4a9b-b358-c14bddc9d52f req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] 10.222.0.60 "DELETE /v2.0/ports/a393b93e-79da-4665-a22d-9c3f8022a2b7 HTTP/1.1" status: 204 len: 173 time: 1.0170751 Dec 17 17:53:53.108656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56524) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:53:53.631003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:54.088323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Deleting port d595794a-3ad0-40da-a6d2-fbe8defe17d5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:54.088650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:54.256574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] For port d595794a-3ad0-40da-a6d2-fbe8defe17d5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d595794a-3ad0-40da-a6d2-fbe8defe17d5,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:54.257258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:54.378047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Calling delete_port for d595794a-3ad0-40da-a6d2-fbe8defe17d5 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:54.694218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:54.697665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f68955f9-57a6-4b8e-b5f4-ff29b0d9a64f tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:54.740640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d595794a-3ad0-40da-a6d2-fbe8defe17d5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:54.760527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a393b93e-79da-4665-a22d-9c3f8022a2b7 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:53:54.775624 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.776014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.776508 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.776893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.777263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.777639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.778034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.778403 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.778772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.779137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.779499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.779860 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:53:54.787767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:54.800511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: a393b93e-79da-4665-a22d-9c3f8022a2b7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:53:54.802575 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a393b93e-79da-4665-a22d-9c3f8022a2b7 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:53:55.019895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:55.376268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Router e65a2844-632e-4689-b953-0868151633cb has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:53:55.670351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:53:55.680268 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Sync routers for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:53:55.683643 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] 10.222.0.61 "PUT /v2.0/routers/e65a2844-632e-4689-b953-0868151633cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732453 Dec 17 17:53:55.686141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56528) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:53:55.692403 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:53:55.693405 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:53:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:55.867575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:55.872374 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:53:56.045108 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:56.117571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Deleting port e94d03fb-4145-4b14-b12b-bfad2c4a6433 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:56.118029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:56.155110 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:53:54Z', 'revision_number': 5, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port': {'id': 'e94d03fb-4145-4b14-b12b-bfad2c4a6433', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65a2844-632e-4689-b953-0868151633cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:22Z', 'updated_at': '2021-12-17T17:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:56.158897 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Checking router: e65a2844-632e-4689-b953-0868151633cb for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:53:56.166950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Routers {'e65a2844-632e-4689-b953-0868151633cb'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:53:56.167542 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:53:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e65a2844-632e-4689-b953-0868151633cb'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:56.293790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] For port e94d03fb-4145-4b14-b12b-bfad2c4a6433, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e94d03fb-4145-4b14-b12b-bfad2c4a6433,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:56.294167 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:56.314388 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] Set router e65a2844-632e-4689-b953-0868151633cb gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:53:56.415002 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Calling delete_port for e94d03fb-4145-4b14-b12b-bfad2c4a6433 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:56.416979 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:53:56Z', 'revision_number': 6, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:56.421069 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3373a67-d433-4b30-9a5e-0302233e582e None None] The sync data for ids ['e65a2844-632e-4689-b953-0868151633cb'] in dv-neutron-821073-1-hyperv is: [{'id': 'e65a2844-632e-4689-b953-0868151633cb', 'name': 'tempest-TestEncryptedCinderVolumes-775823440-router', 'tenant_id': '664ba3310b5f4bdeb378763c119afdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:21Z', 'updated_at': '2021-12-17T17:53:56Z', 'revision_number': 6, 'project_id': '664ba3310b5f4bdeb378763c119afdfe', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:53:56.631550 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:56.635100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fd82d86f-b201-47ef-b74e-203632e1136b tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:56.676003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94d03fb-4145-4b14-b12b-bfad2c4a6433,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:56.680652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:56.777618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.062692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.064830 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.157577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.158155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65a2844-632e-4689-b953-0868151633cb {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:53:57.170662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.172360 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e65a2844-632e-4689-b953-0868151633cb HTTP/1.1" status: 204 len: 168 time: 1.4853075 Dec 17 17:53:57.174820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56532) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:53:57.233896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Deleting subnet d09082e1-970f-4e82-bf28-ccecc71337f1 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:53:57.237236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.288102 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.366643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.500377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.504136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a0b32734-6d03-443b-948f-912f46ec8a0a tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:57.537698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09082e1-970f-4e82-bf28-ccecc71337f1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:57.542631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.545632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:57.548715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9de0c8-b908-4407-98ca-d9c6eb6c78fe None None] Network a0a46971-6279-4d4c-85b3-490b8f3370e7 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:53:57.550187 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d09082e1-970f-4e82-bf28-ccecc71337f1 HTTP/1.1" status: 204 len: 168 time: 0.3743925 Dec 17 17:53:57.552704 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56536) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:53:57.657446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.667554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Deleting port be339e08-9d1a-4744-ac79-1899129a7bd7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:57.667882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.793008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] DHCP port deletion for a0a46971-6279-4d4c-85b3-490b8f3370e7 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:53:57.797704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Deleting port be339e08-9d1a-4744-ac79-1899129a7bd7 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:57.798187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.874623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] For port be339e08-9d1a-4744-ac79-1899129a7bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=be339e08-9d1a-4744-ac79-1899129a7bd7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:57.874986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:57.996699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Calling delete_port for be339e08-9d1a-4744-ac79-1899129a7bd7 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:58.004501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] For port be339e08-9d1a-4744-ac79-1899129a7bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=be339e08-9d1a-4744-ac79-1899129a7bd7,segment=NetworkSegment(06c370ef-cc82-42aa-b027-f8b29c67f183),segment_id=06c370ef-cc82-42aa-b027-f8b29c67f183)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:58.005015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.072322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device be339e08-9d1a-4744-ac79-1899129a7bd7 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:53:58.162682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.164779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Calling delete_port for be339e08-9d1a-4744-ac79-1899129a7bd7 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:53:58.166843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:58.209582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Pushing event deleted for resources: {'Port': ['ID=be339e08-9d1a-4744-ac79-1899129a7bd7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:58.213060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:58.213470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] No DVR routers for this DVR port be339e08-9d1a-4744-ac79-1899129a7bd7 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:53:58.240815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No active binding found for port be339e08-9d1a-4744-ac79-1899129a7bd7 {{(pid=88118) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 17 17:53:58.241144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device be339e08-9d1a-4744-ac79-1899129a7bd7 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:53:58.241568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d595794a-3ad0-40da-a6d2-fbe8defe17d5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:53:58.285974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d595794a-3ad0-40da-a6d2-fbe8defe17d5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:53:58.286348 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d595794a-3ad0-40da-a6d2-fbe8defe17d5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:53:58.286757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e94d03fb-4145-4b14-b12b-bfad2c4a6433 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:53:58.319636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e94d03fb-4145-4b14-b12b-bfad2c4a6433 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:53:58.321391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e94d03fb-4145-4b14-b12b-bfad2c4a6433 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:53:58.326688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:53:58.327104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:53:58.330069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.355103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a46971-6279-4d4c-85b3-490b8f3370e7']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:58.366969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c370ef-cc82-42aa-b027-f8b29c67f183') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:58.367315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c370ef-cc82-42aa-b027-f8b29c67f183') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:53:58.378613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.394276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.400045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:53:58.400421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:53:58.416691 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:53:58.659323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.663234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-55a2de7b-4381-4c2f-a197-b1a18d087da2 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:53:58.676337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.688127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a46971-6279-4d4c-85b3-490b8f3370e7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:53:58.693569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:53:58.768844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a0a46971-6279-4d4c-85b3-490b8f3370e7 HTTP/1.1" status: 204 len: 168 time: 1.2150834 Dec 17 17:53:58.771590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56540) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:53:58.828289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Deleting port be339e08-9d1a-4744-ac79-1899129a7bd7 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:58.828831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:58.894551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-35f5439a-421a-4203-b2ba-2cbfbabfe6d9 None None] The port 'be339e08-9d1a-4744-ac79-1899129a7bd7' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:53:59.299112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:59.637350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Deleting port 2c612557-bf91-473c-8680-9f42ac349ec2 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:53:59.637693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:59.804652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] For port 2c612557-bf91-473c-8680-9f42ac349ec2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2c612557-bf91-473c-8680-9f42ac349ec2,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:53:59.805352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:53:59.925369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Calling delete_port for 2c612557-bf91-473c-8680-9f42ac349ec2 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:54:00.385423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:00.388960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6a9e0ac4-7b2a-48df-89b7-1112d654f022 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:00.430814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c612557-bf91-473c-8680-9f42ac349ec2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:00.461937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:00.695016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:01.039661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:54:01.211187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:54:01.220616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] 10.222.0.61 "PUT /v2.0/routers/38c7f3d0-9ac2-4981-bc04-0abd7cadddee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4480660 Dec 17 17:54:01.220762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Sync routers for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:54:01.223047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56544) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:01.229641 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:01.230304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:53:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:01.406350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:01.530778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:01.707442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:01.731794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:54:00Z', 'revision_number': 5, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port': {'id': '2740bc2c-1f0d-419b-97bb-5216551bf9ef', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:52:30Z', 'updated_at': '2021-12-17T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:01.736127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Checking router: 38c7f3d0-9ac2-4981-bc04-0abd7cadddee for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:54:01.744367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Routers {'38c7f3d0-9ac2-4981-bc04-0abd7cadddee'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:01.744989 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:53:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:01.763043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Deleting port 2740bc2c-1f0d-419b-97bb-5216551bf9ef {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:54:01.763391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:01.898848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] Set router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:01.942999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] For port 2740bc2c-1f0d-419b-97bb-5216551bf9ef, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2740bc2c-1f0d-419b-97bb-5216551bf9ef,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:01.943358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.005648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:54:01Z', 'revision_number': 6, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:02.009799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82f6f7-3582-4782-9876-298f7a323be4 None None] The sync data for ids ['38c7f3d0-9ac2-4981-bc04-0abd7cadddee'] in dv-neutron-821073-1-hyperv is: [{'id': '38c7f3d0-9ac2-4981-bc04-0abd7cadddee', 'name': 'tempest-TestEncryptedCinderVolumes-1817406892-router', 'tenant_id': '0fe34a941c04412494f4f67a3ca69fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:52:29Z', 'updated_at': '2021-12-17T17:54:01Z', 'revision_number': 6, 'project_id': '0fe34a941c04412494f4f67a3ca69fe9', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:54:02.068553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Calling delete_port for 2740bc2c-1f0d-419b-97bb-5216551bf9ef owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:54:02.232038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a9e440f8-c77b-4b23-ab8d-8619855ca366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.293573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.297889 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-99df73db-23fa-40b5-a82a-8d1d596477ab tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:02.340994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2740bc2c-1f0d-419b-97bb-5216551bf9ef,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:02.345124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:02.431087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.604167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.606673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.688275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.688818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c7f3d0-9ac2-4981-bc04-0abd7cadddee {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:54:02.700985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.702133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/38c7f3d0-9ac2-4981-bc04-0abd7cadddee HTTP/1.1" status: 204 len: 168 time: 1.4781606 Dec 17 17:54:02.705578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56548) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:02.770294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Deleting subnet 4f914e7b-4696-408e-834f-b09f171c7b78 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:54:02.773462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.826119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:02.901697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.032030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.035708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5930ee55-f4f6-4ff3-8175-dcec1700468d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:03.069526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f914e7b-4696-408e-834f-b09f171c7b78,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:03.072491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:03.073459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.079876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4f914e7b-4696-408e-834f-b09f171c7b78 HTTP/1.1" status: 204 len: 168 time: 0.3731434 Dec 17 17:54:03.081391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc759ec5-9fc3-4306-a188-3b88d7155caa None None] Network 9b598362-ad2b-475c-b905-372b2d9ab8ad requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:54:03.082220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56552) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:03.319855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.330096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Deleting port ff235012-24bd-49ba-b742-1958f1620bd7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:54:03.330430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.333134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] DHCP port deletion for 9b598362-ad2b-475c-b905-372b2d9ab8ad request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:54:03.337401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Deleting port ff235012-24bd-49ba-b742-1958f1620bd7 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:54:03.337838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.534345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] For port ff235012-24bd-49ba-b742-1958f1620bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ff235012-24bd-49ba-b742-1958f1620bd7,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:03.534746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.538580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] For port ff235012-24bd-49ba-b742-1958f1620bd7, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ff235012-24bd-49ba-b742-1958f1620bd7,segment=NetworkSegment(0b42725e-38a1-48a8-aefa-ff9d182e8221),segment_id=0b42725e-38a1-48a8-aefa-ff9d182e8221)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:03.538987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.657258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Calling delete_port for ff235012-24bd-49ba-b742-1958f1620bd7 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:54:03.658382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Calling delete_port for ff235012-24bd-49ba-b742-1958f1620bd7 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:54:03.791204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:03.795064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:03.797280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:54:03.797608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:54:03.839977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Pushing event deleted for resources: {'Port': ['ID=ff235012-24bd-49ba-b742-1958f1620bd7,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:03.842374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:03.845869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] No DVR routers for this DVR port ff235012-24bd-49ba-b742-1958f1620bd7 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:54:04.032621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2740bc2c-1f0d-419b-97bb-5216551bf9ef no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:54:04.065552 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2740bc2c-1f0d-419b-97bb-5216551bf9ef {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:54:04.065864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2740bc2c-1f0d-419b-97bb-5216551bf9ef not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:54:04.066278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ff235012-24bd-49ba-b742-1958f1620bd7 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:54:04.101637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ff235012-24bd-49ba-b742-1958f1620bd7 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:54:04.102011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ff235012-24bd-49ba-b742-1958f1620bd7 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:54:04.102422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2c612557-bf91-473c-8680-9f42ac349ec2 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:54:04.170472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2c612557-bf91-473c-8680-9f42ac349ec2 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:54:04.170739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2c612557-bf91-473c-8680-9f42ac349ec2 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:54:04.298310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Deleting port ff235012-24bd-49ba-b742-1958f1620bd7 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:54:04.298784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.366586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] The port 'ff235012-24bd-49ba-b742-1958f1620bd7' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:54:04.479205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.503411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b598362-ad2b-475c-b905-372b2d9ab8ad']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:04.515447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b42725e-38a1-48a8-aefa-ff9d182e8221') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:04.515747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b42725e-38a1-48a8-aefa-ff9d182e8221') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:04.526519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.541669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.547497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:54:04.547882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:54:04.560339 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:54:04.688499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.691749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-968f7a03-1c78-416e-8403-67dd7d094e08 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:04.705536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:04.715441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=9b598362-ad2b-475c-b905-372b2d9ab8ad,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:04.718973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:04.722355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3d02ca21-7a4c-446c-89e4-ae1cd4da8fcb admin admin] 10.222.0.61 "DELETE /v2.0/networks/9b598362-ad2b-475c-b905-372b2d9ab8ad HTTP/1.1" status: 204 len: 168 time: 1.6390569 Dec 17 17:54:05.043500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56558) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:05.096901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3dcd10e9-d1f6-41be-bab3-095557da348e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=664ba3310b5f4bdeb378763c119afdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518677 Dec 17 17:54:05.102974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56562) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:05.123125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aab64dbb-cb78-48e9-bbcd-9b436c94c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.164528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.190080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.299912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.304894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62b06d40-22c3-4b83-b3b3-56cd269b4cd5 tempest-NegativeSecGroupIPv6Test-709934208 tempest-NegativeSecGroupIPv6Test-709934208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:05.317261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3908ffd-9a30-4931-9b00-19cb3edf0a63,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:05.319848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:05.384062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.385178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3908ffd-9a30-4931-9b00-19cb3edf0a63 HTTP/1.1" status: 204 len: 168 time: 0.2851298 Dec 17 17:54:05.928587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:05.985426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:06.065646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56570) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:06.115287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-25fefe37-8fb7-4238-9661-a1763e94c5d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0fe34a941c04412494f4f67a3ca69fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482605 Dec 17 17:54:06.117581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56574) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:06.176607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:06.201667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:06.322006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:06.325644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8665ed52-c08a-4def-8412-cfb8d440f5e6 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:06.336617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871771b0-44ab-47cf-83fb-1000a64a4446,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:06.339968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:06.343275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:06.344471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/871771b0-44ab-47cf-83fb-1000a64a4446 HTTP/1.1" status: 204 len: 168 time: 0.2259152 Dec 17 17:54:07.310081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56598) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:07.422641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1951915875-network', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:07.427665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:07.431643 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Usage tracker for resource:network and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:07.434511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:07.440838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:07.465311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.528575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Made reservation on behalf of a09f9e43ceff47eeb17490842ee75ceb for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:54:07.531010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.543594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.557966 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:07.562260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:07.565067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:07.570707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:07.652373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.689236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.692336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:07.720140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:54:07.728833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef42b6-8a8d-40d3-a91d-b2ae9186920b,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:07.732405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:07.737867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.737867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Added segment 7bdea8be-684c-46b7-92e2-76b5ff1fba41 of type vlan for network b6b54990-adb1-4d72-be79-9906a0d1d089 Dec 17 17:54:07.772236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.848234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.849188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:07.849766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:07.853071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:07.953606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Pushing event updated for resources: {'Network': ['ID=b6b54990-adb1-4d72-be79-9906a0d1d089,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:07.956345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:07.963100 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b6b54990-adb1-4d72-be79-9906a0d1d089 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:54:08.014912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7037568 Dec 17 17:54:08.017645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56604) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:08.023444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Request body: {'subnet': {'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1951915875-subnet', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:08.029918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:08.033804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Usage tracker for resource:subnet and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:08.036819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:08.042604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:08.128444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Made reservation on behalf of a09f9e43ceff47eeb17490842ee75ceb for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:54:08.130854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.386380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.390793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-921c99e8-a2de-4e66-ac58-4c33865af738 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:08.462380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30900d9-304e-4497-9125-ec8b732ede22,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:08.466302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:08.470843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Checking segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:08.471204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Network hostable DHCP agents. Network: b6b54990-adb1-4d72-be79-9906a0d1d089, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:54:08.568147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Network b6b54990-adb1-4d72-be79-9906a0d1d089 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:54:08.631077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b6b54990-adb1-4d72-be79-9906a0d1d089) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:08.635150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:08.635732 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.641705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e1a13-1184-4100-9a90-6de0109cc814 None None] Network b6b54990-adb1-4d72-be79-9906a0d1d089 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:54:08.695099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-2309406c-6870-46b2-a781-c5248349e1b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6763592 Dec 17 17:54:08.697719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56608) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:08.704165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:08.709512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:08.713280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Usage tracker for resource:router and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:08.716241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:08.722418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:08.803097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.804127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.818486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:08.853042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b6b54990-adb1-4d72-be79-9906a0d1d089', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:54:08.855899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.001620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Allocated IP 172.20.0.2 (b6b54990-adb1-4d72-be79-9906a0d1d089/c30900d9-304e-4497-9125-ec8b732ede22/b48cf31f-976b-4769-9e4d-b0c7a3e38442) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:09.139551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.207282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.216744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Transition to ACTIVE for port object b48cf31f-976b-4769-9e4d-b0c7a3e38442 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:09.234972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Transition to ACTIVE for port object b48cf31f-976b-4769-9e4d-b0c7a3e38442 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:09.317584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.322290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:09.384657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Network b6b54990-adb1-4d72-be79-9906a0d1d089 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:09.387639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:09.391995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:09.396975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Pushing event updated for resources: {'Port': ['ID=b48cf31f-976b-4769-9e4d-b0c7a3e38442,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:09.400943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:09.484542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Attempting to bind port b48cf31f-976b-4769-9e4d-b0c7a3e38442 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:09.484919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Attempting to bind port b48cf31f-976b-4769-9e4d-b0c7a3e38442 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:09.485294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Attempting to bind port b48cf31f-976b-4769-9e4d-b0c7a3e38442 on network b6b54990-adb1-4d72-be79-9906a0d1d089 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:09.490588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:09.490978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Checking segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:09.491391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.491795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Bound using segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:09.492267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Bound port: b48cf31f-976b-4769-9e4d-b0c7a3e38442, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:09.492648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.578089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] For port b48cf31f-976b-4769-9e4d-b0c7a3e38442, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:09.580888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] For port b48cf31f-976b-4769-9e4d-b0c7a3e38442, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b48cf31f-976b-4769-9e4d-b0c7a3e38442,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:09.656674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.665757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.669398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:09.687714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:09.752426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Pushing event updated for resources: {'Port': ['ID=b48cf31f-976b-4769-9e4d-b0c7a3e38442,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:09.755287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:09.827594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Allocated IP 172.26.4.156 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/e771a6fe-8c17-45a3-8a89-301ea4740496) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:09.998819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:10.089190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b48cf31f-976b-4769-9e4d-b0c7a3e38442 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:10.105476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:10.110459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9fd2ae48-9ad5-4504-9357-93b36858d788 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:10.174530 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:10.177339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:10.180952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:10.209712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Pushing event updated for resources: {'Port': ['ID=e771a6fe-8c17-45a3-8a89-301ea4740496,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:10.220798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:10.259958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b48cf31f-976b-4769-9e4d-b0c7a3e38442 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:10.655870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:10.681923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e16464-68f0-4b90-8c33-d1f91a6265ae None None] Network b6b54990-adb1-4d72-be79-9906a0d1d089 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:54:10.896640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Provisioning for port b48cf31f-976b-4769-9e4d-b0c7a3e38442 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:10.906387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Provisioning complete for port b48cf31f-976b-4769-9e4d-b0c7a3e38442 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:10.906776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.082484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.119050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] For port b48cf31f-976b-4769-9e4d-b0c7a3e38442, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b48cf31f-976b-4769-9e4d-b0c7a3e38442,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:11.130034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.214096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.218304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:11.291048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Pushing event updated for resources: {'Port': ['ID=b48cf31f-976b-4769-9e4d-b0c7a3e38442,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:11.294341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:11.334799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a7215719-9e90-43b6-89ed-8ddce340d1ac None None] Provisioning complete for port b48cf31f-976b-4769-9e4d-b0c7a3e38442 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:11.335215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a7215719-9e90-43b6-89ed-8ddce340d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.385540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:54:11.556426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:54:11.564766 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Sync routers for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:54:11.577534 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:11.578197 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:11.614047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:11.615267 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9165668 Dec 17 17:54:11.617912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56612) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:11.746426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:12.028235 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:10Z', 'revision_number': 3, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:12.032242 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Checking router: 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:54:12.032851 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Updating router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 port e771a6fe-8c17-45a3-8a89-301ea4740496 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:54:12.044927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b48cf31f-976b-4769-9e4d-b0c7a3e38442 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:12.123436 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.138657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b48cf31f-976b-4769-9e4d-b0c7a3e38442 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:12.139485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.301920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.451456 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.463537 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Transition to ACTIVE for port object e771a6fe-8c17-45a3-8a89-301ea4740496 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:12.534173 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.538026 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:12.616161 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Attempting to bind port e771a6fe-8c17-45a3-8a89-301ea4740496 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:12.616799 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Attempting to bind port e771a6fe-8c17-45a3-8a89-301ea4740496 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:12.616937 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Attempting to bind port e771a6fe-8c17-45a3-8a89-301ea4740496 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:12.618872 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Pushing event updated for resources: {'Port': ['ID=e771a6fe-8c17-45a3-8a89-301ea4740496,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:12.627460 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:12.627825 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:12.628222 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.628619 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:12.629070 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Bound port: e771a6fe-8c17-45a3-8a89-301ea4740496, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:12.629443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.640393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Allocated IP 172.20.0.1 (b6b54990-adb1-4d72-be79-9906a0d1d089/c30900d9-304e-4497-9125-ec8b732ede22/f8f52934-1ce8-474e-a1b9-79a4733c9408) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:12.652014 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.655593 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.656600 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:12.663272 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:12.706154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] For port e771a6fe-8c17-45a3-8a89-301ea4740496, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:12.709042 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] For port e771a6fe-8c17-45a3-8a89-301ea4740496, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e771a6fe-8c17-45a3-8a89-301ea4740496,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:12.763378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.768702 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d00d38e0-48fe-4811-a741-4601a2c9444f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:12.787968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.803319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Transition to ACTIVE for port object f8f52934-1ce8-474e-a1b9-79a4733c9408 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:12.841621 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:12.842260 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:12.889094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:12.894365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e71af9a8-5357-471b-ad4c-f23a80c174a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:12.919440 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Pushing event updated for resources: {'Port': ['ID=e771a6fe-8c17-45a3-8a89-301ea4740496,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:12.922643 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:12.956909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Network b6b54990-adb1-4d72-be79-9906a0d1d089 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:12.959697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:12.963451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:13.004115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:13.008261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:13.020678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.031517 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:13.317782 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:10Z', 'revision_number': 3, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:13.321861 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0754f5f-2bac-427d-af42-52c451c0aa09 None None] The sync data for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv is: [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:10Z', 'revision_number': 3, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:54:13.334165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-348ea8ea-41a6-403f-8cf4-5bf84e75dcb1 None None] Provisioning for port f8f52934-1ce8-474e-a1b9-79a4733c9408 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:13.344610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-348ea8ea-41a6-403f-8cf4-5bf84e75dcb1 None None] Provisioning complete for port f8f52934-1ce8-474e-a1b9-79a4733c9408 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:13.344610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-348ea8ea-41a6-403f-8cf4-5bf84e75dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.344847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.399776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-348ea8ea-41a6-403f-8cf4-5bf84e75dcb1 None None] Port f8f52934-1ce8-474e-a1b9-79a4733c9408 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:54:13.589597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.654042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.683107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:13.763297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:13.771000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:13.798027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.798333 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.798717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.799098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.799560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.799938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.800309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.800677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.801045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.801412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.801781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.802173 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:13.805926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:13.928124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Network b6b54990-adb1-4d72-be79-9906a0d1d089 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:13.929227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:14.089699 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e771a6fe-8c17-45a3-8a89-301ea4740496 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:14.143047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:54:14.225987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2f5d4e1b-36ff-418c-8a17-c7366fc11851 None None] Provisioning complete for port f8f52934-1ce8-474e-a1b9-79a4733c9408 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:14.226346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4e1b-36ff-418c-8a17-c7366fc11851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:14.259257 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e771a6fe-8c17-45a3-8a89-301ea4740496 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:14.270202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e771a6fe-8c17-45a3-8a89-301ea4740496 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:14.270820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:14.333715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:54:14.335223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d4e1b-36ff-418c-8a17-c7366fc11851 None None] Port f8f52934-1ce8-474e-a1b9-79a4733c9408 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:54:14.344035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] 10.222.0.61 "PUT /v2.0/routers/26a44d80-a01e-4c96-a66f-b6e8a71f95c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248840 Dec 17 17:54:14.403852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:14.420379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port e771a6fe-8c17-45a3-8a89-301ea4740496, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e771a6fe-8c17-45a3-8a89-301ea4740496,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:14.505786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:14.509010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:14.571343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=e771a6fe-8c17-45a3-8a89-301ea4740496,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:14.574317 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:14.626358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:54:14.889538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Sync routers for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:54:14.899036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:14.899668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:15.023381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56630) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:15.028867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1892249811-network', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:15.034012 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:15.037886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Usage tracker for resource:network and tenant:e9e0f588f9834f57bab373fc8a8308a1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:15.040862 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:15.047515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:15.080494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:15.116500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Made reservation on behalf of e9e0f588f9834f57bab373fc8a8308a1 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:54:15.120416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.132006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.148912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:15.150637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Usage tracker for resource:security_group_rule and tenant:e9e0f588f9834f57bab373fc8a8308a1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:15.153428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:15.159181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:15.240080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.299841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.304256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-71014723-894c-47b1-8c16-df6f63d73b05 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:15.328518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:54:15.344779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fbf3c-f981-44dd-b5dc-c85712e550a4,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:15.350382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:15.351482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.351823 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Added segment 24ad89c3-1c96-4e1b-8b82-2824e47314f6 of type vlan for network a9c12265-f256-4307-bb7e-b7c98869b8fc Dec 17 17:54:15.380596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.399959 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 2, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:15.403984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Checking router: 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:54:15.404357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Updating router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 port f8f52934-1ce8-474e-a1b9-79a4733c9408 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:54:15.470760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.471867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:15.472447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.477764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-615c109b-1bf9-4fdc-9260-d476a41f59ec tempest-RoutersIpV6Test-716400904 tempest-RoutersIpV6Test-716400904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:15.498178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.577010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Pushing event updated for resources: {'Network': ['ID=a9c12265-f256-4307-bb7e-b7c98869b8fc,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:15.579763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:15.601600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network a9c12265-f256-4307-bb7e-b7c98869b8fc details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:54:15.634161 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18e2fae7-e778-4dcf-a5e0-63c93c34db0b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6072578 Dec 17 17:54:15.634362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56634) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:15.639711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Request body: {'subnet': {'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1892249811-subnet', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:15.644478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:15.648235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Usage tracker for resource:subnet and tenant:e9e0f588f9834f57bab373fc8a8308a1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:15.651020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:15.657089 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:15.722677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Made reservation on behalf of e9e0f588f9834f57bab373fc8a8308a1 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:54:15.725237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.946318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:15.957970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Transition to ACTIVE for port object f8f52934-1ce8-474e-a1b9-79a4733c9408 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:15.973882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.020014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.024180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-883c233b-bf6e-4f21-bb2e-5391c8ef5dc0 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:16.039837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e771a6fe-8c17-45a3-8a89-301ea4740496 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:16.074569 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.085365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:16.098606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:16.102515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:16.109782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Checking segment: {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:16.110164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Network hostable DHCP agents. Network: a9c12265-f256-4307-bb7e-b7c98869b8fc, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:54:16.174313 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Network a9c12265-f256-4307-bb7e-b7c98869b8fc is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:54:16.243022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, a9c12265-f256-4307-bb7e-b7c98869b8fc) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:16.249437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:16.250112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.256558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f343b-b9c6-4d30-b039-18f6ed1042c7 None None] Network a9c12265-f256-4307-bb7e-b7c98869b8fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:54:16.277015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Pushing event updated for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:16.284645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:16.340316 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2d64db57-5195-488f-88a4-6b2405623d73 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7049532 Dec 17 17:54:16.343223 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56638) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:16.348321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:16.354110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:16.359151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Usage tracker for resource:router and tenant:e9e0f588f9834f57bab373fc8a8308a1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:54:16.362233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:54:16.367932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:16.400415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e771a6fe-8c17-45a3-8a89-301ea4740496 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:16.400953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.425695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.426705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.441678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.444872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Attempting to bind port f8f52934-1ce8-474e-a1b9-79a4733c9408 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:16.445256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Attempting to bind port f8f52934-1ce8-474e-a1b9-79a4733c9408 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:16.445632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Attempting to bind port f8f52934-1ce8-474e-a1b9-79a4733c9408 on network b6b54990-adb1-4d72-be79-9906a0d1d089 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:16.473572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:16.473902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Checking segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:16.474320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.474761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Bound using segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:16.475198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Bound port: f8f52934-1ce8-474e-a1b9-79a4733c9408, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:16.475581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.719826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] For port f8f52934-1ce8-474e-a1b9-79a4733c9408, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:16.738082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] For port f8f52934-1ce8-474e-a1b9-79a4733c9408, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f8f52934-1ce8-474e-a1b9-79a4733c9408,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:16.745924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-a9c12265-f256-4307-bb7e-b7c98869b8fc', 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'fixed_ips': [{'subnet_id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:54:16.748938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.756103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.828839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:16.835331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:16.969118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:16.969763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:17.018479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Pushing event updated for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:17.036607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:17.063402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Allocated IP 172.20.0.2 (a9c12265-f256-4307-bb7e-b7c98869b8fc/4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f/6e613956-9f00-491a-9842-2604c8529c8a) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:17.274172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.305241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.316735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:17.440784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Allocated IP 172.26.4.14 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/5835fd89-0d17-40f5-a758-b96e0a676a61) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:17.590438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.632808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.656652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Transition to ACTIVE for port object 6e613956-9f00-491a-9842-2604c8529c8a will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:17.660428 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.665267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0c9875c4-ea96-4ee3-ab75-dba709f3d3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:17.709012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Transition to ACTIVE for port object 6e613956-9f00-491a-9842-2604c8529c8a will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:17.731447 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:17.734524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:17.735180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:16Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:17.738435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:17.739374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28b1a-12b1-4c79-966d-99b7ae5194a9 None None] The sync data for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv is: [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:16Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:54:17.763323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.768907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ccbcc7c8-c5f4-47f8-81d7-2984096c7ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:17.769054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5835fd89-0d17-40f5-a758-b96e0a676a61,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:17.779752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:17.853255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Network a9c12265-f256-4307-bb7e-b7c98869b8fc is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:17.858009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:17.860849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:17.869966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Pushing event updated for resources: {'Port': ['ID=6e613956-9f00-491a-9842-2604c8529c8a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:17.896596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:17.966391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Attempting to bind port 6e613956-9f00-491a-9842-2604c8529c8a on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:17.966777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Attempting to bind port 6e613956-9f00-491a-9842-2604c8529c8a by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:17.967152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Attempting to bind port 6e613956-9f00-491a-9842-2604c8529c8a on network a9c12265-f256-4307-bb7e-b7c98869b8fc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:17.972976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:17.973369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Checking segment: {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:17.973765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:17.974685 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Bound using segment: {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:17.975292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Bound port: 6e613956-9f00-491a-9842-2604c8529c8a, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:17.975540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.076109 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f8f52934-1ce8-474e-a1b9-79a4733c9408 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:18.107834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] For port 6e613956-9f00-491a-9842-2604c8529c8a, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:18.130819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] For port 6e613956-9f00-491a-9842-2604c8529c8a, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e613956-9f00-491a-9842-2604c8529c8a,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:18.197308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.203083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:18.277394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f8f52934-1ce8-474e-a1b9-79a4733c9408 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:18.288841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f8f52934-1ce8-474e-a1b9-79a4733c9408 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:18.289630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.291544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.337909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Pushing event updated for resources: {'Port': ['ID=6e613956-9f00-491a-9842-2604c8529c8a,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:18.341498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:18.444660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.495711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f8f52934-1ce8-474e-a1b9-79a4733c9408, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f8f52934-1ce8-474e-a1b9-79a4733c9408,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:18.579955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:18.584362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:18.674981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:18.686059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:18.702782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:19.122810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Router 714b0985-1e20-41a3-8af6-43b4d2559299 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:54:19.310281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:54:19.321749 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Sync routers for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:54:19.330019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db470ed-e098-4ae0-9a0d-5ec6066c5b49 None None] Network a9c12265-f256-4307-bb7e-b7c98869b8fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:54:19.333918 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:19.334596 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:19.403495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:19.404997 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0605712 Dec 17 17:54:19.407399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56642) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:54:19.501829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b7638c0c-64a7-4775-871e-f792a93965f5 None None] Provisioning for port 6e613956-9f00-491a-9842-2604c8529c8a completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:19.520536 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:19.854126 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 3, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:19.858120 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Checking router: 714b0985-1e20-41a3-8af6-43b4d2559299 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:54:19.858479 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Updating router 714b0985-1e20-41a3-8af6-43b4d2559299 port 5835fd89-0d17-40f5-a758-b96e0a676a61 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:54:19.912884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.123109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.147336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e613956-9f00-491a-9842-2604c8529c8a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:20.283445 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.294057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 6e613956-9f00-491a-9842-2604c8529c8a completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:20.297960 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Transition to ACTIVE for port object 5835fd89-0d17-40f5-a758-b96e0a676a61 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:20.299533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6e613956-9f00-491a-9842-2604c8529c8a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:20.300622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.348742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Allocated IP 172.20.0.1 (a9c12265-f256-4307-bb7e-b7c98869b8fc/4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f/6e19ae66-24b1-4e5c-9bc0-f170afd3e583) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:20.368443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.372832 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d59cdfa2-bddf-4b66-8849-7a5e195ef978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:20.446501 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a71d6-7539-40c3-ba5d-fc0462f8b064 None None] Pushing event updated for resources: {'Port': ['ID=5835fd89-0d17-40f5-a758-b96e0a676a61,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:20.450439 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-da9a71d6-7539-40c3-ba5d-fc0462f8b064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:20.459398 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Attempting to bind port 5835fd89-0d17-40f5-a758-b96e0a676a61 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:20.461365 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Attempting to bind port 5835fd89-0d17-40f5-a758-b96e0a676a61 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:20.461805 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Attempting to bind port 5835fd89-0d17-40f5-a758-b96e0a676a61 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:20.467284 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:20.467742 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:20.468215 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.468673 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:20.469516 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Bound port: 5835fd89-0d17-40f5-a758-b96e0a676a61, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:20.469652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.471451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.504343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.505020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6e613956-9f00-491a-9842-2604c8529c8a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e613956-9f00-491a-9842-2604c8529c8a,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:20.520029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Transition to ACTIVE for port object 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:20.544228 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] For port 5835fd89-0d17-40f5-a758-b96e0a676a61, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:20.546616 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] For port 5835fd89-0d17-40f5-a758-b96e0a676a61, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5835fd89-0d17-40f5-a758-b96e0a676a61,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:20.585620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.586521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f8f52934-1ce8-474e-a1b9-79a4733c9408 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:20.610568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:20.614340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.614605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.619513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:20.621764 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:20.680341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Network a9c12265-f256-4307-bb7e-b7c98869b8fc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:20.683263 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:20.687159 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:20.687787 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:20.688070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:20.707733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6e613956-9f00-491a-9842-2604c8529c8a,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:20.712623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:20.723473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f8f52934-1ce8-474e-a1b9-79a4733c9408 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:20.723473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.735671 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Pushing event updated for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:20.740526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:20.760103 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:20.875103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a71d6-7539-40c3-ba5d-fc0462f8b064 None None] Pushing event updated for resources: {'Port': ['ID=5835fd89-0d17-40f5-a758-b96e0a676a61,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:20.878602 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-da9a71d6-7539-40c3-ba5d-fc0462f8b064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:20.901586 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:21.002340 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be3af47c-d845-49d4-82cb-98b451ed8d4b None None] Provisioning for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:21.007762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be3af47c-d845-49d4-82cb-98b451ed8d4b None None] Provisioning complete for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:21.008203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be3af47c-d845-49d4-82cb-98b451ed8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:21.063054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be3af47c-d845-49d4-82cb-98b451ed8d4b None None] Port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:54:21.185450 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 3, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:21.189301 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ecb9f-3fa8-41a7-aa4a-bc23bdd27fd6 None None] The sync data for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv is: [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 3, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:54:21.232220 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:21.468332 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:21.528459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:21.558333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5cc4ec40-ebed-4226-bafc-0860aac3c947 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:21.640923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Pushing event updated for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:21.643227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:21.647004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:21.783762 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Network a9c12265-f256-4307-bb7e-b7c98869b8fc is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:21.784924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:21.982541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Router 714b0985-1e20-41a3-8af6-43b4d2559299 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:54:22.093075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d84c73ba-f8d3-4750-a810-27c6a877ae49 None None] Provisioning complete for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:22.093601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d84c73ba-f8d3-4750-a810-27c6a877ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:22.141477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e613956-9f00-491a-9842-2604c8529c8a up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:22.174507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:54:22.184124 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] 10.222.0.61 "PUT /v2.0/routers/714b0985-1e20-41a3-8af6-43b4d2559299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742040 Dec 17 17:54:22.202570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d84c73ba-f8d3-4750-a810-27c6a877ae49 None None] Port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:54:22.217002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6e613956-9f00-491a-9842-2604c8529c8a triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:22.218066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:22.339115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5835fd89-0d17-40f5-a758-b96e0a676a61 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:22.471318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 5835fd89-0d17-40f5-a758-b96e0a676a61 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:22.476630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5835fd89-0d17-40f5-a758-b96e0a676a61 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:22.477015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:22.605631 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:22.622531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 5835fd89-0d17-40f5-a758-b96e0a676a61, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5835fd89-0d17-40f5-a758-b96e0a676a61,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:22.705535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:22.707883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:22.773522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Sync routers for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:54:22.791189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=5835fd89-0d17-40f5-a758-b96e0a676a61,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:22.793712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:22.794336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:22.852430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:22.980070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:23.313288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:21Z', 'revision_number': 4, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6e19ae66-24b1-4e5c-9bc0-f170afd3e583', 'name': '', 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'mac_address': 'fa:16:3e:86:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:20Z', 'updated_at': '2021-12-17T17:54:21Z', 'revision_number': 2, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'subnets': [{'id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:23.317983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Checking router: 714b0985-1e20-41a3-8af6-43b4d2559299 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:54:23.318357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Updating router 714b0985-1e20-41a3-8af6-43b4d2559299 port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:54:23.375863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:23.793086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:23.814134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Transition to ACTIVE for port object 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:23.904889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:23.908997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b98348c2-7d36-4948-859a-62cda3f71527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:24.102021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Pushing event updated for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:24.110796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5835fd89-0d17-40f5-a758-b96e0a676a61 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:24.150266 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:24.227214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Attempting to bind port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:24.227555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Attempting to bind port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:24.227929 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Attempting to bind port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 on network a9c12265-f256-4307-bb7e-b7c98869b8fc {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:24.238126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:24.238427 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Checking segment: {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:24.238838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:24.239239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Bound using segment: {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:24.239725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Bound port: 6e19ae66-24b1-4e5c-9bc0-f170afd3e583, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ad89c3-1c96-4e1b-8b82-2824e47314f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:24.240099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:24.303335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 5835fd89-0d17-40f5-a758-b96e0a676a61 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:24.303713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:24.400603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] For port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:24.410605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] For port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:24.474310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:24.478557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b58f1acd-2d58-4564-a9b4-adfeee58420f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:24.567532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:54:24.568169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:54:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:24.629516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Pushing event updated for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:24.647253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:24.793940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:54:25.146649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:21Z', 'revision_number': 4, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6e19ae66-24b1-4e5c-9bc0-f170afd3e583', 'name': '', 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'mac_address': 'fa:16:3e:86:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:20Z', 'updated_at': '2021-12-17T17:54:24Z', 'revision_number': 4, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'subnets': [{'id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:54:25.151370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c6927-b6cf-49db-ad6b-c1c7c4454281 None None] The sync data for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv is: [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:54:21Z', 'revision_number': 4, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '6e19ae66-24b1-4e5c-9bc0-f170afd3e583', 'name': '', 'network_id': 'a9c12265-f256-4307-bb7e-b7c98869b8fc', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'mac_address': 'fa:16:3e:86:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:20Z', 'updated_at': '2021-12-17T17:54:24Z', 'revision_number': 4, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'subnets': [{'id': '4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:54:26.082991 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:26.385343 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:26.390572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:26.390955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:26.564765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:26.602825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:26.671620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:26.674232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:26.760620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:26.764615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:28.062175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:28.154056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:28.155102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:32.351377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-207362da-cf76-4c57-b829-68a4b128e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:33.983031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b97f0f16-ace3-44ae-8eb5-96c3606e57dc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:33.984487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b97f0f16-ace3-44ae-8eb5-96c3606e57dc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Synchronizing usage tracker for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:54:34.071040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b97f0f16-ace3-44ae-8eb5-96c3606e57dc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Unset dirty status for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:54:34.072207 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b97f0f16-ace3-44ae-8eb5-96c3606e57dc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 815 time: 0.3609176 Dec 17 17:54:34.089555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-4bc9fe34-96e1-4d91-8a8a-43ae54488a67 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/quotas/a09f9e43ceff47eeb17490842ee75ceb HTTP/1.1" status: 200 len: 375 time: 0.0110204 Dec 17 17:54:34.173314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d292887-fefb-48c4-bb8e-084476a00480 req-9087d369-3c5c-4e00-9d4e-ac981c9eb884 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Synchronizing usage tracker for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:54:34.282387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-2d292887-fefb-48c4-bb8e-084476a00480 req-9087d369-3c5c-4e00-9d4e-ac981c9eb884 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Unset dirty status for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:54:34.283676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-9087d369-3c5c-4e00-9d4e-ac981c9eb884 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1867766 Dec 17 17:54:34.298967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-329ef403-0ff5-40b0-b29a-fe600852b17c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:54:34.299996 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-329ef403-0ff5-40b0-b29a-fe600852b17c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Dec 17 17:54:34.430968 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-418d7242-5e3e-45e3-a7de-7963ee17a4b5 service neutron] 10.222.0.61 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254294 Dec 17 17:54:34.563385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-35ff801a-764b-4ee9-8cea-ff4cc17ba362 service neutron] 10.222.0.61 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Dec 17 17:54:34.789735 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-df619a68-37dd-4ead-89e5-828d83646dbf req-d988f821-bf84-4e8f-9b80-bf83fe04e032 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 210 time: 0.0458407 Dec 17 17:54:35.115928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4eb650f5-55ab-417d-9fa0-dcf265fa9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:35.894019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:35.945296 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e939271d-53d6-47f8-87a6-5b3f4827f321 req-ce7ded20-1a45-4975-be92-4c821304bbe8 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 210 time: 0.0434403 Dec 17 17:54:36.008029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:36.985451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-75d4bfc8-9514-4f0d-a7a8-d973d681aee4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:36.986900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-75d4bfc8-9514-4f0d-a7a8-d973d681aee4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 815 time: 0.1541166 Dec 17 17:54:36.999602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'port': {'device_id': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'admin_state_up': True, 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:37.124982 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ba69c4-c8f4-4e9d-92bc-3aa0f2f9a2aa req-b0d911ad-776d-4e18-a6f3-2d0687865f52 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 210 time: 0.0578883 Dec 17 17:54:37.190242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:54:37.199586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:54:37.275767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Made reservation on behalf of a09f9e43ceff47eeb17490842ee75ceb for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:54:37.279673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:37.439919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:37.444563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Allocated IP 172.20.0.10 (b6b54990-adb1-4d72-be79-9906a0d1d089/c30900d9-304e-4497-9125-ec8b732ede22/a873e5a6-cd58-4856-8022-a691522b7d66) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:54:37.667130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:37.685584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Transition to ACTIVE for port object a873e5a6-cd58-4856-8022-a691522b7d66 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:37.780852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:37.787467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4643a14e-6321-4d9a-94e9-6e17b48b3dc0 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:37.861186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Network b6b54990-adb1-4d72-be79-9906a0d1d089 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:54:37.864573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:54:37.868468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:54:37.900703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:37.918125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:37.944718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:37.945359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:38.054136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587146 Dec 17 17:54:38.328097 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-df545cab-ad4f-41d6-b486-c5f44b5791b2 None None] Provisioning for port a873e5a6-cd58-4856-8022-a691522b7d66 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:38.333320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-df545cab-ad4f-41d6-b486-c5f44b5791b2 None None] Provisioning complete for port a873e5a6-cd58-4856-8022-a691522b7d66 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:38.333704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-df545cab-ad4f-41d6-b486-c5f44b5791b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:38.337849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-e9afe8fe-8cfb-4b32-a5c5-8cf878aa35c5 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:38.338560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-e9afe8fe-8cfb-4b32-a5c5-8cf878aa35c5 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Synchronizing usage tracker for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:54:38.416768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-df545cab-ad4f-41d6-b486-c5f44b5791b2 None None] Port a873e5a6-cd58-4856-8022-a691522b7d66 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:54:38.436756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-e9afe8fe-8cfb-4b32-a5c5-8cf878aa35c5 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Unset dirty status for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:54:38.438066 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-e9afe8fe-8cfb-4b32-a5c5-8cf878aa35c5 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.1958840 Dec 17 17:54:38.502821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-3cdfb649-31a4-4dbb-943d-a7f77fe9a180 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Synchronizing usage tracker for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:54:38.614037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-3cdfb649-31a4-4dbb-943d-a7f77fe9a180 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Unset dirty status for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:54:38.615199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1dfb85f-2278-4d7b-b1b8-4e730e621007 req-3cdfb649-31a4-4dbb-943d-a7f77fe9a180 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697099 Dec 17 17:54:39.808465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aae793-90d6-4b71-b9c1-ee36ed747adc req-29bf1bd9-3789-4d50-97db-3f9ed3dc8ecf tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:39.809994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b4aae793-90d6-4b71-b9c1-ee36ed747adc req-29bf1bd9-3789-4d50-97db-3f9ed3dc8ecf tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0851719 Dec 17 17:54:39.984442 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b4aae793-90d6-4b71-b9c1-ee36ed747adc req-3d6ca19c-b550-458d-9e0d-60b42a5a338a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655905 Dec 17 17:54:41.169018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a945df-5bdd-40f9-bd0b-ef66161b4454 req-73aeb646-68bb-4f32-bd6e-97ff968751f3 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:41.171406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-87a945df-5bdd-40f9-bd0b-ef66161b4454 req-73aeb646-68bb-4f32-bd6e-97ff968751f3 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0820711 Dec 17 17:54:41.216011 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-87a945df-5bdd-40f9-bd0b-ef66161b4454 req-755192b5-b6a2-4966-877b-5373be4dc546 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Dec 17 17:54:42.406946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc01e9-0c77-4c06-aff4-8245cd394a20 req-b4fc3566-003b-4285-89f6-67f5f05acc2e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:42.408318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccfc01e9-0c77-4c06-aff4-8245cd394a20 req-b4fc3566-003b-4285-89f6-67f5f05acc2e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0830441 Dec 17 17:54:42.454429 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ccfc01e9-0c77-4c06-aff4-8245cd394a20 req-03cc96a3-5783-4de0-b184-521d553fa51a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Dec 17 17:54:43.687614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26b4f-d864-4125-bf67-214276971c17 req-f028052c-8afc-447c-ada5-89d0e9471a5a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:43.690129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56b26b4f-d864-4125-bf67-214276971c17 req-f028052c-8afc-447c-ada5-89d0e9471a5a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.1045742 Dec 17 17:54:43.749908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56b26b4f-d864-4125-bf67-214276971c17 req-e733c6e7-21ed-45c0-9e16-dd0ad508db4b tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531533 Dec 17 17:54:44.941266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e739a-20c3-4498-97ea-268cab9bad2f req-d2b5d0cb-ca49-4a39-9235-15d23643a934 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:44.942674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f0e739a-20c3-4498-97ea-268cab9bad2f req-d2b5d0cb-ca49-4a39-9235-15d23643a934 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0803084 Dec 17 17:54:44.992680 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f0e739a-20c3-4498-97ea-268cab9bad2f req-ef54fdbe-f7e1-4fc2-b033-4f441288cc10 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Dec 17 17:54:45.967173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:46.192817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f5bf-eaf3-41bf-9cc1-8445d1207d43 req-e9f28040-f921-4dac-82d0-6dd873a82679 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:46.194312 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a306f5bf-eaf3-41bf-9cc1-8445d1207d43 req-e9f28040-f921-4dac-82d0-6dd873a82679 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0892496 Dec 17 17:54:46.240288 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a306f5bf-eaf3-41bf-9cc1-8445d1207d43 req-1692b15b-6a1b-4b8b-9601-b61b6e6d9fb5 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Dec 17 17:54:47.425125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a51230-02bc-4c46-8144-e17c57d1534d req-fd384cb9-ac29-4d25-a67a-fc93f007e6c3 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:47.426556 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97a51230-02bc-4c46-8144-e17c57d1534d req-fd384cb9-ac29-4d25-a67a-fc93f007e6c3 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0807977 Dec 17 17:54:47.471821 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97a51230-02bc-4c46-8144-e17c57d1534d req-1cdbd5eb-dd1a-4010-baa6-49dd696a350a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Dec 17 17:54:48.655426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9114f0f-518b-440f-b4b2-8a35813b32a6 req-bb881aba-9a2c-4617-a342-04883318ed9f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:48.657404 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9114f0f-518b-440f-b4b2-8a35813b32a6 req-bb881aba-9a2c-4617-a342-04883318ed9f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.0831840 Dec 17 17:54:48.700403 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9114f0f-518b-440f-b4b2-8a35813b32a6 req-ff5b7380-5bf6-4b91-9881-251ebbf97b30 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Dec 17 17:54:49.527149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Request body: {'port': {'device_id': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:54:49.643128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:49.977748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b40e7-8675-493c-991c-036f64a82ff4 req-00ab8448-ae53-4606-94cd-c3c46d9e03d9 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:49.979214 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a78b40e7-8675-493c-991c-036f64a82ff4 req-00ab8448-ae53-4606-94cd-c3c46d9e03d9 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 932 time: 0.1743126 Dec 17 17:54:50.078510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a78b40e7-8675-493c-991c-036f64a82ff4 req-a76ef230-aafb-4c6f-9dd5-8a92c0463b5d tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929945 Dec 17 17:54:50.082300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a873e5a6-cd58-4856-8022-a691522b7d66 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:54:50.089751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:50.104845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Transition to ACTIVE for port object a873e5a6-cd58-4856-8022-a691522b7d66 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:54:50.173631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:50.178426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ca039b5-cc62-4c55-86c2-a2058bcc94b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:50.337915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:50.341434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:50.420049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Attempting to bind port a873e5a6-cd58-4856-8022-a691522b7d66 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:54:50.420382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Attempting to bind port a873e5a6-cd58-4856-8022-a691522b7d66 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:54:50.420712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Attempting to bind port a873e5a6-cd58-4856-8022-a691522b7d66 on network b6b54990-adb1-4d72-be79-9906a0d1d089 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:50.425941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Port a873e5a6-cd58-4856-8022-a691522b7d66 on network b6b54990-adb1-4d72-be79-9906a0d1d089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:54:50.426206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Attempting to bind port a873e5a6-cd58-4856-8022-a691522b7d66 on network b6b54990-adb1-4d72-be79-9906a0d1d089 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:54:50.431151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:54:50.431484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Checking segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:54:50.431865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Bound using segment: {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:54:50.432286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Bound port: a873e5a6-cd58-4856-8022-a691522b7d66, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdea8be-684c-46b7-92e2-76b5ff1fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:54:50.432628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:50.518148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:54:50.520917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:54:50.619135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:50.622898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:50.796149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:50.797258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:50.798645 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] 10.222.0.60 "PUT /v2.0/ports/a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1094 time: 1.2759507 Dec 17 17:54:50.799166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:54:50.821571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:50.824909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:50.849531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:54:50.939027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-ca77f104-743d-4055-8d05-7c03ecd3a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:50.940522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-ca77f104-743d-4055-8d05-7c03ecd3a5dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1097 time: 0.0724885 Dec 17 17:54:51.084073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-6f1fc17a-7d49-404a-af68-ae77d0001839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.085398 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-6f1fc17a-7d49-404a-af68-ae77d0001839 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1357658 Dec 17 17:54:51.275475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-d7880349-640e-4515-b5f5-f4ddc9aab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.276912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4d9f1ce-4314-4150-a3fc-a54d9ca14017 req-d7880349-640e-4515-b5f5-f4ddc9aab7f7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854444 Dec 17 17:54:51.297366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284691ba-df7c-4f0b-a58c-1c31ba219002 req-4f72ec64-34b9-4ebc-ae65-e4353776da98 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.298919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-284691ba-df7c-4f0b-a58c-1c31ba219002 req-4f72ec64-34b9-4ebc-ae65-e4353776da98 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 944 time: 0.1155682 Dec 17 17:54:51.400611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-284691ba-df7c-4f0b-a58c-1c31ba219002 req-5df56971-1e20-4f43-8355-e6ffcb91870c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953393 Dec 17 17:54:51.416741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-0c19cff5-1cae-4b28-9ed4-2cbbabdf756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.418189 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-0c19cff5-1cae-4b28-9ed4-2cbbabdf756f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1097 time: 0.0936000 Dec 17 17:54:51.485783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-12e78fd9-6c7d-4074-a8f0-ec933bd41e99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 217 time: 0.0599558 Dec 17 17:54:51.548955 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-c3239744-802b-4bff-af90-a430ef816527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.550358 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-c3239744-802b-4bff-af90-a430ef816527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0584881 Dec 17 17:54:51.625118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:54:51.627197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292887-fefb-48c4-bb8e-084476a00480 req-96feab1f-7887-4f1d-82ce-3b6e628fd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:51.628676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-96feab1f-7887-4f1d-82ce-3b6e628fd38c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720885 Dec 17 17:54:51.764108 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-9a2082d8-a542-46f6-84ff-1ad757060f5b service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289942 Dec 17 17:54:51.892699 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2d292887-fefb-48c4-bb8e-084476a00480 req-e36493b3-9ec9-422c-92b4-bd825e619aa7 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216481 Dec 17 17:54:52.580722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd901e7-bf33-428f-a48e-7b1b3620a478 req-0278007d-9de6-4e46-af2e-ceff0bceef7d tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:52.582195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2fd901e7-bf33-428f-a48e-7b1b3620a478 req-0278007d-9de6-4e46-af2e-ceff0bceef7d tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 944 time: 0.0782287 Dec 17 17:54:52.633693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2fd901e7-bf33-428f-a48e-7b1b3620a478 req-ce4acc1b-fca7-4f9c-a64b-a13f3e1fca0f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Dec 17 17:54:53.819443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7f39a-191f-4cd4-a2e3-b83cfe0ad5ff req-0e8a111a-5226-4bb7-851f-069f9f13d2cb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:53.820883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35a7f39a-191f-4cd4-a2e3-b83cfe0ad5ff req-0e8a111a-5226-4bb7-851f-069f9f13d2cb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 944 time: 0.0793424 Dec 17 17:54:53.864431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-35a7f39a-191f-4cd4-a2e3-b83cfe0ad5ff req-ea4d88bd-c124-4e38-96c7-d0393781addd tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Dec 17 17:54:55.055352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5129851-5825-440f-a924-8f3fd16e366f req-407255df-af54-4547-a27c-064656bbaea4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:55.056789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5129851-5825-440f-a924-8f3fd16e366f req-407255df-af54-4547-a27c-064656bbaea4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 944 time: 0.0827017 Dec 17 17:54:55.083224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a873e5a6-cd58-4856-8022-a691522b7d66 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:54:55.100032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5129851-5825-440f-a924-8f3fd16e366f req-6c0294b7-cfd3-469b-856d-712be3f9a262 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Dec 17 17:54:55.214451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:55.228103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'port_id': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'mac_address': 'fa:16:3e:04:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:54:55.284657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:55.301495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a873e5a6-cd58-4856-8022-a691522b7d66 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:54:55.316194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:55.418661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:55.420367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:55.488162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:55.495175 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.495526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.495866 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.496197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.496524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.496854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.497178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.497502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.497843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.498168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.498488 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.498806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:54:55.502585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:55.756408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a873e5a6-cd58-4856-8022-a691522b7d66'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:54:56.284749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a6d9-12cd-4c88-a390-01dbe998c052 req-7189433b-950b-4155-833e-09196242ea0e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:56.286126 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9d93a6d9-12cd-4c88-a390-01dbe998c052 req-7189433b-950b-4155-833e-09196242ea0e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 945 time: 0.0833101 Dec 17 17:54:56.329271 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9d93a6d9-12cd-4c88-a390-01dbe998c052 req-dd334680-471d-43de-931e-941af5d67b91 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Dec 17 17:54:57.084804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a873e5a6-cd58-4856-8022-a691522b7d66 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:54:57.207670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port a873e5a6-cd58-4856-8022-a691522b7d66 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:54:57.212419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port a873e5a6-cd58-4856-8022-a691522b7d66 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:54:57.212796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:57.328827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:57.354774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:54:57.365362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:54:57.402751 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'code': 200} Dec 17 17:54:57.454031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:54:57.456371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:54:57.521289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc087887-3dd0-4a44-8327-c441da4373c0 req-e75d64d6-3e14-42c3-9821-d3fd2332dab7 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:57.522781 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc087887-3dd0-4a44-8327-c441da4373c0 req-e75d64d6-3e14-42c3-9821-d3fd2332dab7 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0840070 Dec 17 17:54:57.523030 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:54:57.526377 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:54:57.568313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc087887-3dd0-4a44-8327-c441da4373c0 req-a4a51408-f662-4b35-b7b5-028e848aaa60 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Dec 17 17:54:57.770081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5414-af02-45a6-a019-1e902a1eebd0 req-33b9d00b-c1e2-4a25-8abe-482fb63c72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:57.771530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-686b5414-af02-45a6-a019-1e902a1eebd0 req-33b9d00b-c1e2-4a25-8abe-482fb63c72de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1099 time: 0.0684733 Dec 17 17:54:57.814937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-686b5414-af02-45a6-a019-1e902a1eebd0 req-4f301dbb-3858-4230-9be5-671ea877408a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Dec 17 17:54:58.865621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c09d48-156d-4a85-a4d8-fe93d5c921ac req-46b3b0b8-6267-4b6c-9beb-0ad60531ce94 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:54:58.866992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2c09d48-156d-4a85-a4d8-fe93d5c921ac req-46b3b0b8-6267-4b6c-9beb-0ad60531ce94 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.1920855 Dec 17 17:54:58.910425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b2c09d48-156d-4a85-a4d8-fe93d5c921ac req-69c95219-d9db-4ec1-a7b0-4ba408d61b15 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377874 Dec 17 17:55:00.094961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524ba9-aee3-4970-940a-1c5a7f8d37e4 req-3379853f-da21-4337-90ab-b8a0dd6aaed1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:00.096438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0524ba9-aee3-4970-940a-1c5a7f8d37e4 req-3379853f-da21-4337-90ab-b8a0dd6aaed1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0834265 Dec 17 17:55:00.140372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0524ba9-aee3-4970-940a-1c5a7f8d37e4 req-c2aa3d18-aa1a-4ead-b9ba-d169ac3e6235 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376823 Dec 17 17:55:00.320438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2e57-c599-4d2d-994b-4c37b6819ab1 req-f3272e19-e5c5-41c7-8ad0-8d93afa9dd9b tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:00.321906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5fdc2e57-c599-4d2d-994b-4c37b6819ab1 req-f3272e19-e5c5-41c7-8ad0-8d93afa9dd9b tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0817096 Dec 17 17:55:00.370228 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5fdc2e57-c599-4d2d-994b-4c37b6819ab1 req-b6dd4622-a9c5-48bb-8805-aa63592d4582 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Dec 17 17:55:00.751764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc482ce-3325-45fe-a005-33fb6fa0f9db req-0c33d3ed-65b5-48fe-83f7-525f9d051ccc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:00.753187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfc482ce-3325-45fe-a005-33fb6fa0f9db req-0c33d3ed-65b5-48fe-83f7-525f9d051ccc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0786443 Dec 17 17:55:00.795704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cfc482ce-3325-45fe-a005-33fb6fa0f9db req-5cde0ebc-c7ea-45a8-b45e-153f49f3bd29 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368817 Dec 17 17:55:02.274928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a8ee410e-7db4-4ad5-9692-4c9e10c424ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:05.104979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-28cc5c9c-577b-470f-af98-37608798b124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:05.899252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:06.024791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:07.446638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:13.916247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a55640-07b0-4b15-95a3-7b25e89cb7b4 req-ea8e4375-8ac2-491f-8e40-0cb96d71c6fe tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:13.918031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8a55640-07b0-4b15-95a3-7b25e89cb7b4 req-ea8e4375-8ac2-491f-8e40-0cb96d71c6fe tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0831335 Dec 17 17:55:13.962429 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8a55640-07b0-4b15-95a3-7b25e89cb7b4 req-b936d108-227e-479b-8994-9c7f7932d346 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Dec 17 17:55:13.985465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56854) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:14.146620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86741952-ecb6-4c6d-88fb-3cdda54162d5 tempest-TestMinimumBasicScenario-1851478621 tempest-TestMinimumBasicScenario-1851478621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:14.148078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-86741952-ecb6-4c6d-88fb-3cdda54162d5 tempest-TestMinimumBasicScenario-1851478621 tempest-TestMinimumBasicScenario-1851478621-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1094 time: 0.1617007 Dec 17 17:55:14.151039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 56860) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:14.156327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:14.162081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:14.165796 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:floatingip and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:14.168539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:14.174722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:14.252843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:14.390600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:14.526244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Allocated IP 172.26.4.120 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/bed7bc9e-f3db-49c9-aa66-0e337060c2eb) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:55:14.669422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:14.750384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:14.754878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:14.812800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:55:14.815441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:55:14.819164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:55:14.861352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'Port': ['ID=bed7bc9e-f3db-49c9-aa66-0e337060c2eb,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:14.872686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.873067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.873975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.874337 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.874699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.875059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.875417 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.875774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.876131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.876486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.876838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.877189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:14.881751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:15.235743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:15.356970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:15.673476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:15.727021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:15.731468 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8a6a0f7c-3161-4732-a4fc-d25b3a91d08c tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:15.837413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'Port': ['ID=bed7bc9e-f3db-49c9-aa66-0e337060c2eb,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:15.843043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:15.851529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:15.983643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:16.024664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Floating IP e5bf7735-1d74-4de8-92a9-96d54b3d740b associated. External IP: 172.26.4.120, port: a873e5a6-cd58-4856-8022-a691522b7d66. Dec 17 17:55:16.375558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:55:16.549598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:55:16.558903 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Sync routers for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:55:16.568347 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:55:16.568954 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:55:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:55:16.636531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:16.693136 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5410855 Dec 17 17:55:16.693839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:55:16.695912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56864) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:16.709296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322091067', 'description': 'tempest-secgroup-smoke-322091067 description', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:16.721721 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:16.731820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:16.746603 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:55:16.775639 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:55:16.810318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:16.845604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-6c88f6fd-be7f-48f4-a626-bbcf65592921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:16.847133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-6c88f6fd-be7f-48f4-a626-bbcf65592921 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1099 time: 0.0780926 Dec 17 17:55:16.852538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:16.856785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:16.860277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:16.865925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:16.939994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:16.982178 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-7ea3497f-ce5e-49ad-a3c8-35424d93f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:16.984123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-7ea3497f-ce5e-49ad-a3c8-35424d93f7a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1297441 Dec 17 17:55:16.995712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.000349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f622db34-bfb1-4670-9eb9-220a8fc81049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:17.041321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33cdcc3-f42d-46b3-a6cd-bc0787c600db,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:17.052362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.052764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.053117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.053496 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.053880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.054479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.055007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.055531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.056044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.056571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.057092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.057609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:55:17.062490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:17.092586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-df20ef61-b3e8-4c5d-9157-752fc8eca067 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1000 time: 0.1001394 Dec 17 17:55:17.127601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.128342 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'e5bf7735-1d74-4de8-92a9-96d54b3d740b', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'port_id': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'mac_address': 'fa:16:3e:04:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:55:15Z', 'updated_at': '2021-12-17T17:55:15Z', 'revision_number': 0, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:55:17.132053 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4349644 Dec 17 17:55:17.132669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56870) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:17.132787 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Checking router: 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:55:17.138090 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:17.141924 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:55:17.142565 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:55:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:55:17.144673 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:17.148894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:17.152187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:17.158844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:17.242940 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.291931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-aa102e3b-3e41-4c85-99e5-8444e894522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:17.293713 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-aa102e3b-3e41-4c85-99e5-8444e894522a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.1955395 Dec 17 17:55:17.306005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.325688 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:55:17.356396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.358931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea5d1f79-0ad0-4d4b-99bb-1d3a8e3988c2 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:17.372075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-63d1830a-283b-4b9a-bc8a-4cd7e20bdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:17.374074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-63d1830a-283b-4b9a-bc8a-4cd7e20bdf00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738680 Dec 17 17:55:17.381316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b35776-cf04-4425-995d-e213bcb55e6a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:17.383887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:17.447476 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.451881 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150694 Dec 17 17:55:17.452290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56874) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:17.457798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:17.463788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:17.468200 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:17.471097 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:17.478605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:17.509576 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-814bc6d0-50b4-4def-929c-fd126986e17d service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286154 Dec 17 17:55:17.569214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.633587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.644642 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1cbe2fef-9bf3-44cf-a5a1-a0051f14650d req-1bdde2bf-48fd-4dde-8ba3-f7dc25e8be38 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281002 Dec 17 17:55:17.685161 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'e5bf7735-1d74-4de8-92a9-96d54b3d740b', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'port_id': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'mac_address': 'fa:16:3e:04:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:55:15Z', 'updated_at': '2021-12-17T17:55:15Z', 'revision_number': 0, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:55:17.689230 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ed800-3829-45f3-809c-c8609ab060cc None None] The sync data for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv is: [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'e5bf7735-1d74-4de8-92a9-96d54b3d740b', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'port_id': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'mac_address': 'fa:16:3e:04:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:55:15Z', 'updated_at': '2021-12-17T17:55:15Z', 'revision_number': 0, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:55:17.704912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.707149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cb1d1b41-82e3-4511-ab23-0d9889f09440 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:17.730892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f7da0-a352-476f-a1b3-ad4a8eba5ac2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:17.734039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:17.824514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:17.825736 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725009 Dec 17 17:55:17.829053 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56878) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:17.834279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:17.840536 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:17.844880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:17.847930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:17.853737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:17.895485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c93ed1-d17b-4cf8-9796-be5ffdecf08a None None] New status for floating IP e5bf7735-1d74-4de8-92a9-96d54b3d740b: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:55:17.951237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.014339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.093708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.097618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f4e25008-ebfd-48a4-a0c9-629c1f2034ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:18.120420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3d31a4-23b7-4443-8097-0e0c557536f1,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:18.124911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:18.196317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.197532 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675702 Dec 17 17:55:18.200235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56882) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:18.205743 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:18.211705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:18.215742 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:18.220619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:18.226848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:18.294205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.357319 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.407438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.409564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b339c3c1-98e1-4351-a0c3-eecf44f8c5de tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:18.431836 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879a7c88-32dd-410e-b5f2-d9c44ff56330,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:18.436776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:18.499203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.500374 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4cea852e-0c02-415d-8a5d-9aaab833b479 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992227 Dec 17 17:55:18.503055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56886) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:18.508003 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:18.513759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:18.517468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:18.520271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:18.525758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:18.590101 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Project a09f9e43ceff47eeb17490842ee75ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:55:18.597080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.765957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.818652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.820667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1e1a752b-a71d-4352-b81c-856808dd558d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:18.842528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c74ae8-dc6b-4dcb-83b0-bd11835a0156,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:18.845011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:18.937924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:18.939147 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4351470 Dec 17 17:55:18.941714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56890) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:55:18.946761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'security_group_rule': {'security_group_id': 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db', 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:18.953194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:55:18.957020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Usage tracker for resource:security_group_rule and tenant:a09f9e43ceff47eeb17490842ee75ceb is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:55:18.960028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:55:18.965684 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:55:19.034978 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Project a09f9e43ceff47eeb17490842ee75ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:55:19.041456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.106420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.190064 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.191818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3dfee647-6062-46ec-914d-73bef73f0877 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:19.214239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a5f51-0dda-41df-ab2e-d99860646103,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:19.218934 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:19.304448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.305555 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2a9f008d-7a22-4360-b3f7-1c235dc6eb27 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3629014 Dec 17 17:55:19.422047 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-55d62a39-4b0c-4a25-8171-c09bb834d2e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322091067&fields=id&tenant_id=a09f9e43ceff47eeb17490842ee75ceb HTTP/1.1" status: 200 len: 267 time: 0.0384903 Dec 17 17:55:19.503393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-fb13a06d-fae1-4c40-87a9-f8545f86f71f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:19.504805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-fb13a06d-fae1-4c40-87a9-f8545f86f71f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0774968 Dec 17 17:55:19.515779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'port': {'security_groups': ['05ef42b6-8a8d-40d3-a91d-b2ae9186920b', 'c33cdcc3-f42d-46b3-a6cd-bc0787c600db']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:55:19.634514 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.886139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:55:19.909513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.972730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:19.978827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-79c4b9da-fdb3-43a2-abf8-2367e0e4be38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:55:19.984511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a873e5a6-cd58-4856-8022-a691522b7d66'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:55:20.046112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.046746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:20.048121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ad1381-f78b-485c-a5c7-cf5f256ae734 req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "PUT /v2.0/ports/a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 982 time: 0.5372641 Dec 17 17:55:20.049557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:55:20.082279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:55:20.085655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:55:20.114872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a873e5a6-cd58-4856-8022-a691522b7d66'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:55:20.142610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:55:20.310868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22861764-d0a6-42df-b057-d47626abb835 req-3250cdc6-3fb7-4569-9857-604f3c8d34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.312348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-3250cdc6-3fb7-4569-9857-604f3c8d34cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1138 time: 0.1389868 Dec 17 17:55:20.323654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd84e3-a0b2-4003-bd46-ecbb86910fee req-5a06b2ab-e027-461e-a99d-99ba102619d8 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.324971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-94dd84e3-a0b2-4003-bd46-ecbb86910fee req-5a06b2ab-e027-461e-a99d-99ba102619d8 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.1189873 Dec 17 17:55:20.390835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-769365bc-f478-44a7-bc7d-6e97252ec23d None None] Provisioning complete for port a873e5a6-cd58-4856-8022-a691522b7d66 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:55:20.391162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-769365bc-f478-44a7-bc7d-6e97252ec23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:20.456377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-94dd84e3-a0b2-4003-bd46-ecbb86910fee req-4139308a-d4d7-45b7-a344-1a0e5cf65f9a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088612 Dec 17 17:55:20.502586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22861764-d0a6-42df-b057-d47626abb835 req-abcf9d29-d58c-482b-8b53-6817ceca65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.503949 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-abcf9d29-d58c-482b-8b53-6817ceca65c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1781526 Dec 17 17:55:20.611674 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-1493a1b2-cf1a-4810-bf6e-559f6db55d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1002 time: 0.0990882 Dec 17 17:55:20.677361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22861764-d0a6-42df-b057-d47626abb835 req-cf1020d8-ea19-4937-bb92-01561668226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.678940 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-cf1020d8-ea19-4937-bb92-01561668226b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0610232 Dec 17 17:55:20.757089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22861764-d0a6-42df-b057-d47626abb835 req-1ea292b6-b8e5-41e9-828e-aaa80c723017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:20.758585 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-1ea292b6-b8e5-41e9-828e-aaa80c723017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703905 Dec 17 17:55:20.895886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-a90af94b-5267-4d69-a680-836b8e0216a3 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300063 Dec 17 17:55:21.031194 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-22861764-d0a6-42df-b057-d47626abb835 req-4088e2d5-db08-425f-9ae8-5bf7aba27651 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227357 Dec 17 17:55:28.623419 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:55:32.252453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd168-bbde-4e40-a56b-bf95690fb4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:35.110217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fc576b03-30ae-486c-898d-58e0d64b79fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:35.915518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:35.969623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [req-5fb3375e-ad42-455a-bea8-3f7678318d8c req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] (88117) timed out ('10.222.0.60', 58992) {{(pid=88117) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 17 17:55:36.006814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:37.458480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:45.989445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:55:47.188270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-b9aefb61-9455-4f94-a129-46ad123b730b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380777 Dec 17 17:55:47.434446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-0b56680b-c7e4-4599-a22d-d18ac4624081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:47.435802 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-0b56680b-c7e4-4599-a22d-d18ac4624081 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1138 time: 0.1784379 Dec 17 17:55:47.574114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-7e783b08-4c3f-42ca-81f0-b8f69b0b7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:47.575525 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-7e783b08-4c3f-42ca-81f0-b8f69b0b7150 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1209610 Dec 17 17:55:47.677276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-587dcf1e-8039-44b1-8d0c-133748e80ea7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1002 time: 0.0950744 Dec 17 17:55:47.739952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-329d1999-bbbe-4b22-9a74-32ebd13e78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:47.741366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-329d1999-bbbe-4b22-9a74-32ebd13e78fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0571160 Dec 17 17:55:47.817011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-ba1a46f4-c92a-4705-b11b-c04b9fbec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:55:47.818471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-ba1a46f4-c92a-4705-b11b-c04b9fbec499 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712116 Dec 17 17:55:47.946955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-8494dd88-edf1-4dad-8c71-b7ba5e7613d4 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213708 Dec 17 17:55:48.077786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78f9d65b-a0c2-405b-8a35-28fbdd7ca5fc req-e3b86884-cae3-490a-bec2-221a98d3a514 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247208 Dec 17 17:55:48.850369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-be9e8cbf-1b2d-4bd0-a655-52e425d16d11 req-1db1dd00-a535-4740-b33f-192a3fc9596c service neutron] (88116) timed out ('10.222.0.61', 53604) {{(pid=88116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 17 17:56:02.227711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-34b0142d-1792-42cf-b754-4d6a33f50b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:05.132315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d972a94d-7240-4a66-a588-6368ad48f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:05.622202 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:56:05.896234 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:05.981718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:07.485055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:08.861709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96536-52b8-4a0c-b3aa-ce542d8f379a req-ec7cde43-0501-48b7-b861-8229b2073ebc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:08.863209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fde96536-52b8-4a0c-b3aa-ce542d8f379a req-ec7cde43-0501-48b7-b861-8229b2073ebc tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.1396987 Dec 17 17:56:08.866132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-5c623a78-03f0-4370-9d51-3eca9c460fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:08.867522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-5c623a78-03f0-4370-9d51-3eca9c460fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1138 time: 0.1119318 Dec 17 17:56:08.993796 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fde96536-52b8-4a0c-b3aa-ce542d8f379a req-4ed0a9c8-5986-442f-98e8-4bbeb7799aec tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245735 Dec 17 17:56:09.030991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-f95e4bf3-c215-4f95-b475-94e92d57b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:09.033016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-f95e4bf3-c215-4f95-b475-94e92d57b6c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1458325 Dec 17 17:56:09.137178 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-7489f857-fae9-4539-99b5-2257d180b71c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1002 time: 0.0970752 Dec 17 17:56:09.197881 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-27b5d477-cf6e-44e4-9efd-7cc3846295c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:09.199305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-27b5d477-cf6e-44e4-9efd-7cc3846295c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0549812 Dec 17 17:56:09.279847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-9fabdb85-1ff4-41a6-8270-a31bef43e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:09.281217 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-9fabdb85-1ff4-41a6-8270-a31bef43e0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746233 Dec 17 17:56:09.409545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-be6ae205-3e27-4202-9004-63e430e0d5b0 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211429 Dec 17 17:56:09.673002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40315ef7-b803-49d2-a964-4b91ffddb963 req-98b51bff-0acf-46cc-b886-5a1271ebfbb8 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563572 Dec 17 17:56:10.179425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625aa42-1bd8-4575-9e77-b2f6a75ded76 req-818558ab-ade7-4050-ba11-4c001a65529a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:10.180857 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b625aa42-1bd8-4575-9e77-b2f6a75ded76 req-818558ab-ade7-4050-ba11-4c001a65529a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0801082 Dec 17 17:56:10.226145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b625aa42-1bd8-4575-9e77-b2f6a75ded76 req-6957cfbe-de1b-4464-8e2b-0cca917912d3 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394919 Dec 17 17:56:11.410880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c4522-a911-4603-8eed-b2be7290a8d7 req-1552b287-6c14-483f-8e0c-8e0875195dc1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:11.412223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f37c4522-a911-4603-8eed-b2be7290a8d7 req-1552b287-6c14-483f-8e0c-8e0875195dc1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0822470 Dec 17 17:56:11.463243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f37c4522-a911-4603-8eed-b2be7290a8d7 req-86d1cd48-03f8-40aa-bd81-0a5583004e3e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452914 Dec 17 17:56:12.654949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed17c0e-0d47-4552-b20d-cee744b8051a req-c75935f7-cd18-4287-9f93-030d6e409f86 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:12.656404 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ed17c0e-0d47-4552-b20d-cee744b8051a req-c75935f7-cd18-4287-9f93-030d6e409f86 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0794442 Dec 17 17:56:12.702029 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ed17c0e-0d47-4552-b20d-cee744b8051a req-191895e1-351b-409f-93b0-3fdc20111064 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398474 Dec 17 17:56:13.888727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cf2a5-a73e-4c17-b24a-b06f694274ad req-070b8294-108c-43a3-9ac3-3f425e9fa193 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:13.890097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-921cf2a5-a73e-4c17-b24a-b06f694274ad req-070b8294-108c-43a3-9ac3-3f425e9fa193 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0816760 Dec 17 17:56:13.934946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-921cf2a5-a73e-4c17-b24a-b06f694274ad req-03122981-932c-416f-977a-90ba4efc9ad7 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390551 Dec 17 17:56:15.120646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a9b0-27d5-4ac5-8c0e-23a4bd5faecc req-5d37b11e-ddaa-4529-b56e-ca0acae7c6da tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:15.122107 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d1a9b0-27d5-4ac5-8c0e-23a4bd5faecc req-5d37b11e-ddaa-4529-b56e-ca0acae7c6da tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0800555 Dec 17 17:56:15.171992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d1a9b0-27d5-4ac5-8c0e-23a4bd5faecc req-3c6a51b0-b324-415b-a43b-a2514959ce56 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436242 Dec 17 17:56:15.976329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:16.358285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07afbe4-4137-416e-9678-8e3b38cf8fb5 req-4c6236a6-5b07-4749-bffd-592154ae07d8 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:16.359654 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d07afbe4-4137-416e-9678-8e3b38cf8fb5 req-4c6236a6-5b07-4749-bffd-592154ae07d8 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0814116 Dec 17 17:56:16.404784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d07afbe4-4137-416e-9678-8e3b38cf8fb5 req-7f7ba334-56c6-4333-a36f-78fd56baf98c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388815 Dec 17 17:56:17.587634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ec2ae-16e7-4ac0-9406-bba7005c340b req-e95fa7fd-f0d5-42ef-9cd5-5c6eee7b3312 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:17.589090 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-101ec2ae-16e7-4ac0-9406-bba7005c340b req-e95fa7fd-f0d5-42ef-9cd5-5c6eee7b3312 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0822825 Dec 17 17:56:17.635905 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-101ec2ae-16e7-4ac0-9406-bba7005c340b req-292413f2-9d71-41ee-b894-4f815575df35 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401788 Dec 17 17:56:18.818573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6517dd-26bb-4218-a782-32d06d35bda1 req-c0686feb-efd4-45fc-a923-938b0d2bee1b tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:18.820007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc6517dd-26bb-4218-a782-32d06d35bda1 req-c0686feb-efd4-45fc-a923-938b0d2bee1b tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0796697 Dec 17 17:56:18.864969 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc6517dd-26bb-4218-a782-32d06d35bda1 req-b74d27dc-6430-441d-9124-1b407c93cba7 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393808 Dec 17 17:56:20.048140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562123-2b32-46e9-bdc4-0284925d775d req-50057f7a-fb57-45d3-8bf3-1afbb25f8a2e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:20.049590 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d562123-2b32-46e9-bdc4-0284925d775d req-50057f7a-fb57-45d3-8bf3-1afbb25f8a2e tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0838451 Dec 17 17:56:20.095719 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d562123-2b32-46e9-bdc4-0284925d775d req-4328b1f7-1464-46c0-83b0-192db962c109 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404172 Dec 17 17:56:21.277804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d56e3-b17a-40bc-8326-e479f4a2d309 req-eea2226b-71cf-4d25-adcc-9c63d8c3cb1c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:21.279256 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d0d56e3-b17a-40bc-8326-e479f4a2d309 req-eea2226b-71cf-4d25-adcc-9c63d8c3cb1c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0818815 Dec 17 17:56:21.329463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0d0d56e3-b17a-40bc-8326-e479f4a2d309 req-5f5ba9d9-5833-48b8-9b52-aea6e08ef3f2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=c33cdcc3-f42d-46b3-a6cd-bc0787c600db&id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445070 Dec 17 17:56:32.233152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-42ffe883-fbf6-44f5-b5e9-8a1717bf79f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:35.103486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-474cc113-07bb-414a-ad4b-a5982ca83df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:35.895354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:35.998752 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:37.451167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:42.620628 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:56:46.003867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:56:48.130849 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-0239dd68-88b6-46de-93b0-3396a33a4c10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688958 Dec 17 17:56:48.277081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-e8302f3e-96cf-46b8-ad86-27172cad2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:48.278535 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-e8302f3e-96cf-46b8-ad86-27172cad2d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1138 time: 0.0738671 Dec 17 17:56:48.423565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-0da2b805-b422-4228-852b-2f64d4196102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:48.424930 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-0da2b805-b422-4228-852b-2f64d4196102 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1264944 Dec 17 17:56:48.532393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-57ac1441-1ef9-4d57-b94a-7d8375c0294e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1002 time: 0.1010311 Dec 17 17:56:48.597595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-e01984dd-51f8-4fa3-8a24-9fea5b64d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:48.599024 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-e01984dd-51f8-4fa3-8a24-9fea5b64d09e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0609784 Dec 17 17:56:48.671214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-cce443e4-076a-4a9e-a5e8-f301d2ca11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:56:48.672655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-cce443e4-076a-4a9e-a5e8-f301d2ca11e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677140 Dec 17 17:56:48.806792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-033716d4-92a6-4c6f-94cf-270209a1727c service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276729 Dec 17 17:56:48.943219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1f8279fb-ffec-462f-a8c3-965d7af25444 req-8e20583b-3e5b-400b-a43e-c3ad85f2bc1e service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291671 Dec 17 17:57:02.239582 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-688d54a7-a6f3-4c73-af01-9f000eb8cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:05.108168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e5744dfc-8c5c-468a-afe2-40b3a8993612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:05.912513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:05.993956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:07.467841 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:15.988460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:19.619034 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:57:24.811191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-39ad84b8-02d8-4ace-9ae3-2484514ad31f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322091067&fields=id&tenant_id=a09f9e43ceff47eeb17490842ee75ceb HTTP/1.1" status: 200 len: 267 time: 0.0820670 Dec 17 17:57:24.902945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-daf9988c-7437-48fc-a50a-f46503dcac78 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:24.904382 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-daf9988c-7437-48fc-a50a-f46503dcac78 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 985 time: 0.0878222 Dec 17 17:57:24.915449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Request body: {'port': {'security_groups': ['05ef42b6-8a8d-40d3-a91d-b2ae9186920b']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:25.032912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.389360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:25.413518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.473603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.479686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-011c6f5e-93a5-4826-b0e0-353547e566e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:25.486256 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a873e5a6-cd58-4856-8022-a691522b7d66'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:57:25.549655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:25.550292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.551657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f53298d9-9b23-4783-8d6a-bbab13a6c001 req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "PUT /v2.0/ports/a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 943 time: 0.6405699 Dec 17 17:57:25.552203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:57:25.557652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56984) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:25.584335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event updated for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:25.598367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.599154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.600186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.600809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.601408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.602312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.602896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.603481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.604073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.604646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.605226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.605829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.611194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:25.631393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['a873e5a6-cd58-4856-8022-a691522b7d66'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:57:25.647169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.680399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.756890 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:57:25.826632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.840207 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d030d494-7d21-4ba9-8b1f-caa151d2c90b tempest-NegativeSecGroupTest-623663988 tempest-NegativeSecGroupTest-623663988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:25.856317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33cdcc3-f42d-46b3-a6cd-bc0787c600db,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:25.863650 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.864749 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "DELETE /v2.0/security-groups/c33cdcc3-f42d-46b3-a6cd-bc0787c600db HTTP/1.1" status: 204 len: 168 time: 0.3053386 Dec 17 17:57:25.866448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.866916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.867383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.867759 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.868127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.868490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.868853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.869217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.869574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.869957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.870323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.870678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:25.872992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 56994) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:25.875804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:25.915728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7dcd452d-27c9-494f-941e-3b424cb32410 None None] Provisioning complete for port a873e5a6-cd58-4856-8022-a691522b7d66 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:57:25.917927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7dcd452d-27c9-494f-941e-3b424cb32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:25.943601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-1599644d-7c05-48fb-a8a3-9b778437ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:25.945085 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-1599644d-7c05-48fb-a8a3-9b778437ee69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1099 time: 0.1243389 Dec 17 17:57:26.083155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-3e0b2e27-3980-41b5-9766-ab3bd4de5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:26.085111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-3e0b2e27-3980-41b5-9766-ab3bd4de5ba7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1326537 Dec 17 17:57:26.105676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Deleting port bed7bc9e-f3db-49c9-aa66-0e337060c2eb {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:26.106047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:26.192510 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-e0abedf6-3943-43b2-8f2f-213c0fd5c64e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 1002 time: 0.1000369 Dec 17 17:57:26.254020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-d331d711-a2cd-4173-88fc-3db5df408d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:26.255443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-d331d711-a2cd-4173-88fc-3db5df408d30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0568843 Dec 17 17:57:26.272978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:26.273310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:26.333110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-31727018-615a-4e00-9707-211256cdbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:26.334607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-31727018-615a-4e00-9707-211256cdbae3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724008 Dec 17 17:57:26.398569 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Calling delete_port for bed7bc9e-f3db-49c9-aa66-0e337060c2eb owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:26.469780 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-92916a3e-2a8f-4dd4-8f1c-687d3bb0bc9c service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276982 Dec 17 17:57:26.599414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:26.600800 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-79377772-1f60-40a8-93a9-f327d515d1c0 req-f3a42153-6a29-442d-8ccc-3508b810d0d0 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 Dec 17 17:57:26.604455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:26.651601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event deleted for resources: {'Port': ['ID=bed7bc9e-f3db-49c9-aa66-0e337060c2eb,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:26.676578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:26.737969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:26.738305 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Floating IP e5bf7735-1d74-4de8-92a9-96d54b3d740b disassociated (deleted). External IP: 172.26.4.120, port: a873e5a6-cd58-4856-8022-a691522b7d66. Dec 17 17:57:27.192692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:57:27.367992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:57:27.378016 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Sync routers for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:57:27.386970 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:27.387582 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:27.462150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:27.520904 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "DELETE /v2.0/floatingips/e5bf7735-1d74-4de8-92a9-96d54b3d740b HTTP/1.1" status: 204 len: 168 time: 1.6468425 Dec 17 17:57:27.521580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:57:27.641505 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:57:27.689514 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:27.748320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-1cba36b2-8198-465f-a5d6-8e67aa4c4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:27.750080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-1cba36b2-8198-465f-a5d6-8e67aa4c4fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 1099 time: 0.0853648 Dec 17 17:57:27.889996 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-3b5d281e-9a23-488a-b925-5c2f27bbb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:27.891474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-3b5d281e-9a23-488a-b925-5c2f27bbb1be service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 200 len: 916 time: 0.1356945 Dec 17 17:57:27.969169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-73b651c0-f824-4e39-bbfd-27e29d429f86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 200 len: 217 time: 0.0709043 Dec 17 17:57:28.037134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-09707acb-b0e1-4328-a30d-66f14a1a20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:28.038666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-09707acb-b0e1-4328-a30d-66f14a1a20b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 200 len: 854 time: 0.0633404 Dec 17 17:57:28.101251 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:28.109471 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Checking router: 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:57:28.117735 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:28.118378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:28.122783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-974c6e99-0348-408a-b162-0f990958ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:28.124274 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-974c6e99-0348-408a-b162-0f990958ab94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6b54990-adb1-4d72-be79-9906a0d1d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787301 Dec 17 17:57:28.317066 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:28.402372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-27a4bb8c-8648-463e-ae0b-d814b315d10a service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718921 Dec 17 17:57:28.539538 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-031405ce-51f3-4fef-942c-f509ed2cd66a req-24e96dcb-283f-48e6-8ba7-5e437db950d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299331 Dec 17 17:57:28.643569 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:28.647404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d8c5-1efe-4263-9720-b97c85f6f8e1 None None] The sync data for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv is: [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:54:13Z', 'revision_number': 4, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f8f52934-1ce8-474e-a1b9-79a4733c9408', 'name': '', 'network_id': 'b6b54990-adb1-4d72-be79-9906a0d1d089', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'mac_address': 'fa:16:3e:4f:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:12Z', 'updated_at': '2021-12-17T17:54:18Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'subnets': [{'id': 'c30900d9-304e-4497-9125-ec8b732ede22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:57:28.889324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee740d-7347-4271-86f9-c98021a27f89 None None] New status for floating IP e5bf7735-1d74-4de8-92a9-96d54b3d740b: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:57:32.233863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-26663792-d987-4ed4-869b-19f74f2c5dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:33.634360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6291a-a7f1-4c16-9a72-0c0f26e6ad03 req-4120cfd8-7611-4f1f-892c-3b4d2e96abbb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:33.635812 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1fc6291a-a7f1-4c16-9a72-0c0f26e6ad03 req-4120cfd8-7611-4f1f-892c-3b4d2e96abbb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0775578 Dec 17 17:57:33.683090 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1fc6291a-a7f1-4c16-9a72-0c0f26e6ad03 req-808166ac-30ab-43a3-824d-91919a7bb839 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Dec 17 17:57:34.953517 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e8178-8607-48ad-962a-432702576190 req-4b7b704f-fde1-4022-afc6-50a0c94d0dc1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:34.954966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-840e8178-8607-48ad-962a-432702576190 req-4b7b704f-fde1-4022-afc6-50a0c94d0dc1 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.1282773 Dec 17 17:57:34.997856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-840e8178-8607-48ad-962a-432702576190 req-bfa3f4c2-368d-4169-83d1-4a8f20e83d28 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ef42b6-8a8d-40d3-a91d-b2ae9186920b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Dec 17 17:57:35.157315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d9b2fba7-af5a-4464-9ff1-981e55a3ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:35.416728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-b593656a-b8ca-41f1-93c2-675bc7ba6cd4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:35.418131 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-b593656a-b8ca-41f1-93c2-675bc7ba6cd4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 946 time: 0.0780120 Dec 17 17:57:35.489079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Deleting port a873e5a6-cd58-4856-8022-a691522b7d66 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:35.489415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:35.728686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] For port a873e5a6-cd58-4856-8022-a691522b7d66, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=a873e5a6-cd58-4856-8022-a691522b7d66,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:35.729047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:35.850025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Calling delete_port for a873e5a6-cd58-4856-8022-a691522b7d66 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:35.906076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:35.997436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:36.073733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:36.079967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-534113ef-4c9e-4f5e-a9d0-e18bc1db5216 tempest-ServersNegativeTestJSON-922240449 tempest-ServersNegativeTestJSON-922240449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:36.161246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Pushing event deleted for resources: {'Port': ['ID=a873e5a6-cd58-4856-8022-a691522b7d66,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:36.196791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:36.199121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0795ad3f-251a-4ede-a518-1791989aec7d req-56ce02f4-fc24-4165-9d16-936b94da2436 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 210 time: 0.0878830 Dec 17 17:57:36.246871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] No DVR routers for this DVR port a873e5a6-cd58-4856-8022-a691522b7d66 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:57:36.249435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:36.252001 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'name': 'network-vif-deleted', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:57:36.263469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-78fe31ea-0b3f-4b1f-8664-cb56f1965254 req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.60 "DELETE /v2.0/ports/a873e5a6-cd58-4856-8022-a691522b7d66 HTTP/1.1" status: 204 len: 173 time: 0.8402185 Dec 17 17:57:36.383953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee5300-ae98-4f94-b67e-f1979ad50162', 'name': 'network-vif-deleted', 'tag': 'a873e5a6-cd58-4856-8022-a691522b7d66', 'status': 'completed', 'code': 200} Dec 17 17:57:37.361928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-24670124-ae71-4d2b-95aa-e7db1227b9db req-643b27b2-9ffc-46c3-b83c-230497145b2c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Synchronizing usage tracker for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:57:37.448692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-24670124-ae71-4d2b-95aa-e7db1227b9db req-643b27b2-9ffc-46c3-b83c-230497145b2c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Unset dirty status for tenant:a09f9e43ceff47eeb17490842ee75ceb on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:57:37.449925 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-24670124-ae71-4d2b-95aa-e7db1227b9db req-643b27b2-9ffc-46c3-b83c-230497145b2c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ee5300-ae98-4f94-b67e-f1979ad50162 HTTP/1.1" status: 200 len: 210 time: 0.1303318 Dec 17 17:57:37.483005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:37.985142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a873e5a6-cd58-4856-8022-a691522b7d66 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:38.018529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: a873e5a6-cd58-4856-8022-a691522b7d66 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:38.018890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device a873e5a6-cd58-4856-8022-a691522b7d66 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:39.679313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57102) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:40.325094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:40.672323 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Deleting port f8f52934-1ce8-474e-a1b9-79a4733c9408 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:40.672661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:40.844231 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] For port f8f52934-1ce8-474e-a1b9-79a4733c9408, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f8f52934-1ce8-474e-a1b9-79a4733c9408,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:40.844950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:40.972077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Calling delete_port for f8f52934-1ce8-474e-a1b9-79a4733c9408 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:41.342237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:41.346425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fda5148a-b9f5-41b7-8822-f556e68159b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:41.393338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f52934-1ce8-474e-a1b9-79a4733c9408,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:41.418482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:41.787413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:42.143378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:57:42.317797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:57:42.326227 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Sync routers for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:57:42.335348 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:42.335998 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:42.399231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] 10.222.0.61 "PUT /v2.0/routers/26a44d80-a01e-4c96-a66f-b6e8a71f95c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7187769 Dec 17 17:57:42.401564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57106) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:42.506414 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:42.577509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:42.755491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:42.814228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Deleting port e771a6fe-8c17-45a3-8a89-301ea4740496 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:42.814803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:42.820241 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:57:41Z', 'revision_number': 5, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port': {'id': 'e771a6fe-8c17-45a3-8a89-301ea4740496', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:09Z', 'updated_at': '2021-12-17T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:42.824026 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Checking router: 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:57:42.832144 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Routers {'26a44d80-a01e-4c96-a66f-b6e8a71f95c7'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:42.832743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:42.986183 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] Set router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:43.096662 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:57:42Z', 'revision_number': 6, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:43.100691 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2024050-423c-4fd4-82b7-86848c03be11 None None] The sync data for ids ['26a44d80-a01e-4c96-a66f-b6e8a71f95c7'] in dv-neutron-821073-1-hyperv is: [{'id': '26a44d80-a01e-4c96-a66f-b6e8a71f95c7', 'name': 'tempest-TestMinimumBasicScenario-1951915875-router', 'tenant_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:08Z', 'updated_at': '2021-12-17T17:57:42Z', 'revision_number': 6, 'project_id': 'a09f9e43ceff47eeb17490842ee75ceb', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:57:43.126830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] For port e771a6fe-8c17-45a3-8a89-301ea4740496, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e771a6fe-8c17-45a3-8a89-301ea4740496,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:43.127226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.247809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Calling delete_port for e771a6fe-8c17-45a3-8a89-301ea4740496 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:43.485084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.489675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ca36f3a8-ff17-4ab0-8b73-2624d85fbd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:43.565087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Pushing event deleted for resources: {'Port': ['ID=e771a6fe-8c17-45a3-8a89-301ea4740496,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:43.567793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:43.630536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.805473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.807596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.883317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.883858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a44d80-a01e-4c96-a66f-b6e8a71f95c7 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:57:43.896752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:43.897893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] 10.222.0.61 "DELETE /v2.0/routers/26a44d80-a01e-4c96-a66f-b6e8a71f95c7 HTTP/1.1" status: 204 len: 168 time: 1.4953821 Dec 17 17:57:43.900276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57110) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:43.960906 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Deleting subnet c30900d9-304e-4497-9125-ec8b732ede22 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:57:43.963830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.012033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.104909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.151044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e771a6fe-8c17-45a3-8a89-301ea4740496 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:44.187884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e771a6fe-8c17-45a3-8a89-301ea4740496 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:44.188241 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e771a6fe-8c17-45a3-8a89-301ea4740496 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:44.188664 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f8f52934-1ce8-474e-a1b9-79a4733c9408 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:44.221892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f8f52934-1ce8-474e-a1b9-79a4733c9408 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:44.222247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f8f52934-1ce8-474e-a1b9-79a4733c9408 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:44.260398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.264257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0288f4e2-f54e-434b-9701-326ee8fab873 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:44.298484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30900d9-304e-4497-9125-ec8b732ede22,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:44.301423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:44.304047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.309867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8304466-5864-4984-b558-199cafc788c6 None None] Network b6b54990-adb1-4d72-be79-9906a0d1d089 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:57:44.310098 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-dc024140-a2ce-4f3a-a6af-681499bf94c0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c30900d9-304e-4497-9125-ec8b732ede22 HTTP/1.1" status: 204 len: 168 time: 0.4088352 Dec 17 17:57:44.312441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57114) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:44.425945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.436346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Deleting port b48cf31f-976b-4769-9e4d-b0c7a3e38442 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:44.436627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.558238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] DHCP port deletion for b6b54990-adb1-4d72-be79-9906a0d1d089 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:57:44.562577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Deleting port b48cf31f-976b-4769-9e4d-b0c7a3e38442 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:44.562960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.656131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] For port b48cf31f-976b-4769-9e4d-b0c7a3e38442, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b48cf31f-976b-4769-9e4d-b0c7a3e38442,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:44.656489 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.765788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] For port b48cf31f-976b-4769-9e4d-b0c7a3e38442, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b48cf31f-976b-4769-9e4d-b0c7a3e38442,segment=NetworkSegment(7bdea8be-684c-46b7-92e2-76b5ff1fba41),segment_id=7bdea8be-684c-46b7-92e2-76b5ff1fba41)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:44.766224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:44.888360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Calling delete_port for b48cf31f-976b-4769-9e4d-b0c7a3e38442 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:44.897073 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Calling delete_port for b48cf31f-976b-4769-9e4d-b0c7a3e38442 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:45.028322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.032265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:45.035995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.db.api [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:57:45.036433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_db.api [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:57:45.074860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Pushing event deleted for resources: {'Port': ['ID=b48cf31f-976b-4769-9e4d-b0c7a3e38442,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:45.079492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] No DVR routers for this DVR port b48cf31f-976b-4769-9e4d-b0c7a3e38442 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:57:45.086745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.087106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.087441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.088184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.088184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.088438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.088739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.089065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.089393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.089721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.090166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.090380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:57:45.093345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:45.538135 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Deleting port b48cf31f-976b-4769-9e4d-b0c7a3e38442 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:45.538700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.603640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] The port 'b48cf31f-976b-4769-9e4d-b0c7a3e38442' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:57:45.713834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.741103 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b54990-adb1-4d72-be79-9906a0d1d089']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:45.757395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdea8be-684c-46b7-92e2-76b5ff1fba41') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:45.757695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdea8be-684c-46b7-92e2-76b5ff1fba41') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:45.769379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.785268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.791215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:57:45.791537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: util.warn( Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:57:45.804120 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:57:45.935969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.939476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f833b3e-6716-4d82-b517-9d5cd6848dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:45.952340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:45.966688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b54990-adb1-4d72-be79-9906a0d1d089,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:45.969873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:45.987803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:46.045734 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-441c3014-50e3-4f95-88f6-afe158673e2c admin admin] 10.222.0.61 "DELETE /v2.0/networks/b6b54990-adb1-4d72-be79-9906a0d1d089 HTTP/1.1" status: 204 len: 168 time: 1.7322278 Dec 17 17:57:46.048454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57118) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:46.139198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b48cf31f-976b-4769-9e4d-b0c7a3e38442 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:46.176862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b48cf31f-976b-4769-9e4d-b0c7a3e38442 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:46.177209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b48cf31f-976b-4769-9e4d-b0c7a3e38442 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:46.601032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:47.091109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Deleting port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:47.091449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:47.258540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] For port 6e19ae66-24b1-4e5c-9bc0-f170afd3e583, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:47.258893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:47.385968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Calling delete_port for 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:47.625844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:47.630216 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3d5cb23-630c-45e8-b4fd-8fa6061f96ec tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:47.673105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Pushing event deleted for resources: {'Port': ['ID=6e19ae66-24b1-4e5c-9bc0-f170afd3e583,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:47.676614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:47.939012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:48.296341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Router 714b0985-1e20-41a3-8af6-43b4d2559299 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:57:48.594720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:57:48.605495 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] 10.222.0.61 "PUT /v2.0/routers/714b0985-1e20-41a3-8af6-43b4d2559299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559590 Dec 17 17:57:48.608296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57122) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:48.609319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Sync routers for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:57:48.619021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:48.619642 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:48.785434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:48.791953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:48.959816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.026006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Deleting port 5835fd89-0d17-40f5-a758-b96e0a676a61 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:49.026408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.125020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:57:47Z', 'revision_number': 5, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port': {'id': '5835fd89-0d17-40f5-a758-b96e0a676a61', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:54:17Z', 'updated_at': '2021-12-17T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:49.129499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Checking router: 714b0985-1e20-41a3-8af6-43b4d2559299 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:57:49.138111 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Routers {'714b0985-1e20-41a3-8af6-43b4d2559299'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:57:49.138728 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['714b0985-1e20-41a3-8af6-43b4d2559299'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:49.207240 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] For port 5835fd89-0d17-40f5-a758-b96e0a676a61, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=5835fd89-0d17-40f5-a758-b96e0a676a61,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:49.207598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.292181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] Set router 714b0985-1e20-41a3-8af6-43b4d2559299 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:57:49.328753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Calling delete_port for 5835fd89-0d17-40f5-a758-b96e0a676a61 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:49.396632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:57:48Z', 'revision_number': 6, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:49.400514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14821b8-3313-44a9-8c4b-20dab838ccce None None] The sync data for ids ['714b0985-1e20-41a3-8af6-43b4d2559299'] in dv-neutron-821073-1-hyperv is: [{'id': '714b0985-1e20-41a3-8af6-43b4d2559299', 'name': 'tempest-TestMinimumBasicScenario-1892249811-router', 'tenant_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:54:16Z', 'updated_at': '2021-12-17T17:57:48Z', 'revision_number': 6, 'project_id': 'e9e0f588f9834f57bab373fc8a8308a1', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:57:49.541797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.545485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-035e2222-c94c-49b9-8663-2734c9c14910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:49.589169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5835fd89-0d17-40f5-a758-b96e0a676a61,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:49.592618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:49.687459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.862722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.864882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.956894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.957424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714b0985-1e20-41a3-8af6-43b4d2559299 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:57:49.969290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:49.970450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] 10.222.0.61 "DELETE /v2.0/routers/714b0985-1e20-41a3-8af6-43b4d2559299 HTTP/1.1" status: 204 len: 168 time: 1.3612301 Dec 17 17:57:49.972937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:50.165584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Deleting subnet 4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:57:50.168674 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.179357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5835fd89-0d17-40f5-a758-b96e0a676a61 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:50.213371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 5835fd89-0d17-40f5-a758-b96e0a676a61 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:50.213723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 5835fd89-0d17-40f5-a758-b96e0a676a61 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:50.214176 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:50.218567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.247916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:50.248401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e19ae66-24b1-4e5c-9bc0-f170afd3e583 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:50.296304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.445138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.449236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3395e57d-13f2-4361-8083-0a80f14e03f5 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:50.482324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:50.484771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:50.489633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.494774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e59f6-bca2-4441-beca-d541e9585c88 None None] Network a9c12265-f256-4307-bb7e-b7c98869b8fc requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:57:50.498147 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7571ff07-7985-4fec-8f81-1d0a96cefa19 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4a8c2d0d-8460-4b0f-8ab9-2e52acf9d92f HTTP/1.1" status: 204 len: 168 time: 0.5218756 Dec 17 17:57:50.498299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57130) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:50.605070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.615779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Deleting port 6e613956-9f00-491a-9842-2604c8529c8a {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:50.616112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.742785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] DHCP port deletion for a9c12265-f256-4307-bb7e-b7c98869b8fc request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:57:50.746742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Deleting port 6e613956-9f00-491a-9842-2604c8529c8a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:50.747233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.826369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] For port 6e613956-9f00-491a-9842-2604c8529c8a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e613956-9f00-491a-9842-2604c8529c8a,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:50.826728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.946887 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] For port 6e613956-9f00-491a-9842-2604c8529c8a, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=6e613956-9f00-491a-9842-2604c8529c8a,segment=NetworkSegment(24ad89c3-1c96-4e1b-8b82-2824e47314f6),segment_id=24ad89c3-1c96-4e1b-8b82-2824e47314f6)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:57:50.947204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:50.948362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Calling delete_port for 6e613956-9f00-491a-9842-2604c8529c8a owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:51.079368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Calling delete_port for 6e613956-9f00-491a-9842-2604c8529c8a owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:57:51.090185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.094127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-87e91120-7ef1-4406-90aa-98e030440d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:51.140143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e613956-9f00-491a-9842-2604c8529c8a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:51.143893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:51.146374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] No DVR routers for this DVR port 6e613956-9f00-491a-9842-2604c8529c8a on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:57:51.154052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 17:57:51.154420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 17:57:51.260708 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.284902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c12265-f256-4307-bb7e-b7c98869b8fc']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:51.296496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ad89c3-1c96-4e1b-8b82-2824e47314f6') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:51.296795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ad89c3-1c96-4e1b-8b82-2824e47314f6') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:57:51.308224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.323993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.329834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:57:51.330260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:57:51.342944 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:57:51.471620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.474935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef13a080-d87c-4c9a-87ef-2cd015196171 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:51.488375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.499326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c12265-f256-4307-bb7e-b7c98869b8fc,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:51.502081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a9c12265-f256-4307-bb7e-b7c98869b8fc HTTP/1.1" status: 204 len: 168 time: 1.0028522 Dec 17 17:57:51.503039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:51.656087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Deleting port 6e613956-9f00-491a-9842-2604c8529c8a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:57:51.656601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:51.724276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7be8f591-e5e1-4e88-8e4a-347915072631 None None] The port '6e613956-9f00-491a-9842-2604c8529c8a' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 17:57:51.889695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57136) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:51.937666 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5c87afc4-fe9a-4cf4-83f9-70ef6e0ae090 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a09f9e43ceff47eeb17490842ee75ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467348 Dec 17 17:57:51.939973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57140) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:51.995978 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:52.020745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:52.136463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:52.140540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5a467d4e-befb-4ebb-8054-22e07f2a0386 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:52.144337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e613956-9f00-491a-9842-2604c8529c8a no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:57:52.155269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef42b6-8a8d-40d3-a91d-b2ae9186920b,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:52.159098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:52.162283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:52.163396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05ef42b6-8a8d-40d3-a91d-b2ae9186920b HTTP/1.1" status: 204 len: 168 time: 0.2225459 Dec 17 17:57:52.185307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 6e613956-9f00-491a-9842-2604c8529c8a {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:57:52.185667 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 6e613956-9f00-491a-9842-2604c8529c8a not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:57:52.800067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57148) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:52.847534 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-968d52d7-c5d9-4e10-9a86-a6bd0c76daa4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9e0f588f9834f57bab373fc8a8308a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475016 Dec 17 17:57:52.849878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57152) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:52.905592 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:52.931237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:53.051004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:53.054792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6cfa9e01-ba06-4b6e-9585-12682ffa1901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:53.068525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fbf3c-f981-44dd-b5dc-c85712e550a4,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:53.072513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:53.075706 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:53.088630 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b3fc4974-391b-4fb7-adbf-9cf41d0f67d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b03fbf3c-f981-44dd-b5dc-c85712e550a4 HTTP/1.1" status: 204 len: 168 time: 0.2286799 Dec 17 17:57:55.293669 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57198) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:55.299590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606506683', 'description': 'tempest-secgroup-smoke-1606506683 description', 'project_id': '46adf2322acd4b2bad029209518f100d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:55.305598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:55.309351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:55.312179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:55.317833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:55.385209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.396985 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.411561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:55.415350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:55.418115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:55.424362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:55.504439 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.573881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.576453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0a636991-4627-46b7-8369-412e223c653a tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:55.590042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:55.601883 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:55.607300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:55.615146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:55.617075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3b26e-09f5-4403-b553-9f334ce4bb46,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:55.620594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:55.685543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.764500 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.768778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a9a1f117-22c8-4f67-9e2b-9284fa6774ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:55.806869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631a9363-8d27-4523-a281-df87ff339ca2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:55.809600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:55.867227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:55.868461 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5737994 Dec 17 17:57:55.871608 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57202) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:55.876947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:55.885912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:55.888107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:55.891570 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:55.897880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:55.988595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.046421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.101904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.103680 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:56.126143 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507d4e10-c744-42ee-9c43-d0bbc76fecfb,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:56.128515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:56.210302 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.211552 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389764 Dec 17 17:57:56.214172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57206) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:56.219377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:56.226272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:56.230180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:56.233688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:56.242776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:56.324898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.384020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.438605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.440427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-041864dc-9f77-4706-8343-753941d032af tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:56.463290 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1c9b7e-fb90-404b-9aca-c77cdc5a84ea,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:56.465636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:56.519113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.520211 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049791 Dec 17 17:57:56.522910 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57210) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:56.529384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:56.539342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:56.543172 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:56.546166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:56.551923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:56.617606 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:57:56.649599 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.712445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.813800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.816139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1d885518-cca1-4c33-9247-c92bdf0eba89 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:56.838065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da7de1d-f339-4c10-83fe-dc80c4cfb4a3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:56.840379 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:56.916879 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:56.918154 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3930285 Dec 17 17:57:56.920794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57214) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:56.925864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:56.932036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:56.937993 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:56.941873 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:56.947459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:57.015992 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.082877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.147099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.148904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-27dcea78-ab63-4edc-a20e-b7214bbd9530 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:57.174681 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb4d8c5-08d6-40ac-93a5-ab2d5894f6cc,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:57.177767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:57.253987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.255184 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334846 Dec 17 17:57:57.257944 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57218) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:57.263133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:57.269124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:57.272959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:57.277790 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:57.284763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:57.364321 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:57:57.370748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.433150 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.473509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.479894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6981cb65-5e0e-498b-84a5-c983c13cc0b2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:57.501396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a84d41c-b752-47f9-9fe5-6600a3c1988a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:57.503747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:57.568056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.569203 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a0ed4ff8-efc3-466d-8f39-fcf31ef30513 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103151 Dec 17 17:57:57.571868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57222) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:57.576714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '631a9363-8d27-4523-a281-df87ff339ca2', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:57.582451 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:57.586468 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:57.589309 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:57.594870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:57.688154 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:57:57.694578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.758206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.859457 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.861538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc1ed6fb-e8a8-490e-8bc1-bbc43713550c tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:57.882871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c0e6ef-4e1a-400f-8a08-84696f95eacd,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:57.885174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:57.979682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:57.980867 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4080853 Dec 17 17:57:57.983858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57226) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:57.989305 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'network': {'name': 'tempest-network-smoke--1107914295', 'project_id': '46adf2322acd4b2bad029209518f100d', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:57.994260 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:57.998062 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:network and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:58.000919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:58.006622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:58.101806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:57:58.105304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.132425 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:57:58.140797 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.141140 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Added segment bd3befd4-93d9-4465-9d66-76d9dde0c161 of type vlan for network 5445039e-3467-465f-bfee-ac27301fb88d Dec 17 17:57:58.165896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.255697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.261096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:57:58.263242 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.265318 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-390163a7-43a9-4050-b4ff-fb68c9936667 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:58.369099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Network': ['ID=5445039e-3467-465f-bfee-ac27301fb88d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:58.372363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:57:58.379731 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 5445039e-3467-465f-bfee-ac27301fb88d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:57:58.416580 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f686ad44-c7d9-4d66-9dd6-ea0f6e8afc34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4316478 Dec 17 17:57:58.419464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57230) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:57:58.425145 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'admin_state_up': True, 'project_id': '46adf2322acd4b2bad029209518f100d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:57:58.432487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:57:58.436344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:router and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:57:58.439288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:57:58.445560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:57:58.528342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.529355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.544515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:58.870811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:59.357746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:59.386758 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:59.534675 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.165 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b4c0f31b-0672-4c94-8a1e-b8e8db040ae2) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:57:59.676952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:59.785411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:57:59.789164 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-473be11f-be5e-42a7-ae66-7fe5cf561225 tempest-DeleteServersTestJSON-1363128201 tempest-DeleteServersTestJSON-1363128201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:57:59.848767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:57:59.851722 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:57:59.855577 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:57:59.896040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:57:59.900437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:00.322052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:00.771637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:01.036427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router 4f4071db-f530-4aa6-9be6-a6b96ce95614 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:58:01.219584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:58:01.231080 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Sync routers for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:58:01.240196 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:01.240895 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:01.299718 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:01.300860 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8804748 Dec 17 17:58:01.303867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57234) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:01.413402 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:01.446006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1c92bc76-f6e8-4e80-8492-4c9037bdb792 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46adf2322acd4b2bad029209518f100d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1385350 Dec 17 17:58:01.446504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57240) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:01.577351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc28c9b-90b3-4d98-8371-b3a8260c05f5 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:01.578788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ffc28c9b-90b3-4d98-8371-b3a8260c05f5 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312120 Dec 17 17:58:01.581656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:01.619728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-843b651f-69c5-401a-a0f3-9e6981db3ad6 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369427 Dec 17 17:58:01.622184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57248) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:01.627974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587265782', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'project_id': '46adf2322acd4b2bad029209518f100d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:58:01.688634 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:00Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:01.693242 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Checking router: 4f4071db-f530-4aa6-9be6-a6b96ce95614 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:58:01.693606 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Updating router 4f4071db-f530-4aa6-9be6-a6b96ce95614 port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:58:01.752021 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:01.854280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:58:01.858050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:subnet and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:58:01.861462 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:58:01.867129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:58:01.941412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:58:01.945015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.092578 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.105685 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Transition to ACTIVE for port object b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:02.147305 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.152343 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-ca661296-a948-4cb7-86ea-7458c2add433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:02.199010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.203809 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c0294fd3-e96c-4175-a2f6-6ad60f6e00d8 tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:02.235509 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Attempting to bind port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:58:02.236674 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Attempting to bind port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:58:02.236789 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Attempting to bind port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:58:02.244065 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Pushing event updated for resources: {'Port': ['ID=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:02.246219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e200-a2af-40bf-8118-b50a2065ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.248257 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:58:02.248640 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:58:02.249040 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.249438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:58:02.249933 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Bound port: b4c0f31b-0672-4c94-8a1e-b8e8db040ae2, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:58:02.250314 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.288403 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Subnet': ['ID=3af2eacb-ff6a-46ae-8d95-f9ee38414e96,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:02.292579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:02.295875 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.296216 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.296547 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.296662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Checking segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:58:02.296874 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.296987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network hostable DHCP agents. Network: 5445039e-3467-465f-bfee-ac27301fb88d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:58:02.297193 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.297517 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.297848 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.298166 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.299025 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.299338 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.299650 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.299963 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:58:02.305530 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:02.334306 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] For port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:58:02.337135 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] For port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:58:02.364348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 5445039e-3467-465f-bfee-ac27301fb88d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:58:02.381705 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.385144 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-cf8f5914-07bd-4838-aaca-8602de5279bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:02.421130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 5445039e-3467-465f-bfee-ac27301fb88d) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:02.426628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:02.428867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.429741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba3cb5-981f-4f0d-8d64-75d0435fee59 None None] Network 5445039e-3467-465f-bfee-ac27301fb88d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:58:02.454192 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:02.456015 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:57:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:02.499566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a4452ad0-d459-4a88-b49f-7bbe3fa2cb6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8737459 Dec 17 17:58:02.500133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57254) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:02.540839 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Pushing event updated for resources: {'Port': ['ID=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:02.545292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:02.636071 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:02.697356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-5445039e-3467-465f-bfee-ac27301fb88d', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:58:02.702318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:02.853265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Allocated IP 172.20.0.2 (5445039e-3467-465f-bfee-ac27301fb88d/3af2eacb-ff6a-46ae-8d95-f9ee38414e96/3b43e7df-9888-4b81-8fd6-00f2e2ac99f6) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:58:02.921140 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:00Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:02.926257 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e979-8383-453d-89e7-fc13c69a22fd None None] The sync data for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv is: [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:00Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:58:03.074002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.085403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Transition to ACTIVE for port object 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:03.109770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Transition to ACTIVE for port object 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:03.197430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.201952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:03.222622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.284136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Network 5445039e-3467-465f-bfee-ac27301fb88d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:58:03.287040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:03.291122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:58:03.328644 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Pushing event updated for resources: {'Port': ['ID=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:03.336143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:03.393090 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Attempting to bind port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:58:03.393460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Attempting to bind port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:58:03.393859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Attempting to bind port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 on network 5445039e-3467-465f-bfee-ac27301fb88d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:58:03.399830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:58:03.400215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Checking segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:58:03.400621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.401061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Bound using segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:58:03.401549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Bound port: 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:58:03.401963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.499131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] For port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:58:03.502970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] For port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:58:03.597768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.602040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:03.683957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Pushing event updated for resources: {'Port': ['ID=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:03.686776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:03.787168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.1 (5445039e-3467-465f-bfee-ac27301fb88d/3af2eacb-ff6a-46ae-8d95-f9ee38414e96/345f2cd6-2d42-44d3-a4cc-ccf2865819d0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:58:03.958463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:03.975996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:04.077487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.081857 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b71e8e91-9cd1-4b6d-b4a8-2f00181abda2 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:04.150896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 5445039e-3467-465f-bfee-ac27301fb88d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:58:04.154075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:04.158805 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:58:04.199034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:04.199196 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:04.203707 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:04.221424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.322846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:04.328174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:04.332730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.409984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.446397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.463275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:04.549117 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.550180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:04.581984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:04.668716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:04.671902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:04.752998 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:04.827361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.899667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:04.924777 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-150d193d-e05d-4a15-a526-39c72eef9b05 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:05.016110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:05.019045 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:05.022847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:05.118871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-96408e0f-2e87-4fce-8f8d-e3f3bdbb5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:05.174194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 5445039e-3467-465f-bfee-ac27301fb88d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:58:05.175436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:05.277335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6950a3-a3a4-4404-80d2-634f2bacdff1 None None] Network 5445039e-3467-465f-bfee-ac27301fb88d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:58:05.373984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router 4f4071db-f530-4aa6-9be6-a6b96ce95614 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:58:05.432150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Provisioning for port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:05.448229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Provisioning complete for port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:05.448608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:05.622092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:05.658142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] For port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:05.668502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:58:05.678455 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/4f4071db-f530-4aa6-9be6-a6b96ce95614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771078 Dec 17 17:58:05.678879 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Sync routers for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:58:05.689375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:05.689572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:58:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:05.747402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:05.797211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-1af91039-60df-4eeb-ad7e-b1a6da92eab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:05.867585 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-741f7259-cbf6-477c-b319-8fc1360fb62c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606506683&fields=id&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 267 time: 0.0490351 Dec 17 17:58:05.992143 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Pushing event updated for resources: {'Port': ['ID=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:05.997279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:06.009727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:06.033494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-de04ac33-180c-486b-aeaf-49c381003e6e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:06.034756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-de04ac33-180c-486b-aeaf-49c381003e6e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/networks?id=5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 200 len: 797 time: 0.1604025 Dec 17 17:58:06.052857 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-b3dfdf65-25e1-44b7-9539-9943b66968b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/quotas/46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 375 time: 0.0119503 Dec 17 17:58:06.053872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Provisioning for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:06.063615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.068190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.080140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Provisioning complete for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:06.080522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.165584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-36501748-bee8-40fd-abd5-a56373f3a331 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063855 Dec 17 17:58:06.213071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:06.351247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:58:06.385763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:06.386172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.389425 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-52abb4a2-82cb-48b0-8b60-fb5bf1626211 service neutron] 10.222.0.61 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774547 Dec 17 17:58:06.439304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Provisioning complete for port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:06.439871 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8a399973-8ffb-4a8f-b35d-42ceefbbd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.523316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-0c5c6835-5c7e-48a4-a632-80c52a5c79ab service neutron] 10.222.0.61 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274490 Dec 17 17:58:06.690725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:06.754215 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 2, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:06.763026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Checking router: 4f4071db-f530-4aa6-9be6-a6b96ce95614 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:58:06.763393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Updating router 4f4071db-f530-4aa6-9be6-a6b96ce95614 port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:58:06.805991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58a2e67f-8555-467a-b142-85259a947c89 req-afb1d217-0d7f-4bb8-8aea-f68e1da0b601 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 210 time: 0.0413725 Dec 17 17:58:06.823460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:06.823846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.866259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:06.936180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e52a7c07-6e4a-4bc3-bdb9-6d32c9b88ee6 None None] Provisioning complete for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:06.936560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e52a7c07-6e4a-4bc3-bdb9-6d32c9b88ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.108614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e52a7c07-6e4a-4bc3-bdb9-6d32c9b88ee6 None None] Port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:58:07.406207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.417540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Transition to ACTIVE for port object 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:07.506811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.529472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.532883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5a4fdfaa-e09a-4cd3-9ba3-6131dadb3e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:07.652836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Pushing event updated for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:07.678392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:07.740409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Attempting to bind port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:58:07.747119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Attempting to bind port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:58:07.747119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Attempting to bind port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 on network 5445039e-3467-465f-bfee-ac27301fb88d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:58:07.747119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:58:07.747119 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Checking segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:58:07.747599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.747700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Bound using segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:58:07.748146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Bound port: 345f2cd6-2d42-44d3-a4cc-ccf2865819d0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:58:07.748526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.846749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] For port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:58:07.851104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] For port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:58:07.890591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:07.895446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:07.906883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5d60a333-e5fc-4509-94f7-5ae9faed337c req-db0face6-2e27-4625-8b45-88d3b29fc644 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 210 time: 0.0435994 Dec 17 17:58:07.969802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:07.970963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:58:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:08.043953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Pushing event updated for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:08.049350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:08.162947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:08.477580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:07Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:08.481558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef3b0b-dc3f-43b5-bbff-5916848ebb20 None None] The sync data for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv is: [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:07Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:58:09.008025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f30504c9-227d-47e5-806d-6b6dbdf15905 req-4d331cac-8277-4e09-888d-8821a6ff20cd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 210 time: 0.0482709 Dec 17 17:58:10.158903 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9730aa0-76d2-4215-837f-ef1407689da2 req-5d306083-ec0a-4f08-95e6-00fb85967038 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 210 time: 0.0460529 Dec 17 17:58:10.185527 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:10.341157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:10.346461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:10.351862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:10.420141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-be5f087e-f5da-437d-adab-07bdd0928a86 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:10.421690 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-be5f087e-f5da-437d-adab-07bdd0928a86 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/networks?id=5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 200 len: 797 time: 0.1473522 Dec 17 17:58:10.467789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:10.472571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-121dcc12-8dea-4492-b657-1730a4cec5ed tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 380 time: 0.0423596 Dec 17 17:58:10.484936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'port': {'device_id': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'admin_state_up': True, 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'security_groups': ['631a9363-8d27-4523-a281-df87ff339ca2']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:58:10.499948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:10.568358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:10.570802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-92ba5430-0b84-4e86-b5ea-3dbceeda167e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:10.621834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:58:10.625992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:port and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:58:10.629329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:58:10.634928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:58:10.637727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:10.640726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:10.701449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:58:10.705019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:10.867840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.3 (5445039e-3467-465f-bfee-ac27301fb88d/3af2eacb-ff6a-46ae-8d95-f9ee38414e96/9b943639-202a-4660-8ccf-edbd67b288c6) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:58:11.177898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:11.197156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 9b943639-202a-4660-8ccf-edbd67b288c6 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:11.275917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:11.283622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-656df724-c85a-46d4-9dd7-37837e83897d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:11.397069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 5445039e-3467-465f-bfee-ac27301fb88d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:58:11.405688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:11.408806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:11.412666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:11.413352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:58:11.489518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:11.490168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:11.513851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12a0dd-c7ba-4dcd-ba22-cd66460a0a3a req-bb4e2384-94fa-4f1e-a11e-cab23fe803f2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:11.515356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6d12a0dd-c7ba-4dcd-ba22-cd66460a0a3a req-bb4e2384-94fa-4f1e-a11e-cab23fe803f2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 931 time: 0.2333603 Dec 17 17:58:11.561840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6d12a0dd-c7ba-4dcd-ba22-cd66460a0a3a req-4adfd312-15d6-455b-81df-e001903a603b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Dec 17 17:58:11.593795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125031 Dec 17 17:58:11.605767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Request body: {'port': {'device_id': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:58:11.678980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6a2450a7-0c5a-42c4-8fa5-cd04096be7bc None None] Provisioning for port 9b943639-202a-4660-8ccf-edbd67b288c6 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:11.683988 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6a2450a7-0c5a-42c4-8fa5-cd04096be7bc None None] Provisioning complete for port 9b943639-202a-4660-8ccf-edbd67b288c6 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:11.684388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6a2450a7-0c5a-42c4-8fa5-cd04096be7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:11.715394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:11.740498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6a2450a7-0c5a-42c4-8fa5-cd04096be7bc None None] Port 9b943639-202a-4660-8ccf-edbd67b288c6 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:58:12.045991 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b943639-202a-4660-8ccf-edbd67b288c6 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:58:12.053678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.067752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Transition to ACTIVE for port object 9b943639-202a-4660-8ccf-edbd67b288c6 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:58:12.150595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.154587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0be23cbd-a674-4585-ac1a-4229be1295e4 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:12.158720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:12.227393 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:12.228081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.307241 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Pushing event updated for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:12.315027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:12.388587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Attempting to bind port 9b943639-202a-4660-8ccf-edbd67b288c6 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:58:12.388917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Attempting to bind port 9b943639-202a-4660-8ccf-edbd67b288c6 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:58:12.389245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Attempting to bind port 9b943639-202a-4660-8ccf-edbd67b288c6 on network 5445039e-3467-465f-bfee-ac27301fb88d {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:58:12.394139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Port 9b943639-202a-4660-8ccf-edbd67b288c6 on network 5445039e-3467-465f-bfee-ac27301fb88d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 17:58:12.394460 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Attempting to bind port 9b943639-202a-4660-8ccf-edbd67b288c6 on network 5445039e-3467-465f-bfee-ac27301fb88d {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:58:12.399572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:58:12.399908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Checking segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:58:12.400291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Bound using segment: {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:58:12.400712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Bound port: 9b943639-202a-4660-8ccf-edbd67b288c6, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3befd4-93d9-4465-9d66-76d9dde0c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:58:12.401053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.496165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:58:12.498970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9b943639-202a-4660-8ccf-edbd67b288c6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:58:12.579853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.583712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3d0ea03-1501-4c41-abff-1029dfb05f34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:12.641299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:12.641924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:12.643285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-8319093e-d617-4525-a691-b99301906a10 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 200 len: 1093 time: 1.0418348 Dec 17 17:58:12.643802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:58:12.666351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Pushing event updated for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:12.669516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:12.721242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6', 'status': 'completed', 'code': 200} Dec 17 17:58:12.828578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58bbd1-b89c-4c80-82c4-348a8e577bc2 req-01aaad42-2499-40fe-9c06-b38f747df5ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:12.829805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ac58bbd1-b89c-4c80-82c4-348a8e577bc2 req-01aaad42-2499-40fe-9c06-b38f747df5ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:58:12.837663 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-451094c8-9205-49d7-b6fd-a435523444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:12.839177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-451094c8-9205-49d7-b6fd-a435523444b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1096 time: 0.1171761 Dec 17 17:58:12.943406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ac58bbd1-b89c-4c80-82c4-348a8e577bc2 req-01aaad42-2499-40fe-9c06-b38f747df5ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:58:12.944466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ac58bbd1-b89c-4c80-82c4-348a8e577bc2 req-01aaad42-2499-40fe-9c06-b38f747df5ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 943 time: 0.2644324 Dec 17 17:58:13.019294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ac58bbd1-b89c-4c80-82c4-348a8e577bc2 req-62cf0ce2-6cfe-4a73-85a9-4f5cf951c9b7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691059 Dec 17 17:58:13.021675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-2738f7bb-7c4e-4ce2-bcc0-23b2c7e6addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:13.023043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-2738f7bb-7c4e-4ce2-bcc0-23b2c7e6addd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=46adf2322acd4b2bad029209518f100d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1765628 Dec 17 17:58:13.274613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-95ea0335-1a77-4bd2-bc38-7360b56107c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:13.276050 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e6f5a671-61d7-4e75-8a8b-43a1bda0b9f5 req-95ea0335-1a77-4bd2-bc38-7360b56107c0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2461767 Dec 17 17:58:13.382160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-3207f2c5-834d-40d8-9ec1-0ee8a08d7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:13.383507 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-3207f2c5-834d-40d8-9ec1-0ee8a08d7533 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1096 time: 0.0723393 Dec 17 17:58:13.451896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-48ce1ccf-36d9-439f-a291-e071b9cb424f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 200 len: 217 time: 0.0613103 Dec 17 17:58:13.517048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-f52b999b-de83-454b-9b40-8a1e1207e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:13.518497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-f52b999b-de83-454b-9b40-8a1e1207e54d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af2eacb-ff6a-46ae-8d95-f9ee38414e96 HTTP/1.1" status: 200 len: 835 time: 0.0602701 Dec 17 17:58:13.591685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-890f7dbf-c128-4a1a-bb10-d49754dcfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:13.593097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-890f7dbf-c128-4a1a-bb10-d49754dcfc7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5445039e-3467-465f-bfee-ac27301fb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681701 Dec 17 17:58:13.721239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-51356c53-e676-4d1b-b729-ade74d58f4d5 service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214323 Dec 17 17:58:13.850801 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d73fb4-dbff-4240-9cd0-18e6e02d7fba req-94c4d174-23ae-4ecf-82e3-f2c096925977 service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230218 Dec 17 17:58:14.209945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e216f3b-bc3a-4193-b2da-0c8970e70953 req-99e4e420-eedb-412b-bf7e-5e8471c9570d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:14.211386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e216f3b-bc3a-4193-b2da-0c8970e70953 req-99e4e420-eedb-412b-bf7e-5e8471c9570d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 943 time: 0.0868144 Dec 17 17:58:14.255073 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8e216f3b-bc3a-4193-b2da-0c8970e70953 req-ddc7eec9-1158-44f1-9279-716402a41c53 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381854 Dec 17 17:58:15.434669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b920e-0cb9-40f7-b59b-a512cd62dafa req-683086e0-364c-4f05-8b44-62c6870d0600 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:15.436022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-740b920e-0cb9-40f7-b59b-a512cd62dafa req-683086e0-364c-4f05-8b44-62c6870d0600 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 943 time: 0.0788026 Dec 17 17:58:15.481003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-740b920e-0cb9-40f7-b59b-a512cd62dafa req-c094b6d7-3ba8-4d72-b2bd-4e50fdbac0c3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Dec 17 17:58:16.004013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:16.670369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e30a2-7b1c-4e40-b4e6-8a99cc288c79 req-bf598dd5-90d8-4902-8116-ba374458fe64 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:16.671826 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-141e30a2-7b1c-4e40-b4e6-8a99cc288c79 req-bf598dd5-90d8-4902-8116-ba374458fe64 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 943 time: 0.0831163 Dec 17 17:58:16.714913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-141e30a2-7b1c-4e40-b4e6-8a99cc288c79 req-c8c6fece-9cd6-4e1b-bc21-a4a8f4ed690d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Dec 17 17:58:17.896818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055410b-a13d-48c6-abe9-3b0098b40092 req-2eb64c4d-3f32-4da7-bcbf-560762fd3cf7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:17.898279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7055410b-a13d-48c6-abe9-3b0098b40092 req-2eb64c4d-3f32-4da7-bcbf-560762fd3cf7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 943 time: 0.0805275 Dec 17 17:58:17.941431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7055410b-a13d-48c6-abe9-3b0098b40092 req-48d5b990-2cd0-47a5-b9dd-d90c69d7a249 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375531 Dec 17 17:58:18.233150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9b943639-202a-4660-8ccf-edbd67b288c6 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 17:58:18.405585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9b943639-202a-4660-8ccf-edbd67b288c6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:18.418803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '9b943639-202a-4660-8ccf-edbd67b288c6', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'port_id': '9b943639-202a-4660-8ccf-edbd67b288c6', 'mac_address': 'fa:16:3e:9b:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 17:58:18.475798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:18.492208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b943639-202a-4660-8ccf-edbd67b288c6 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:58:18.507585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9b943639-202a-4660-8ccf-edbd67b288c6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:18.570087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:18.571838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:18.636381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:18.639360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:18.919803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['9b943639-202a-4660-8ccf-edbd67b288c6'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 17:58:19.128376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40349bb-5ce0-4467-933d-23abef6262bd req-063701d8-07dc-4da8-9d49-473f987d9873 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:19.129851 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a40349bb-5ce0-4467-933d-23abef6262bd req-063701d8-07dc-4da8-9d49-473f987d9873 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 944 time: 0.0848649 Dec 17 17:58:19.174254 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a40349bb-5ce0-4467-933d-23abef6262bd req-f93642cd-bc81-4f5f-b732-07e46fa28edd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385721 Dec 17 17:58:20.233187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9b943639-202a-4660-8ccf-edbd67b288c6 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:58:20.358909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834a07-9fd2-492f-89c6-8e1b3ad1b684 req-e32a3713-d666-4e6f-a407-91207383bb07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:20.360283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe834a07-9fd2-492f-89c6-8e1b3ad1b684 req-e32a3713-d666-4e6f-a407-91207383bb07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 944 time: 0.0796421 Dec 17 17:58:20.362698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 9b943639-202a-4660-8ccf-edbd67b288c6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:58:20.367787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 9b943639-202a-4660-8ccf-edbd67b288c6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:58:20.368203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:20.409836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe834a07-9fd2-492f-89c6-8e1b3ad1b684 req-ef81bf40-7c75-4ef2-9592-efcd7411c3e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Dec 17 17:58:20.482592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:20.508915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:58:20.517612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9b943639-202a-4660-8ccf-edbd67b288c6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:58:20.585160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:20.587817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-7faebd4d-f39c-4c28-bd10-95f41f04c0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:20.653876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:20.658836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:20.668833 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6', 'code': 200} Dec 17 17:58:21.009965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b7c09-367d-4c86-87b2-c21e7406c3d1 req-cfb68def-b69e-485f-bc36-dbd55f1a95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:21.011405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f8b7c09-367d-4c86-87b2-c21e7406c3d1 req-cfb68def-b69e-485f-bc36-dbd55f1a95ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1098 time: 0.0698807 Dec 17 17:58:21.051165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4f8b7c09-367d-4c86-87b2-c21e7406c3d1 req-732fdc9f-4b6c-48e6-9e93-c98f06eb13a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Dec 17 17:58:21.592030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007d006-5ac2-4148-af74-9466c354b82c req-5d696aa6-1766-46f4-a02a-36ce66c1ecfb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:21.593459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7007d006-5ac2-4148-af74-9466c354b82c req-5d696aa6-1766-46f4-a02a-36ce66c1ecfb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0821843 Dec 17 17:58:21.636537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7007d006-5ac2-4148-af74-9466c354b82c req-5c17bd91-0cc0-4e07-a1ec-d568fe4eeb4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Dec 17 17:58:22.820471 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38218e6-273f-442d-939f-9acae1b20ace req-73c2a4c8-1df5-4f3b-8d78-8ccf14bb35b9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:22.821939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e38218e6-273f-442d-939f-9acae1b20ace req-73c2a4c8-1df5-4f3b-8d78-8ccf14bb35b9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0790923 Dec 17 17:58:22.865650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e38218e6-273f-442d-939f-9acae1b20ace req-79c9ce62-f159-4858-868d-77020c69081f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 Dec 17 17:58:23.049557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a631-3d65-425e-9aee-c7d4aa5c8508 req-fd6ad61e-1854-40fb-96a3-ad69ecb51f08 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:23.051037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b71a631-3d65-425e-9aee-c7d4aa5c8508 req-fd6ad61e-1854-40fb-96a3-ad69ecb51f08 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0830131 Dec 17 17:58:23.097317 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6b71a631-3d65-425e-9aee-c7d4aa5c8508 req-39e5f027-4be8-4fec-b1b6-74d90185e327 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Dec 17 17:58:23.119161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57344) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:23.187202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec9767-d873-4181-8288-2ace737ae7fe tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:23.188661 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-97ec9767-d873-4181-8288-2ace737ae7fe tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1093 time: 0.0685530 Dec 17 17:58:23.194220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57348) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:23.199188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '9b943639-202a-4660-8ccf-edbd67b288c6', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:58:23.206425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:58:23.210280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:floatingip and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:58:23.213070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:58:23.218705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:58:23.266536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:23.400097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:23.535288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.22 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/d841cbcf-2538-423d-9f6f-7032c7c8d463) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:58:23.793864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:23.876282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:23.879975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1e80f857-aa66-4f63-a35e-c6541c2fd550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:23.942138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:58:23.944836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:58:23.947366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:58:23.990032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=d841cbcf-2538-423d-9f6f-7032c7c8d463,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:23.994055 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:24.356808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:24.494807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:24.698456 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:24.792270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:24.795915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc354406-69b3-4c03-ae82-e61263e89434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:58:24.901724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=d841cbcf-2538-423d-9f6f-7032c7c8d463,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:58:24.906063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:58:24.914205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:25.081415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 6dd8454b-75f0-4e97-97f2-17e4a7b53b36 associated. External IP: 172.26.4.22, port: 9b943639-202a-4660-8ccf-edbd67b288c6. Dec 17 17:58:25.558459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router 4f4071db-f530-4aa6-9be6-a6b96ce95614 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:58:25.732730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:58:25.742548 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Sync routers for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:58:25.751610 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:25.752239 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:58:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:25.803989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:25.863238 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6678998 Dec 17 17:58:25.864004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:58:25.913750 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6', 'status': 'completed', 'code': 200} Dec 17 17:58:25.935374 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:26.066136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671722-1de5-40ee-bed4-9618e888eeee req-cde67d5d-c25e-49bc-942f-67f0ed53cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:26.067591 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-cde67d5d-c25e-49bc-942f-67f0ed53cd00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1098 time: 0.1295180 Dec 17 17:58:26.074868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a49b-c77b-4801-89f7-7fafaa262bb3 req-651d7ddb-df98-40ff-9e21-ea2adeb409ae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:26.076204 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb09a49b-c77b-4801-89f7-7fafaa262bb3 req-651d7ddb-df98-40ff-9e21-ea2adeb409ae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.1074517 Dec 17 17:58:26.204251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb09a49b-c77b-4801-89f7-7fafaa262bb3 req-106b4ede-2713-4299-9a6d-c8cf1a0dc85a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039705 Dec 17 17:58:26.227727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57356) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:26.240181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671722-1de5-40ee-bed4-9618e888eeee req-3f4193eb-3bc4-440e-b478-fed2dc90acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:26.241650 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-3f4193eb-3bc4-440e-b478-fed2dc90acd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 200 len: 898 time: 0.1646266 Dec 17 17:58:26.287385 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6dd8454b-75f0-4e97-97f2-17e4a7b53b36', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'port_id': '9b943639-202a-4660-8ccf-edbd67b288c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'mac_address': 'fa:16:3e:9b:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:58:24Z', 'updated_at': '2021-12-17T17:58:24Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:26.291213 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Checking router: 4f4071db-f530-4aa6-9be6-a6b96ce95614 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:58:26.300025 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:58:26.300633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:58:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:26.342063 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-133fed4f-9c72-4e72-bd67-9254ef2c33ad tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 200 len: 990 time: 0.1127474 Dec 17 17:58:26.349682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-b16875a8-128a-4b72-91cc-7fd86535c7c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 200 len: 998 time: 0.1005137 Dec 17 17:58:26.412540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671722-1de5-40ee-bed4-9618e888eeee req-4986014a-686a-432e-9a59-4773c19dda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:26.413899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-4986014a-686a-432e-9a59-4773c19dda4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af2eacb-ff6a-46ae-8d95-f9ee38414e96 HTTP/1.1" status: 200 len: 835 time: 0.0568390 Dec 17 17:58:26.489902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671722-1de5-40ee-bed4-9618e888eeee req-adc0cd1c-c34c-488a-8c18-f06c8c37fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:26.491365 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-adc0cd1c-c34c-488a-8c18-f06c8c37fd24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5445039e-3467-465f-bfee-ac27301fb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701399 Dec 17 17:58:26.502001 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:58:26.632648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-b37b1445-ddf4-4686-a400-e13ff86a6c1d service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341703 Dec 17 17:58:26.765940 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec671722-1de5-40ee-bed4-9618e888eeee req-b74fa036-ccb1-4243-9883-15507239b5c7 service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250062 Dec 17 17:58:26.849028 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6dd8454b-75f0-4e97-97f2-17e4a7b53b36', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'port_id': '9b943639-202a-4660-8ccf-edbd67b288c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'mac_address': 'fa:16:3e:9b:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:58:24Z', 'updated_at': '2021-12-17T17:58:24Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:58:26.853103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664fd0ce-fc5a-48a2-a1fc-87661b91ade3 None None] The sync data for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv is: [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '6dd8454b-75f0-4e97-97f2-17e4a7b53b36', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'port_id': '9b943639-202a-4660-8ccf-edbd67b288c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'mac_address': 'fa:16:3e:9b:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:58:24Z', 'updated_at': '2021-12-17T17:58:24Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:58:27.139828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692456c6-7c88-4bf7-8220-25558ed14838 None None] New status for floating IP 6dd8454b-75f0-4e97-97f2-17e4a7b53b36: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:58:27.344042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57360) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:27.450114 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-90efcd94-c304-463a-bb96-8a9dd10d7d2b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 200 len: 990 time: 0.1046584 Dec 17 17:58:28.453954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57364) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:58:28.562531 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d752f4bd-eee2-4b37-9517-580739cbf57a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 200 len: 992 time: 0.1067672 Dec 17 17:58:32.220808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d1bd86a2-924b-49b3-b641-08a34914a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:33.617021 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:58:35.121832 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4f7e96a6-18a2-496d-bce9-b24af4cfab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:35.921530 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:36.003590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:37.466252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:46.047092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:58:51.144191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-ee878221-bb5e-4a39-9fa5-06d63ea44b32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853937 Dec 17 17:58:51.404127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90302e6-972c-493e-a053-2628e22b7b7b req-778d8026-ecc2-4c28-8fee-005fd8297e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:51.405496 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-778d8026-ecc2-4c28-8fee-005fd8297e22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1098 time: 0.1945601 Dec 17 17:58:51.544925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90302e6-972c-493e-a053-2628e22b7b7b req-eff61363-2e69-46b7-b1f7-b606050ba719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:51.546357 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-eff61363-2e69-46b7-b1f7-b606050ba719 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 200 len: 898 time: 0.1225793 Dec 17 17:58:51.646146 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-4b1033c0-4e8c-45a6-9e6e-738b22b0f53c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 200 len: 1000 time: 0.0933177 Dec 17 17:58:51.713165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90302e6-972c-493e-a053-2628e22b7b7b req-0eb56b5a-e794-4341-9f3e-8674eecb8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:51.713165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-0eb56b5a-e794-4341-9f3e-8674eecb8b93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af2eacb-ff6a-46ae-8d95-f9ee38414e96 HTTP/1.1" status: 200 len: 835 time: 0.0551894 Dec 17 17:58:51.784111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90302e6-972c-493e-a053-2628e22b7b7b req-01ff328e-bd44-4d13-af38-e0371c85c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:58:51.785521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-01ff328e-bd44-4d13-af38-e0371c85c86c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5445039e-3467-465f-bfee-ac27301fb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704820 Dec 17 17:58:51.911755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-59a5236c-7f36-4268-907f-1a9be030cd58 service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194413 Dec 17 17:58:52.038337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e90302e6-972c-493e-a053-2628e22b7b7b req-1dc1c5dd-e503-4eee-acc4-efa615f38f7f service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197014 Dec 17 17:59:02.257911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3949dab4-58b0-4e89-9823-51280e415313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:05.105949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-51de21d5-81c5-4a46-9567-6d4aecef9f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:05.920610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:06.017978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:07.463419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:10.616666 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:59:16.000424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:29.756859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700c54e-da11-48fc-b884-a207e63c9c43 req-fc948913-4e07-47c0-a556-3ad49d71d030 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:29.759081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6700c54e-da11-48fc-b884-a207e63c9c43 req-fc948913-4e07-47c0-a556-3ad49d71d030 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0877054 Dec 17 17:59:29.802975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6700c54e-da11-48fc-b884-a207e63c9c43 req-473710d3-f0bf-4f15-a285-d7b9956d0aa0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Dec 17 17:59:31.015601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db146d6-dc28-4767-aa47-8ea6ba68b60f req-e1eb7b62-dc62-43f7-93a1-22580cfb9522 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:31.017014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4db146d6-dc28-4767-aa47-8ea6ba68b60f req-e1eb7b62-dc62-43f7-93a1-22580cfb9522 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0809906 Dec 17 17:59:31.060401 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4db146d6-dc28-4767-aa47-8ea6ba68b60f req-bb4578c7-e350-4030-a5a0-9856f99f357f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376890 Dec 17 17:59:31.083520 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57414) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:31.188049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e4ddd5a6-e8a9-4b02-82c5-929e35e34f8b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 200 len: 992 time: 0.1032510 Dec 17 17:59:32.254368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-509a7d32-b4f0-49cc-aa9e-5262eba7678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:32.740433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4d95-1e87-4c7d-ad30-eaec67b750a3 req-faebd2f8-6f95-4609-adf6-c09b5de7c8be tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:32.741906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-06fd4d95-1e87-4c7d-ad30-eaec67b750a3 req-faebd2f8-6f95-4609-adf6-c09b5de7c8be tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0798218 Dec 17 17:59:32.786481 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-06fd4d95-1e87-4c7d-ad30-eaec67b750a3 req-af767416-57f0-4ead-aa23-f085eea30002 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Dec 17 17:59:33.979534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaec698-26bb-4c92-8e7b-9ae9f3cc6d6f req-8c4fae41-fc68-48b1-913d-241cdf62d119 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:33.980962 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eeaec698-26bb-4c92-8e7b-9ae9f3cc6d6f req-8c4fae41-fc68-48b1-913d-241cdf62d119 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0847185 Dec 17 17:59:34.024017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eeaec698-26bb-4c92-8e7b-9ae9f3cc6d6f req-f7704c50-6bcc-4cd5-819c-3ab129378202 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 Dec 17 17:59:34.046450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57426) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:34.150495 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b4b35384-8c1e-4319-9d3c-301700f84f8f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 200 len: 992 time: 0.1028790 Dec 17 17:59:35.019934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57434) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:35.114816 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d8a9-465c-49eb-9579-5dae8a84760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.223495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port d841cbcf-2538-423d-9f6f-7032c7c8d463 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:59:35.224094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.512034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.512371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.635994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for d841cbcf-2538-423d-9f6f-7032c7c8d463 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:59:35.834802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.838450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-94ca2cda-970a-41cf-b753-288e7114067c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:35.883879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=d841cbcf-2538-423d-9f6f-7032c7c8d463,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:35.922666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.923056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.923247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.923440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.923823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.924193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.924560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.924925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.925291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.925654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.926052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.931464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.931464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:35.959507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:35.987603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:35.987936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 6dd8454b-75f0-4e97-97f2-17e4a7b53b36 disassociated (deleted). External IP: 172.26.4.22, port: 9b943639-202a-4660-8ccf-edbd67b288c6. Dec 17 17:59:36.008429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:36.331802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router 4f4071db-f530-4aa6-9be6-a6b96ce95614 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:59:36.504928 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:59:36.514766 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Sync routers for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:59:36.523669 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:36.524278 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:36.617141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:36.674807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/floatingips/6dd8454b-75f0-4e97-97f2-17e4a7b53b36 HTTP/1.1" status: 204 len: 168 time: 1.6537750 Dec 17 17:59:36.675567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:59:36.706676 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:36.730613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6', 'status': 'completed', 'code': 200} Dec 17 17:59:36.831438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-090c4480-bd4e-44b2-81d3-6014ff71f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:36.833149 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-090c4480-bd4e-44b2-81d3-6014ff71f72f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 1098 time: 0.0744278 Dec 17 17:59:37.027782 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:37.031950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Checking router: 4f4071db-f530-4aa6-9be6-a6b96ce95614 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:59:37.041801 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:37.042502 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:37.106664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-44306920-59c3-47d1-92c6-35a24f6cc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:37.108088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-44306920-59c3-47d1-92c6-35a24f6cc8bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 200 len: 898 time: 0.2688932 Dec 17 17:59:37.183104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-ee148dcb-1a66-4811-a75d-a77dc8cedb08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 200 len: 217 time: 0.0670114 Dec 17 17:59:37.250510 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:37.296512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-98c5b6ae-9c35-4334-b469-f9b8c502ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:37.297860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-98c5b6ae-9c35-4334-b469-f9b8c502ee85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af2eacb-ff6a-46ae-8d95-f9ee38414e96 HTTP/1.1" status: 200 len: 835 time: 0.1078031 Dec 17 17:59:37.359830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7292-acbf-4517-906e-e5565245d139 req-bda1f12e-975a-4aa2-9551-988d8cb1f322 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:37.360534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-44ec7292-acbf-4517-906e-e5565245d139 req-bda1f12e-975a-4aa2-9551-988d8cb1f322 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:59:37.399908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-3413f92a-1b53-49cb-83b1-c529e0282500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:37.399908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-3413f92a-1b53-49cb-83b1-c529e0282500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5445039e-3467-465f-bfee-ac27301fb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922868 Dec 17 17:59:37.476528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-44ec7292-acbf-4517-906e-e5565245d139 req-bda1f12e-975a-4aa2-9551-988d8cb1f322 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:59:37.477669 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44ec7292-acbf-4517-906e-e5565245d139 req-bda1f12e-975a-4aa2-9551-988d8cb1f322 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.2564352 Dec 17 17:59:37.480691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:37.563974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:37.567916 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4b235-d005-4189-8648-1627c9467c4a None None] The sync data for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv is: [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '345f2cd6-2d42-44d3-a4cc-ccf2865819d0', 'name': '', 'network_id': '5445039e-3467-465f-bfee-ac27301fb88d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:45:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:58:03Z', 'updated_at': '2021-12-17T17:58:10Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '3af2eacb-ff6a-46ae-8d95-f9ee38414e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:59:37.573915 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44ec7292-acbf-4517-906e-e5565245d139 req-0dd4e1f5-5971-412c-a15a-19a7d0cafaee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856383 Dec 17 17:59:37.583945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-46157418-d76d-4b02-a41d-11970a159c8b service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777365 Dec 17 17:59:37.721587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0ce23a03-a374-4816-85d0-b1657b200c8a req-46c3cfd4-8a2b-4c76-a5e7-cdbc193e228a service neutron] 10.222.0.60 "GET /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300113 Dec 17 17:59:37.794661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809be82f-da9c-46b6-bf1a-5cf79ec69fc8 None None] New status for floating IP 6dd8454b-75f0-4e97-97f2-17e4a7b53b36: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:59:38.764623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85e67d-eebf-4916-b342-81ec4d1f2dd3 req-e2047ec4-5089-4c05-b90c-ff05100ad6c6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:38.766711 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f85e67d-eebf-4916-b342-81ec4d1f2dd3 req-e2047ec4-5089-4c05-b90c-ff05100ad6c6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0840275 Dec 17 17:59:38.810940 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9f85e67d-eebf-4916-b342-81ec4d1f2dd3 req-5753e8f9-5a8b-4dbc-816c-3b466ea97cdd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=631a9363-8d27-4523-a281-df87ff339ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Dec 17 17:59:38.987294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-ca8708d1-9a8f-4b0e-89ba-28024817e738 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:38.988708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-ca8708d1-9a8f-4b0e-89ba-28024817e738 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 945 time: 0.0806313 Dec 17 17:59:39.064596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 9b943639-202a-4660-8ccf-edbd67b288c6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:59:39.064859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:39.309631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 9b943639-202a-4660-8ccf-edbd67b288c6, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=9b943639-202a-4660-8ccf-edbd67b288c6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:39.310028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:39.429572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 9b943639-202a-4660-8ccf-edbd67b288c6 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:59:39.625180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:39.630812 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:39.674281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=9b943639-202a-4660-8ccf-edbd67b288c6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:39.677859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:39.871723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] No DVR routers for this DVR port 9b943639-202a-4660-8ccf-edbd67b288c6 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:59:39.874803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:39.878803 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'name': 'network-vif-deleted', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:59:39.960164 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15172e48-6992-4f01-a5a1-820f6a9f1c6e', 'name': 'network-vif-deleted', 'tag': '9b943639-202a-4660-8ccf-edbd67b288c6', 'status': 'completed', 'code': 200} Dec 17 17:59:39.965852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6559f9d3-9c66-4c45-87b9-d6b94373c371 req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "DELETE /v2.0/ports/9b943639-202a-4660-8ccf-edbd67b288c6 HTTP/1.1" status: 204 len: 173 time: 0.9715652 Dec 17 17:59:39.967246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c97da144-0a56-479e-b16a-6b0deef0249d req-2464b0df-8692-448b-9cd2-189e3de6aa68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:59:40.091654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-c97da144-0a56-479e-b16a-6b0deef0249d req-2464b0df-8692-448b-9cd2-189e3de6aa68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:59:40.096156 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c97da144-0a56-479e-b16a-6b0deef0249d req-2464b0df-8692-448b-9cd2-189e3de6aa68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=15172e48-6992-4f01-a5a1-820f6a9f1c6e HTTP/1.1" status: 200 len: 210 time: 0.1718531 Dec 17 17:59:41.186081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57454) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:41.718619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:42.077482 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:59:42.077861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:42.268589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 345f2cd6-2d42-44d3-a4cc-ccf2865819d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:42.269257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:42.390352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:59:42.667375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9b943639-202a-4660-8ccf-edbd67b288c6 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:59:42.700651 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 9b943639-202a-4660-8ccf-edbd67b288c6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:59:42.701010 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 9b943639-202a-4660-8ccf-edbd67b288c6 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:59:42.762655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:42.767190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e6ea0af2-4e0b-4d81-a7cf-129856102e77 tempest-TestEncryptedCinderVolumes-1895674054 tempest-TestEncryptedCinderVolumes-1895674054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:42.810778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=345f2cd6-2d42-44d3-a4cc-ccf2865819d0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:42.815270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:43.082283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:43.437398 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router 4f4071db-f530-4aa6-9be6-a6b96ce95614 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:59:43.612871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:59:43.622202 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Sync routers for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:59:43.631841 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:43.643085 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:43.708077 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/4f4071db-f530-4aa6-9be6-a6b96ce95614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177779 Dec 17 17:59:43.708288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57458) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:43.773533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting subnet 3af2eacb-ff6a-46ae-8d95-f9ee38414e96 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 17:59:43.776620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:43.808103 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:43.829294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:43.913507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.065864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.070752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0c536b60-452b-4998-8977-8c68dc7c9494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:44.094133 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:59:42Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:44.097916 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Checking router: 4f4071db-f530-4aa6-9be6-a6b96ce95614 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:59:44.105930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Subnet': ['ID=3af2eacb-ff6a-46ae-8d95-f9ee38414e96,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:44.106323 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Routers {'4f4071db-f530-4aa6-9be6-a6b96ce95614'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:44.106921 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['4f4071db-f530-4aa6-9be6-a6b96ce95614'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:44.109452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:44.110446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.116158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9957edd-f155-432c-8746-28840eef809f None None] Network 5445039e-3467-465f-bfee-ac27301fb88d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:59:44.123500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b508a23d-9829-401d-b095-086be3a77406 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/subnets/3af2eacb-ff6a-46ae-8d95-f9ee38414e96 HTTP/1.1" status: 204 len: 168 time: 0.4129598 Dec 17 17:59:44.125289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57462) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:44.288969 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] Set router 4f4071db-f530-4aa6-9be6-a6b96ce95614 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:44.387687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] DHCP port deletion for 5445039e-3467-465f-bfee-ac27301fb88d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 17:59:44.392827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Deleting port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:59:44.393518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.466446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.603864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] For port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,segment=NetworkSegment(bd3befd4-93d9-4465-9d66-76d9dde0c161),segment_id=bd3befd4-93d9-4465-9d66-76d9dde0c161)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:44.604271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.619507 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:59:42Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:44.623396 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6168f94-9f86-410e-b689-f72da6cc1898 None None] The sync data for ids ['4f4071db-f530-4aa6-9be6-a6b96ce95614'] in dv-neutron-821073-1-hyperv is: [{'id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014088567', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:57:58Z', 'updated_at': '2021-12-17T17:59:42Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b4c0f31b-0672-4c94-8a1e-b8e8db040ae2', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4071db-f530-4aa6-9be6-a6b96ce95614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:57:59Z', 'updated_at': '2021-12-17T17:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:59:44.660232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.726063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 17:59:44.726444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.732946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Calling delete_port for 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:59:44.875194 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.879704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e37fc72c-b1b3-4473-b9e0-d070dc1658eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:44.900576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port b4c0f31b-0672-4c94-8a1e-b8e8db040ae2, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:44.900934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:44.920386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Pushing event deleted for resources: {'Port': ['ID=3b43e7df-9888-4b81-8fd6-00f2e2ac99f6,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:44.925424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] No DVR routers for this DVR port 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:59:44.931247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.931596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.931938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.937957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:44.940806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:45.029700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 17:59:45.259897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.264782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:45.311163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=b4c0f31b-0672-4c94-8a1e-b8e8db040ae2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:45.336544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:45.397512 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.576918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.579267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.688340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.688883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Fanout notify agent at l3_agent the message router_deleted on router 4f4071db-f530-4aa6-9be6-a6b96ce95614 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 17:59:45.704070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.705089 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/routers/4f4071db-f530-4aa6-9be6-a6b96ce95614 HTTP/1.1" status: 204 len: 168 time: 1.5788026 Dec 17 17:59:45.707811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57466) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:45.826831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.955995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:45.980219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5445039e-3467-465f-bfee-ac27301fb88d']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:45.992211 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3befd4-93d9-4465-9d66-76d9dde0c161') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:45.992506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3befd4-93d9-4465-9d66-76d9dde0c161') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:46.003253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.005828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.022957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.029225 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:59:46.033044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:59:46.174199 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:59:46.202709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:59:46.238795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:59:46.239147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 345f2cd6-2d42-44d3-a4cc-ccf2865819d0 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:59:46.239560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:59:46.271767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:59:46.272127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b4c0f31b-0672-4c94-8a1e-b8e8db040ae2 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:59:46.272736 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 17:59:46.307463 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 17:59:46.307819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b43e7df-9888-4b81-8fd6-00f2e2ac99f6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 17:59:46.345383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.348981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0efed8f-6d91-4b17-a607-a9b6f843aa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:46.365739 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.375027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Network': ['ID=5445039e-3467-465f-bfee-ac27301fb88d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:46.378162 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/networks/5445039e-3467-465f-bfee-ac27301fb88d HTTP/1.1" status: 204 len: 168 time: 0.6688800 Dec 17 17:59:46.378611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fed8f8c5-8ed9-4399-954f-22cb81860aa2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:46.380569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57470) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:46.448267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.477202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.605757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.609427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-353ea83c-c2fe-413f-a917-d6fa39b39cb1 tempest-RoutersNegativeTest-354999988 tempest-RoutersNegativeTest-354999988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:46.621089 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a9363-8d27-4523-a281-df87ff339ca2,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:46.625547 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:46.630535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:46.632231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0ce93271-83f1-4b32-b31e-17c826ae11c7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/security-groups/631a9363-8d27-4523-a281-df87ff339ca2 HTTP/1.1" status: 204 len: 168 time: 0.2503605 Dec 17 17:59:47.415168 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57478) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:47.421518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654231076', 'description': 'tempest-secgroup-smoke-1654231076 description', 'project_id': '46adf2322acd4b2bad029209518f100d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:47.427544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:47.431399 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:47.434219 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:47.440333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:47.516982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:47.540100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:47.543735 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:47.546547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:47.552575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:47.615075 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 17:59:47.623456 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:47.696740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:47.700970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:47.745390 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa4db9-a4f4-417f-82b0-4facb7518535,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:47.753209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.759295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:47.761541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:47.807918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:47.809181 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5ecf80ef-d847-45c4-b5d0-2863cd763d37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3930500 Dec 17 17:59:47.811984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57490) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:47.817408 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:47.825355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:47.829611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:47.832549 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:47.838326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:47.934256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:47.991786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.070744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.072626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ea8356ed-3074-460b-b01f-090b4a9a225e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:48.094530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c53522-2e1c-41ba-a73e-80ede705a1fa,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:48.096986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:48.168001 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.169185 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b6fd7d25-d0bf-4a9f-b162-fe9f59e797a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556523 Dec 17 17:59:48.171869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57496) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:48.176863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:48.182614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:48.186307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:48.189585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:48.195179 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:48.251868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.310155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.360426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.362963 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-87c25a42-a814-48ac-8d36-16f02e299441 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:48.388011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f3db9b-62e7-4ea0-be77-5a338a2daef0,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:48.393311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:48.456801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.458032 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2851715 Dec 17 17:59:48.460668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57500) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:48.465561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:48.471400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:48.475522 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:48.478398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:48.484698 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:48.567357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.629629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.705432 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.707341 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-45a61735-6cc5-4afc-864d-10d3556fb8b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:48.730648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567b1c94-464b-4dc0-8e79-8a796936a07e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:48.735512 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:48.797226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.798465 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369031 Dec 17 17:59:48.801019 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57508) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:48.806076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:48.811954 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:48.815774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:48.818689 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:48.824237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:48.902920 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:48.964068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.045478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.047923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7914254b-a6c1-4ecc-b3c4-5b2c706169be tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:49.069527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad565ffe-0efc-4284-8a2d-0e958b5246e7,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:49.071959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:49.134046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.135246 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333170 Dec 17 17:59:49.137980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57512) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:49.143646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:49.149630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:49.153501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:49.157018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:49.162648 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:49.213884 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:59:49.220896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.286355 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.345625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.347420 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eaa9c0ab-5e18-4b92-b9e9-6bb533e055c0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:49.370071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c63dfb6-d4c0-48c8-98e5-1190f258138a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:49.372505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:49.442922 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.444154 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f3e930f5-404f-4d8b-8b22-ae0f93ca903b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051383 Dec 17 17:59:49.446748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57516) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:49.451774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1daa4db9-a4f4-417f-82b0-4facb7518535', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:49.458613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:49.462559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:49.465527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:49.473149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:49.528734 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:59:49.536264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.606717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.665343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.667216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b24af95d-2518-4097-a383-29b8092c3bc6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:49.691283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c35754-e154-4d20-98ba-17b40e020a76,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:49.695386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:49.773804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.775310 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273478 Dec 17 17:59:49.777958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57520) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:49.783848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'network': {'name': 'tempest-network-smoke--1384525983', 'project_id': '46adf2322acd4b2bad029209518f100d', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:49.789584 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:49.793748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:network and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:49.797174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:49.802880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:49.891448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:59:49.894914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.922317 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:59:49.932582 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:49.932923 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Added segment 93b1f421-35b7-412a-adb9-1fc25420b95c of type vlan for network 148de30b-1e69-4149-80f9-fa610abe9b7d Dec 17 17:59:49.958717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.054084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.059540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:50.060154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.064460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-888a45c0-d96f-4eb5-accf-d2e0258a18e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:50.163254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Network': ['ID=148de30b-1e69-4149-80f9-fa610abe9b7d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:50.165919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:50.173545 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 148de30b-1e69-4149-80f9-fa610abe9b7d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 17:59:50.229444 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fa04dcfe-c5c0-43e5-a304-1722dfd4045d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4504592 Dec 17 17:59:50.232180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57524) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:50.237966 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'admin_state_up': True, 'project_id': '46adf2322acd4b2bad029209518f100d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:50.244973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:50.248820 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:router and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:50.251637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:50.261842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:50.348690 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.349711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.364190 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:50.681821 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:51.169264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:51.197795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:51.327955 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.195 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b868587c-b392-499c-91fb-138a56b984d0) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:59:51.471674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:51.566007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:51.569658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-acc802ee-87b1-48f4-bb46-9b95044f5e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:51.635794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:59:51.638660 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:59:51.641246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:59:51.683578 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=b868587c-b392-499c-91fb-138a56b984d0,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:51.688174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:52.132310 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:52.467766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:52.859746 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b02d8110-394a-4fc5-8b1c-fa514be82c86 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 17:59:53.036125 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:59:53.046219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Sync routers for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:59:53.056814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:53.057701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:53.111149 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:53.112324 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8792291 Dec 17 17:59:53.115386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57528) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:53.155187 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c1581cfa-a20c-49f0-851d-06d51207e44d tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46adf2322acd4b2bad029209518f100d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386064 Dec 17 17:59:53.157606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57532) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:53.233521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:53.286301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd732610-91aa-442a-89ee-683e7a3b9b35 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:53.287789 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bd732610-91aa-442a-89ee-683e7a3b9b35 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292686 Dec 17 17:59:53.290595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57536) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:53.332805 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2b965cb7-e6a4-4c3a-b816-9d6d4a2e3603 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410810 Dec 17 17:59:53.335193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57540) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:53.340495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-784865412', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'project_id': '46adf2322acd4b2bad029209518f100d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:59:53.447921 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 17:59:53.451694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:subnet and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 17:59:53.454529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 17:59:53.460116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 17:59:53.549751 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:51Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:53.550982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:59:53.553580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Checking router: b02d8110-394a-4fc5-8b1c-fa514be82c86 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:59:53.553971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Updating router b02d8110-394a-4fc5-8b1c-fa514be82c86 port b868587c-b392-499c-91fb-138a56b984d0 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:59:53.555893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:53.611827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:53.834057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:53.838854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f11ced5f-8670-47f1-948e-2231efc59033 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:53.912187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Subnet': ['ID=ef1718fc-6b51-47dc-a7c1-01e78c44c18e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:53.914905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:53.922000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Checking segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:59:53.922356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network hostable DHCP agents. Network: 148de30b-1e69-4149-80f9-fa610abe9b7d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:59:53.933971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:53.945695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Transition to ACTIVE for port object b868587c-b392-499c-91fb-138a56b984d0 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:59:54.005515 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 148de30b-1e69-4149-80f9-fa610abe9b7d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:59:54.017058 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.021505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:54.073912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 148de30b-1e69-4149-80f9-fa610abe9b7d) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:59:54.078757 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:54.079609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.091346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bafad-fcd2-43b8-bc14-2268c837fe8c None None] Network 148de30b-1e69-4149-80f9-fa610abe9b7d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:59:54.149476 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d3704249-fcb4-4374-baac-d118e156aec2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8132277 Dec 17 17:59:54.152792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57544) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 17:59:54.157211 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Pushing event updated for resources: {'Port': ['ID=b868587c-b392-499c-91fb-138a56b984d0,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:54.171461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Attempting to bind port b868587c-b392-499c-91fb-138a56b984d0 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:59:54.171835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Attempting to bind port b868587c-b392-499c-91fb-138a56b984d0 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:59:54.172206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Attempting to bind port b868587c-b392-499c-91fb-138a56b984d0 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:59:54.176152 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:54.184411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:59:54.184786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:59:54.185191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.185586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:59:54.186078 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Bound port: b868587c-b392-499c-91fb-138a56b984d0, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:59:54.186455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.320404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] For port b868587c-b392-499c-91fb-138a56b984d0, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:59:54.332208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] For port b868587c-b392-499c-91fb-138a56b984d0, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b868587c-b392-499c-91fb-138a56b984d0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:59:54.380833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-148de30b-1e69-4149-80f9-fa610abe9b7d', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 17:59:54.381732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.434842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:54.440637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-00e6c2cf-a9ee-4466-a522-869f519d1530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:54.552847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Pushing event updated for resources: {'Port': ['ID=b868587c-b392-499c-91fb-138a56b984d0,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:54.555438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:54.556066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:54.640441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:54.756479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Allocated IP 172.20.0.2 (148de30b-1e69-4149-80f9-fa610abe9b7d/ef1718fc-6b51-47dc-a7c1-01e78c44c18e/cb16187b-a91c-4f3e-b114-f7b0b65270c1) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:59:54.857888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:54.972952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.271287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.284606 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Transition to ACTIVE for port object cb16187b-a91c-4f3e-b114-f7b0b65270c1 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:59:55.307827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Transition to ACTIVE for port object cb16187b-a91c-4f3e-b114-f7b0b65270c1 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:59:55.320101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:51Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:55.324029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4dc25-0da0-40ca-902c-34eb5ee1c23b None None] The sync data for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv is: [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:51Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:59:55.383268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.387251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:55.452336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Network 148de30b-1e69-4149-80f9-fa610abe9b7d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:59:55.454115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.1 (148de30b-1e69-4149-80f9-fa610abe9b7d/ef1718fc-6b51-47dc-a7c1-01e78c44c18e/ebf15140-7d03-4707-a2e7-7575166461e4) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:59:55.456085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:59:55.460596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:59:55.462905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Pushing event updated for resources: {'Port': ['ID=cb16187b-a91c-4f3e-b114-f7b0b65270c1,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:55.466584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:55.574445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Attempting to bind port cb16187b-a91c-4f3e-b114-f7b0b65270c1 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:59:55.574831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Attempting to bind port cb16187b-a91c-4f3e-b114-f7b0b65270c1 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:59:55.575213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Attempting to bind port cb16187b-a91c-4f3e-b114-f7b0b65270c1 on network 148de30b-1e69-4149-80f9-fa610abe9b7d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:59:55.581069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:59:55.581457 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Checking segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:59:55.581900 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.582311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Bound using segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:59:55.583115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Bound port: cb16187b-a91c-4f3e-b114-f7b0b65270c1, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:59:55.583264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.675331 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.694023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object ebf15140-7d03-4707-a2e7-7575166461e4 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:59:55.701435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] For port cb16187b-a91c-4f3e-b114-f7b0b65270c1, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:59:55.705532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] For port cb16187b-a91c-4f3e-b114-f7b0b65270c1, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cb16187b-a91c-4f3e-b114-f7b0b65270c1,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:59:55.829201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.833265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-52c121e9-fb53-452c-97b3-c3aa613c96bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:55.857654 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:55.865352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7ca7a6b5-5e1f-41ed-bf20-5a90c4ed7616 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:55.914729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Pushing event updated for resources: {'Port': ['ID=cb16187b-a91c-4f3e-b114-f7b0b65270c1,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:55.917891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:55.963191 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 148de30b-1e69-4149-80f9-fa610abe9b7d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:59:55.966415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:59:55.970571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 17:59:56.016980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:56.021573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:56.039460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.255733 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.298432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b868587c-b392-499c-91fb-138a56b984d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:59:56.417000 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b868587c-b392-499c-91fb-138a56b984d0 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:59:56.422410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b868587c-b392-499c-91fb-138a56b984d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:56.422771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.540553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.557429 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b868587c-b392-499c-91fb-138a56b984d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b868587c-b392-499c-91fb-138a56b984d0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:56.625712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.626636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cb16187b-a91c-4f3e-b114-f7b0b65270c1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:59:56.650928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:56.747882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b868587c-b392-499c-91fb-138a56b984d0,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:56.752511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:56.790252 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.822958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port cb16187b-a91c-4f3e-b114-f7b0b65270c1 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:59:56.851488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.877232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5f4bc5c-834f-4c7d-bb00-0414e7da0eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:56.966380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:56.969295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:56.974380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:57.103581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 148de30b-1e69-4149-80f9-fa610abe9b7d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:59:57.104641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:59:57.290301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b02d8110-394a-4fc5-8b1c-fa514be82c86 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 17:59:57.474795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 17:59:57.486178 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Sync routers for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:59:57.493703 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/b02d8110-394a-4fc5-8b1c-fa514be82c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3339961 Dec 17 17:59:57.498889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:57.499199 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:57.512081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fea24-9855-46f7-8724-ee6bf83cded5 None None] Network 148de30b-1e69-4149-80f9-fa610abe9b7d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 17:59:57.671208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d655a1ce-b78c-490d-881a-25970ebb2de4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:59:57.679077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Provisioning for port cb16187b-a91c-4f3e-b114-f7b0b65270c1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:59:57.692777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Provisioning complete for port cb16187b-a91c-4f3e-b114-f7b0b65270c1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:57.693107 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:57.693217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:57.762513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d655a1ce-b78c-490d-881a-25970ebb2de4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:59:57.764007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d655a1ce-b78c-490d-881a-25970ebb2de4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654231076&fields=id&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 267 time: 0.1462328 Dec 17 17:59:57.864646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:57.899531 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] For port cb16187b-a91c-4f3e-b114-f7b0b65270c1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cb16187b-a91c-4f3e-b114-f7b0b65270c1,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 17:59:57.921102 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-7c26cbaa-c7f6-4fec-b967-ae73f9cd5cd0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:59:57.921912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-7c26cbaa-c7f6-4fec-b967-ae73f9cd5cd0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:59:57.977249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:57.980399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c48a0003-2f62-42b8-83bd-f1fb54b3b3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:58.005186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-7c26cbaa-c7f6-4fec-b967-ae73f9cd5cd0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:59:58.006396 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-7c26cbaa-c7f6-4fec-b967-ae73f9cd5cd0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 797 time: 0.2342119 Dec 17 17:59:58.030265 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-af9e47e2-0263-4a71-8faa-951be87a788b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/quotas/46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 375 time: 0.0171351 Dec 17 17:59:58.031154 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 2, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:58.036824 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Checking router: b02d8110-394a-4fc5-8b1c-fa514be82c86 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:59:58.037311 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Updating router b02d8110-394a-4fc5-8b1c-fa514be82c86 port ebf15140-7d03-4707-a2e7-7575166461e4 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:59:58.097949 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.103844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Pushing event updated for resources: {'Port': ['ID=cb16187b-a91c-4f3e-b114-f7b0b65270c1,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:58.111819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:58.119605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b4757939-b99d-4c62-94d9-11fbe89af912 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 17:59:58.131447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Provisioning complete for port cb16187b-a91c-4f3e-b114-f7b0b65270c1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:58.131830 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.194255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b4757939-b99d-4c62-94d9-11fbe89af912 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 17:59:58.196119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b4757939-b99d-4c62-94d9-11fbe89af912 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648004 Dec 17 17:59:58.262659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b868587c-b392-499c-91fb-138a56b984d0 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:59:58.361076 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b868587c-b392-499c-91fb-138a56b984d0 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:58.361465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.386463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b1d45c5e-709a-4b6a-86d1-503ff60459a1 service neutron] 10.222.0.61 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717579 Dec 17 17:59:58.447799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Provisioning for port ebf15140-7d03-4707-a2e7-7575166461e4 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:59:58.464635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Provisioning complete for port ebf15140-7d03-4707-a2e7-7575166461e4 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:58.465024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.529013 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.541895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e5c23a7a-267f-46c5-b230-4124243ef1e0 None None] Port ebf15140-7d03-4707-a2e7-7575166461e4 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 17:59:58.551974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Transition to ACTIVE for port object ebf15140-7d03-4707-a2e7-7575166461e4 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:59:58.553377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-4399fdca-f734-4f1d-a4bb-c31fefe0c803 service neutron] 10.222.0.61 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603224 Dec 17 17:59:58.605794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cb16187b-a91c-4f3e-b114-f7b0b65270c1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 17:59:58.636772 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.641443 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:58.682229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port cb16187b-a91c-4f3e-b114-f7b0b65270c1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:59:58.682550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.848791 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Pushing event updated for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:58.868966 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.869307 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.869646 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.870001 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.870328 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.870652 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.870973 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.871292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.871610 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.871931 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.872247 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.872974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:59:58.876866 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:58.883784 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Attempting to bind port ebf15140-7d03-4707-a2e7-7575166461e4 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 17:59:58.884358 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Attempting to bind port ebf15140-7d03-4707-a2e7-7575166461e4 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 17:59:58.884889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Attempting to bind port ebf15140-7d03-4707-a2e7-7575166461e4 on network 148de30b-1e69-4149-80f9-fa610abe9b7d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 17:59:58.896467 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 17:59:58.896974 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Checking segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 17:59:58.897687 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.898332 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Bound using segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 17:59:58.898912 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Bound port: ebf15140-7d03-4707-a2e7-7575166461e4, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 17:59:58.899378 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:58.917624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b90fd9e1-e1ee-423f-88f2-4d24c3e430ef req-34231a4e-0f2b-4b36-a044-458bff41c875 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 210 time: 0.0748215 Dec 17 17:59:58.998633 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] For port ebf15140-7d03-4707-a2e7-7575166461e4, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 17:59:59.001662 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] For port ebf15140-7d03-4707-a2e7-7575166461e4, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ebf15140-7d03-4707-a2e7-7575166461e4,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 17:59:59.060427 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:59:59.065201 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9861120-185a-4fe5-be21-fe3e0de5da7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 17:59:59.144921 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 17:59:59.145541 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T17:59:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:59.211845 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Pushing event updated for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:59:59.250753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-7b92188f-8a16-437c-b683-86a96c7f395f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 17:59:59.362044 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 17:59:59.669563 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T17:59:58Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:59:59.673941 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda3a9d-30ac-4adc-a024-3724b696fd5a None None] The sync data for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv is: [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T17:59:58Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:00:00.078382 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0fdba21a-3026-4bd9-a805-426c5de00a58 req-fa4dedbe-7735-4a8b-838b-6a5f5961567a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 210 time: 0.0543623 Dec 17 18:00:00.230707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ebf15140-7d03-4707-a2e7-7575166461e4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:00:00.382904 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port ebf15140-7d03-4707-a2e7-7575166461e4 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:00:00.388444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ebf15140-7d03-4707-a2e7-7575166461e4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:00:00.388833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:00.508897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:00.542174 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port ebf15140-7d03-4707-a2e7-7575166461e4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ebf15140-7d03-4707-a2e7-7575166461e4,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:00:00.596953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:00.599319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-4da24af3-523e-4fac-8f3c-9845e6e0e297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:00.669236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:00.672905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:01.132145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-8af3fdea-0a18-4905-9adf-96cf58e49c68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:01.133561 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-8af3fdea-0a18-4905-9adf-96cf58e49c68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 797 time: 0.1514380 Dec 17 18:00:01.183233 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-f026bf33-9c6e-4b8e-8b9e-84d010d5ca65 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 380 time: 0.0397720 Dec 17 18:00:01.234937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'port': {'device_id': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'admin_state_up': True, 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'security_groups': ['1daa4db9-a4f4-417f-82b0-4facb7518535']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:00:01.251424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f40498bb-0560-4ede-ad40-19b801532114 req-2868b8fc-0d8d-4543-a1a4-646ca631e1ed tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 210 time: 0.0606880 Dec 17 18:00:01.371331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:00:01.381227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:00:01.427734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:00:01.431287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:01.591111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.9 (148de30b-1e69-4149-80f9-fa610abe9b7d/ef1718fc-6b51-47dc-a7c1-01e78c44c18e/0824f2de-e223-4123-81fd-e94aae39ba74) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:00:01.779338 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:01.794766 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 0824f2de-e223-4123-81fd-e94aae39ba74 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:00:01.885820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:01.892061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48a21e53-c9a4-44e7-bdc2-8da5b7a3547f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:02.080088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 148de30b-1e69-4149-80f9-fa610abe9b7d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:00:02.083497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:00:02.087434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:00:02.120185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:02.131048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:02.157142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:02.157774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.226523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ebf15140-7d03-4707-a2e7-7575166461e4 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:00:02.254387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0274544 Dec 17 18:00:02.268498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Request body: {'port': {'device_id': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:00:02.269330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cfd3914b-8445-47a6-8bc3-26654fda1a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.300941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port ebf15140-7d03-4707-a2e7-7575166461e4 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:00:02.301425 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.429852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a6f551de-a684-43d3-9bcf-9622c9846114 None None] Provisioning for port 0824f2de-e223-4123-81fd-e94aae39ba74 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:00:02.439508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a6f551de-a684-43d3-9bcf-9622c9846114 None None] Provisioning complete for port 0824f2de-e223-4123-81fd-e94aae39ba74 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:00:02.439782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.439922 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a6f551de-a684-43d3-9bcf-9622c9846114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.497370 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a6f551de-a684-43d3-9bcf-9622c9846114 None None] Port 0824f2de-e223-4123-81fd-e94aae39ba74 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:00:02.533351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bc203-3cfb-4876-90e8-915b904f3ab1 req-e8fab857-bb95-4de9-b44c-937ab122aa2d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:02.534098 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-778bc203-3cfb-4876-90e8-915b904f3ab1 req-e8fab857-bb95-4de9-b44c-937ab122aa2d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:00:02.672969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-778bc203-3cfb-4876-90e8-915b904f3ab1 req-e8fab857-bb95-4de9-b44c-937ab122aa2d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:00:02.674088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-778bc203-3cfb-4876-90e8-915b904f3ab1 req-e8fab857-bb95-4de9-b44c-937ab122aa2d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 931 time: 0.3159473 Dec 17 18:00:02.748896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-778bc203-3cfb-4876-90e8-915b904f3ab1 req-1d7cf821-891f-4ebe-aebb-2ea8583892e1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648868 Dec 17 18:00:02.842600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0824f2de-e223-4123-81fd-e94aae39ba74 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:00:02.850595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.864321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Transition to ACTIVE for port object 0824f2de-e223-4123-81fd-e94aae39ba74 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:00:02.930908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:02.934331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b37db59b-94d9-4c30-98e7-686da723eb40 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:03.084843 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Pushing event updated for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:03.092357 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:03.166748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Attempting to bind port 0824f2de-e223-4123-81fd-e94aae39ba74 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:00:03.167368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Attempting to bind port 0824f2de-e223-4123-81fd-e94aae39ba74 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:00:03.167368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Attempting to bind port 0824f2de-e223-4123-81fd-e94aae39ba74 on network 148de30b-1e69-4149-80f9-fa610abe9b7d {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:00:03.171911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Port 0824f2de-e223-4123-81fd-e94aae39ba74 on network 148de30b-1e69-4149-80f9-fa610abe9b7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:00:03.172255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Attempting to bind port 0824f2de-e223-4123-81fd-e94aae39ba74 on network 148de30b-1e69-4149-80f9-fa610abe9b7d {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:00:03.177208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:00:03.177541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Checking segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:00:03.177987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Bound using segment: {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:00:03.178406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Bound port: 0824f2de-e223-4123-81fd-e94aae39ba74, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b1f421-35b7-412a-adb9-1fc25420b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:00:03.178744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:03.266923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:00:03.269699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=0824f2de-e223-4123-81fd-e94aae39ba74,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:00:03.334044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:03.338043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f2fc27cc-64d2-4661-ad84-6ae9f2bb22e8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:03.396900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:03.397591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:03.399224 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] 10.222.0.60 "PUT /v2.0/ports/0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 1093 time: 1.1370554 Dec 17 18:00:03.399740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:00:03.422728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Pushing event updated for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:03.426287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:03.451003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74', 'status': 'completed', 'code': 200} Dec 17 18:00:03.546949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-304c8397-aadf-431b-9c4f-b177b9451e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:03.548480 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-304c8397-aadf-431b-9c4f-b177b9451e83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1096 time: 0.0744591 Dec 17 18:00:03.699341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-a470a37c-fa28-4243-ae2e-249d2723268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:03.700707 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-a470a37c-fa28-4243-ae2e-249d2723268f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=46adf2322acd4b2bad029209518f100d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1445053 Dec 17 18:00:03.845953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-889aa28b-6441-401d-a9b3-7c9703806aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:03.847457 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf60f98a-9c26-4273-b07a-5032ec69de35 req-889aa28b-6441-401d-a9b3-7c9703806aad service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389544 Dec 17 18:00:03.995572 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef7fc-3192-4c4c-9d3f-e9340444b009 req-6287ae24-958e-4ccb-b54e-78b7c32d65f8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:03.997008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f3ef7fc-3192-4c4c-9d3f-e9340444b009 req-6287ae24-958e-4ccb-b54e-78b7c32d65f8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 943 time: 0.1392057 Dec 17 18:00:04.000026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-352b20b0-fc48-4f17-b967-8bd988696327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:04.001329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-352b20b0-fc48-4f17-b967-8bd988696327 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1096 time: 0.1086047 Dec 17 18:00:04.202845 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-53c5a353-c7d3-4124-a22a-59fd4bd8af88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 217 time: 0.1866119 Dec 17 18:00:04.261538 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f3ef7fc-3192-4c4c-9d3f-e9340444b009 req-80333d9a-3724-4318-be29-65823384ba20 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581699 Dec 17 18:00:04.274242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b6bf0db5-b8f2-47bb-9e10-339f44e777d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:04.275632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-b6bf0db5-b8f2-47bb-9e10-339f44e777d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0657592 Dec 17 18:00:04.351243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-033f8685-9aff-4f45-8bcc-50474026081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:04.352604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-033f8685-9aff-4f45-8bcc-50474026081a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706556 Dec 17 18:00:04.482130 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-f5530159-f49a-4bb7-8acc-ee157d2e7aca service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221817 Dec 17 18:00:04.611595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6f3b4ff-df45-4544-a667-62fb6c402240 req-2ed5affd-ed91-4ef8-b129-762f9b701ffd service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228888 Dec 17 18:00:05.122121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-17c9c56c-66a4-49eb-a4e1-127f198ce56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:05.449121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d101e-4886-4ab5-8787-809f9f13c9db req-51dd2449-d457-44ec-8f36-08a4f183a2ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:05.450606 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-765d101e-4886-4ab5-8787-809f9f13c9db req-51dd2449-d457-44ec-8f36-08a4f183a2ac tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 943 time: 0.0830326 Dec 17 18:00:05.494919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-765d101e-4886-4ab5-8787-809f9f13c9db req-015a250e-188b-401c-b35b-4034750fb23f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Dec 17 18:00:05.919073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:06.019004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:06.677278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc65608-61f9-4151-b7af-7247e35c4e47 req-51e0cc76-278e-47c6-9f6f-51be6c63d7b0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:06.678749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2cc65608-61f9-4151-b7af-7247e35c4e47 req-51e0cc76-278e-47c6-9f6f-51be6c63d7b0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 943 time: 0.0829282 Dec 17 18:00:06.725269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2cc65608-61f9-4151-b7af-7247e35c4e47 req-09b5b07b-17fc-4512-acca-74fa394d6d86 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410314 Dec 17 18:00:07.485533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:07.903543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048fce7-9d92-4b27-bfab-027ea6459850 req-17516187-8337-49c5-ab18-9a1b67e46c03 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:07.905028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0048fce7-9d92-4b27-bfab-027ea6459850 req-17516187-8337-49c5-ab18-9a1b67e46c03 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 943 time: 0.0780373 Dec 17 18:00:07.950586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0048fce7-9d92-4b27-bfab-027ea6459850 req-43717509-4e99-45d5-b7df-734ac63e0118 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394716 Dec 17 18:00:08.789038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 0824f2de-e223-4123-81fd-e94aae39ba74 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:00:08.919391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=0824f2de-e223-4123-81fd-e94aae39ba74,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:00:08.932331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '0824f2de-e223-4123-81fd-e94aae39ba74', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'port_id': '0824f2de-e223-4123-81fd-e94aae39ba74', 'mac_address': 'fa:16:3e:21:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:00:08.986328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:09.002755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0824f2de-e223-4123-81fd-e94aae39ba74 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:00:09.017355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=0824f2de-e223-4123-81fd-e94aae39ba74,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:00:09.076802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:09.079219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-40272317-4628-4b96-9ce5-78e9bd8c6c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:09.133627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8de64-b6b5-456a-8d57-5933342cb87b req-27f685f9-843e-45db-9ef5-b3869f647cd2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:09.135110 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84e8de64-b6b5-456a-8d57-5933342cb87b req-27f685f9-843e-45db-9ef5-b3869f647cd2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 944 time: 0.0813575 Dec 17 18:00:09.148136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:09.151224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:09.179443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84e8de64-b6b5-456a-8d57-5933342cb87b req-c30fd5f2-ef5c-467a-87d6-032fa525895e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Dec 17 18:00:09.400026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['0824f2de-e223-4123-81fd-e94aae39ba74'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:00:10.363112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d4f3-b17d-438f-9f30-1434c9b348d6 req-5e390057-4c61-482f-bc6b-45e4c015dc63 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:10.364478 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5b1d4f3-b17d-438f-9f30-1434c9b348d6 req-5e390057-4c61-482f-bc6b-45e4c015dc63 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 944 time: 0.0830705 Dec 17 18:00:10.407477 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b5b1d4f3-b17d-438f-9f30-1434c9b348d6 req-ed9595fc-128d-47db-b99e-9453a63c26ae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Dec 17 18:00:10.822624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 0824f2de-e223-4123-81fd-e94aae39ba74 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:00:10.947993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 0824f2de-e223-4123-81fd-e94aae39ba74 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:00:10.952692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 0824f2de-e223-4123-81fd-e94aae39ba74 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:00:10.957755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:11.065608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:11.091811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:00:11.103157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=0824f2de-e223-4123-81fd-e94aae39ba74,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:00:11.140072 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74', 'code': 200} Dec 17 18:00:11.176806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:11.178886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:11.280399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:11.283380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:11.565878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897453-f534-4c20-aa13-0988b3c4525e req-ef6d39f2-7e33-4493-b6e0-e7ad29a12856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:11.567257 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d897453-f534-4c20-aa13-0988b3c4525e req-ef6d39f2-7e33-4493-b6e0-e7ad29a12856 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.1151853 Dec 17 18:00:11.617269 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8d897453-f534-4c20-aa13-0988b3c4525e req-b68f5b46-58ac-429e-94d4-97d9517361e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Dec 17 18:00:11.632979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b361656-f79e-4426-a395-fc5b884e7adb req-6c9496a7-69fe-4d5c-8792-3a7f997db745 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:11.634381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b361656-f79e-4426-a395-fc5b884e7adb req-6c9496a7-69fe-4d5c-8792-3a7f997db745 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.1204572 Dec 17 18:00:11.676655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0b361656-f79e-4426-a395-fc5b884e7adb req-75d2ff4c-219c-4c5b-936b-338baa9edb90 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366950 Dec 17 18:00:12.866175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9cc0-3e3f-4909-b957-1825f9e2b4b6 req-638d0af5-a900-4d94-9184-9bc5ede8683e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:12.867657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-145e9cc0-3e3f-4909-b957-1825f9e2b4b6 req-638d0af5-a900-4d94-9184-9bc5ede8683e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0854609 Dec 17 18:00:12.915922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-145e9cc0-3e3f-4909-b957-1825f9e2b4b6 req-9172ad92-10f7-41e8-91ef-ed9cb4b5c8db tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Dec 17 18:00:14.098848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279fb26-6882-4982-9790-e8d0b6b0a143 req-7b7ee205-4e5d-47fe-9153-27633a32b4c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:14.100349 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a279fb26-6882-4982-9790-e8d0b6b0a143 req-7b7ee205-4e5d-47fe-9153-27633a32b4c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0834157 Dec 17 18:00:14.145977 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a279fb26-6882-4982-9790-e8d0b6b0a143 req-1da9fea1-ea8b-4487-9079-2f74ee854809 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Dec 17 18:00:14.327800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea526d22-8891-450b-b1a7-2ba3ef27306f req-c4872fb9-3d21-4ef8-9ad8-ee8dc3c5fa9e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:14.329822 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea526d22-8891-450b-b1a7-2ba3ef27306f req-c4872fb9-3d21-4ef8-9ad8-ee8dc3c5fa9e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0828016 Dec 17 18:00:14.371458 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ea526d22-8891-450b-b1a7-2ba3ef27306f req-573ab687-fcb9-4958-81a4-b43089d021bc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359976 Dec 17 18:00:14.393707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57620) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:00:14.465344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce9653-55b5-4727-a1d9-8ece30dd8588 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:14.467177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-56ce9653-55b5-4727-a1d9-8ece30dd8588 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1093 time: 0.0721951 Dec 17 18:00:14.470306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57624) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:00:14.475596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '0824f2de-e223-4123-81fd-e94aae39ba74', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:00:14.481903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:00:14.485701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:floatingip and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:00:14.488528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:00:14.494174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:00:14.570641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:14.714950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:14.967526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.148 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/b3842c3b-635a-46a6-b66a-709afded2485) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:00:15.117510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:15.208238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:15.212728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-528d0769-acc7-4471-98d1-c75390d723d6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:15.274908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:00:15.277641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:00:15.282002 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:00:15.318719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=b3842c3b-635a-46a6-b66a-709afded2485,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:15.322844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:15.695276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:15.858093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:16.007711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:16.065321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:16.127650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:16.131443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d3421fd8-d80f-4a26-a513-aad6c335fb8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:00:16.236648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=b3842c3b-635a-46a6-b66a-709afded2485,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:00:16.240467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:00:16.246698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:16.413976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP f4a6f6cd-1d25-4a90-87a8-061371d16c5a associated. External IP: 172.26.4.148, port: 0824f2de-e223-4123-81fd-e94aae39ba74. Dec 17 18:00:16.876558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b02d8110-394a-4fc5-8b1c-fa514be82c86 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:00:17.052614 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:00:17.063723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Sync routers for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:00:17.078366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:00:17.080661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:00:17.133616 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:17.188403 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7170684 Dec 17 18:00:17.189064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:00:17.237216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74', 'status': 'completed', 'code': 200} Dec 17 18:00:17.259514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:00:17.397521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0032-db47-4ecf-b317-05410c59a909 req-d496adad-61d2-4119-89e1-9b7275e7eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:17.398943 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-d496adad-61d2-4119-89e1-9b7275e7eb4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.1398699 Dec 17 18:00:17.407358 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8544c-b414-4a27-8a01-9624153b94d2 req-98b95493-80ca-47e4-973a-c092a6512daf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:17.408725 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d8544c-b414-4a27-8a01-9624153b94d2 req-98b95493-80ca-47e4-973a-c092a6512daf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.1118867 Dec 17 18:00:17.545512 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-36d8544c-b414-4a27-8a01-9624153b94d2 req-f4c9e9c6-58cc-4f9d-b0c1-d98e9151e601 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099606 Dec 17 18:00:17.568472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57634) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:00:17.584094 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0032-db47-4ecf-b317-05410c59a909 req-a46d0069-36ea-4939-a61f-11b39614d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:17.585545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-a46d0069-36ea-4939-a61f-11b39614d973 service neutron] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 898 time: 0.1759880 Dec 17 18:00:17.616960 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'f4a6f6cd-1d25-4a90-87a8-061371d16c5a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'port_id': '0824f2de-e223-4123-81fd-e94aae39ba74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'mac_address': 'fa:16:3e:21:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:00:15Z', 'updated_at': '2021-12-17T18:00:15Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:00:17.620948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Checking router: b02d8110-394a-4fc5-8b1c-fa514be82c86 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:00:17.629781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:00:17.630426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:00:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:00:17.684240 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fe5808b7-2b6b-443f-b0a2-05008d0c2d18 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/f4a6f6cd-1d25-4a90-87a8-061371d16c5a HTTP/1.1" status: 200 len: 991 time: 0.1141517 Dec 17 18:00:17.698476 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-3dcf1d38-a970-4e60-bcb7-e1f3f4de00f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 999 time: 0.1056979 Dec 17 18:00:17.774411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0032-db47-4ecf-b317-05410c59a909 req-60516cad-344c-42ce-b886-6f8679991614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:17.775875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-60516cad-344c-42ce-b886-6f8679991614 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0714092 Dec 17 18:00:17.810426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:00:17.860650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0032-db47-4ecf-b317-05410c59a909 req-ef16eb93-9b03-4740-a824-2c0238593ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:17.862200 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-ef16eb93-9b03-4740-a824-2c0238593ee2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799143 Dec 17 18:00:17.992630 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-57c205c9-8fd5-41aa-a163-37489d791307 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242995 Dec 17 18:00:18.131474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-45ec0032-db47-4ecf-b317-05410c59a909 req-8b5df52f-291d-42ac-b5c6-0816af24a23e service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251614 Dec 17 18:00:18.151708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'f4a6f6cd-1d25-4a90-87a8-061371d16c5a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'port_id': '0824f2de-e223-4123-81fd-e94aae39ba74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'mac_address': 'fa:16:3e:21:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:00:15Z', 'updated_at': '2021-12-17T18:00:15Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:00:18.155622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143296e8-b693-4dd3-9502-e155755697b7 None None] The sync data for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv is: [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'f4a6f6cd-1d25-4a90-87a8-061371d16c5a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'port_id': '0824f2de-e223-4123-81fd-e94aae39ba74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'mac_address': 'fa:16:3e:21:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:00:15Z', 'updated_at': '2021-12-17T18:00:15Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:00:18.346776 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64d1c8-463f-4d09-9dd5-9c38d155ae75 None None] New status for floating IP f4a6f6cd-1d25-4a90-87a8-061371d16c5a: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:00:18.685785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57640) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:00:18.793825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-facf9fa8-8628-452d-b99f-e041a1979160 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/f4a6f6cd-1d25-4a90-87a8-061371d16c5a HTTP/1.1" status: 200 len: 993 time: 0.1066329 Dec 17 18:00:24.613945 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:00:32.249913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2a06e650-cd37-4031-9b82-dc992e1f38fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:35.113187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ea373b17-4444-45fd-8857-46a7ea88dac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:35.929906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:36.009905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:37.481303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:46.027014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:00:51.814246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-364a401e-276d-416b-98cf-d5e290bb1452 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708220 Dec 17 18:00:51.961344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-c7fbb0d2-3da4-4bee-b420-654e712ccf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:51.962821 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-c7fbb0d2-3da4-4bee-b420-654e712ccf4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.0737143 Dec 17 18:00:52.233006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-ce3e5ec4-f487-450a-83ef-80ad1ab24775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:52.235006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-ce3e5ec4-f487-450a-83ef-80ad1ab24775 service neutron] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 898 time: 0.2528765 Dec 17 18:00:52.337283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-b839ba8e-7d24-47db-9356-01847a5b4b6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 1001 time: 0.0948713 Dec 17 18:00:52.397750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-902ba014-6ea8-40df-856a-4c56308ca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:52.399068 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-902ba014-6ea8-40df-856a-4c56308ca133 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0558372 Dec 17 18:00:52.472925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-b542d11a-5015-427f-aee6-bc2a05864bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:00:52.474403 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-b542d11a-5015-427f-aee6-bc2a05864bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689127 Dec 17 18:00:52.485649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-20c0fb1a-0c8c-445e-86d6-72497cb98c02 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:00:52.486594 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-20c0fb1a-0c8c-445e-86d6-72497cb98c02 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053020 Dec 17 18:00:52.619793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-14bb4d93-2637-49f1-ae80-d0062ac6b96e service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262748 Dec 17 18:00:52.752433 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61c5b826-d0fa-4301-a503-2430bb850c2e req-ae8ec4e1-b127-41cf-8247-f9253d2f7b9e service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258335 Dec 17 18:01:01.613689 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:01:02.255453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8006d66f-9868-44e7-a069-1ce2147157ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:05.127298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e19d91d4-a469-4e5a-b565-ac840f23ce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:05.923817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:05.986412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:07.480564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:16.046433 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:20.165671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323451fb-391a-4044-b8bc-248058a69615 req-487cc745-9fdd-4105-8d43-22c80584351c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:20.167126 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-323451fb-391a-4044-b8bc-248058a69615 req-487cc745-9fdd-4105-8d43-22c80584351c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.1410494 Dec 17 18:01:20.172084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-918ac816-43bb-4a09-83e1-9f6e9f97e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:20.173410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-918ac816-43bb-4a09-83e1-9f6e9f97e7b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.0972385 Dec 17 18:01:20.295200 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-323451fb-391a-4044-b8bc-248058a69615 req-14d2243f-2b03-4970-8597-95310fd53508 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208251 Dec 17 18:01:20.334760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-1e94e339-0ad1-4be6-89c9-455f5821e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:20.336186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-1e94e339-0ad1-4be6-89c9-455f5821e8dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 898 time: 0.1455023 Dec 17 18:01:20.438065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-58a3d480-005c-4796-9056-fc1eb27fa7ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 1001 time: 0.0935624 Dec 17 18:01:20.499254 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-63198dee-b125-4dcc-bc8a-1b595c4ab3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:20.501292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-63198dee-b125-4dcc-bc8a-1b595c4ab3f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0563154 Dec 17 18:01:20.574200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-3cdc3f90-35ef-4ee0-954e-0b6b5b90d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:20.575636 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-3cdc3f90-35ef-4ee0-954e-0b6b5b90d916 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677333 Dec 17 18:01:20.705875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-9336b7d2-c607-4193-9ef3-5546bd82a355 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227188 Dec 17 18:01:20.836035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8c8d7d8b-49f0-4aa8-9ec2-e016d581aaca req-81309a74-2706-4947-ae9e-04d6d4b3056c service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228244 Dec 17 18:01:21.597039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabb34b-eb77-42ad-a260-f9f9a8570841 req-55b5d350-ef71-4ee9-b657-e87c5d9e5031 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:21.598530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebabb34b-eb77-42ad-a260-f9f9a8570841 req-55b5d350-ef71-4ee9-b657-e87c5d9e5031 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.1974313 Dec 17 18:01:21.642861 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebabb34b-eb77-42ad-a260-f9f9a8570841 req-bc491b66-f007-48a3-962f-bb5a8ff80b7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Dec 17 18:01:22.830508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122d314-787f-4a10-9bdd-02ecec6ffe60 req-a6025117-5ae3-4dff-869d-a2e207705176 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:22.831949 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f122d314-787f-4a10-9bdd-02ecec6ffe60 req-a6025117-5ae3-4dff-869d-a2e207705176 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0799959 Dec 17 18:01:22.878120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f122d314-787f-4a10-9bdd-02ecec6ffe60 req-76df8f3e-fd60-4586-8264-3b27527cdd4b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Dec 17 18:01:24.068063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d2b1d-7a2c-4cb7-a035-ddae8a7804ba req-ba5dc5bb-f6b6-4af9-ac6d-dd4454e865c6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:24.069513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-465d2b1d-7a2c-4cb7-a035-ddae8a7804ba req-ba5dc5bb-f6b6-4af9-ac6d-dd4454e865c6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0878837 Dec 17 18:01:24.113429 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-465d2b1d-7a2c-4cb7-a035-ddae8a7804ba req-5b99f7e1-c289-4fc6-ba8f-38dd2e090347 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Dec 17 18:01:25.299951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa104-735b-485f-9d51-dd6d5137e5a3 req-d90b2acd-a080-4af0-b602-729d2d609ff5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:25.301378 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-211fa104-735b-485f-9d51-dd6d5137e5a3 req-d90b2acd-a080-4af0-b602-729d2d609ff5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0823669 Dec 17 18:01:25.343988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-211fa104-735b-485f-9d51-dd6d5137e5a3 req-b3762aa9-1352-410c-998f-17fb69d9981f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 Dec 17 18:01:26.525672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d049b-b7b3-4c05-8db2-955ed8fbbc96 req-bd50655a-4c9c-469b-a927-c103e647b53a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:26.527302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e44d049b-b7b3-4c05-8db2-955ed8fbbc96 req-bd50655a-4c9c-469b-a927-c103e647b53a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0784431 Dec 17 18:01:26.569960 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e44d049b-b7b3-4c05-8db2-955ed8fbbc96 req-7a7957d4-1b6f-40d2-840d-e714010a32a5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365794 Dec 17 18:01:27.756353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e2b2-ba00-46ef-9827-f322a3e62a73 req-bc68aece-03e5-40ef-8a0b-9a1cd1cfceea tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:27.757795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ce05e2b2-ba00-46ef-9827-f322a3e62a73 req-bc68aece-03e5-40ef-8a0b-9a1cd1cfceea tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0833528 Dec 17 18:01:27.800578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ce05e2b2-ba00-46ef-9827-f322a3e62a73 req-d2db7796-26c3-41df-82e5-2d7bfa183cd2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Dec 17 18:01:28.980159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c39a1-5eb2-41df-9a83-251d41501693 req-c69b5776-16c1-4abd-8b4f-347cd636af3c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:28.981598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b2c39a1-5eb2-41df-9a83-251d41501693 req-c69b5776-16c1-4abd-8b4f-347cd636af3c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0790503 Dec 17 18:01:29.028704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b2c39a1-5eb2-41df-9a83-251d41501693 req-1e6b8ecf-52bf-410e-8e99-2a6706184903 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Dec 17 18:01:30.209890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e23b7-d2f6-44dc-8d6a-177831c5883b req-4b2cc872-4dcf-499d-846f-280a219fb8af tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:30.211348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd1e23b7-d2f6-44dc-8d6a-177831c5883b req-4b2cc872-4dcf-499d-846f-280a219fb8af tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0802565 Dec 17 18:01:30.255856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bd1e23b7-d2f6-44dc-8d6a-177831c5883b req-8983eaa0-548e-4bc9-890c-5de2d73fcb77 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389776 Dec 17 18:01:31.446944 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c3d1-0fa6-4394-bfc6-981a37c667c4 req-cec5d713-1f88-4821-9654-3ebfe85a2299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:31.448276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf33c3d1-0fa6-4394-bfc6-981a37c667c4 req-cec5d713-1f88-4821-9654-3ebfe85a2299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0839467 Dec 17 18:01:31.491064 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf33c3d1-0fa6-4394-bfc6-981a37c667c4 req-b32175f7-6155-4e09-aac6-867d3af4e8f8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372930 Dec 17 18:01:32.229083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-80a73704-0332-4585-9968-b674d691c4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:32.681171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8471d28-1090-4439-8023-19d787f37fef req-1b27a59d-1f0b-476d-8dc7-589f7e67fe07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:32.682657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8471d28-1090-4439-8023-19d787f37fef req-1b27a59d-1f0b-476d-8dc7-589f7e67fe07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0853693 Dec 17 18:01:32.726500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8471d28-1090-4439-8023-19d787f37fef req-6f41b622-3d31-4ed6-a8da-9123c883c529 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381711 Dec 17 18:01:32.749897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57696) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:01:32.856025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-65e49e7d-7c81-4372-ad19-442f172f6f05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/f4a6f6cd-1d25-4a90-87a8-061371d16c5a HTTP/1.1" status: 200 len: 993 time: 0.1048353 Dec 17 18:01:35.123253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-795a3f5d-655c-47b5-8b13-c323304c7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:35.923544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:35.997126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:37.489026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:38.612936 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:01:46.052375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:01:51.835795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-c6e75f7d-45d6-4ad7-8743-102745acde3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741570 Dec 17 18:01:51.977192 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1bd27-2816-4f07-8104-814c60625b6a req-47736143-8e9d-4855-bcea-49c0f4fb992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:51.978715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-47736143-8e9d-4855-bcea-49c0f4fb992a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.0721695 Dec 17 18:01:52.124000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1bd27-2816-4f07-8104-814c60625b6a req-823ad03d-adc3-4b72-9d7d-3096f5d8b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:52.125430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-823ad03d-adc3-4b72-9d7d-3096f5d8b3d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 898 time: 0.1257696 Dec 17 18:01:52.229313 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-d8388ecd-0cec-4980-b0ea-53606b6b053c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 1001 time: 0.0971258 Dec 17 18:01:52.293931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1bd27-2816-4f07-8104-814c60625b6a req-73cc04d0-d994-42ae-ae2f-a02fe6c69629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:52.295387 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-73cc04d0-d994-42ae-ae2f-a02fe6c69629 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0593262 Dec 17 18:01:52.379444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1bd27-2816-4f07-8104-814c60625b6a req-aebf3fd8-2262-4cf7-af19-65564a0e6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:01:52.380805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-aebf3fd8-2262-4cf7-af19-65564a0e6042 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786705 Dec 17 18:01:52.625616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-ab2fb29d-b918-4d8e-b159-5a89695e8454 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361722 Dec 17 18:01:52.757226 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ada1bd27-2816-4f07-8104-814c60625b6a req-dba2ad35-0fb5-4bdd-8140-2630ca9ec162 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240728 Dec 17 18:02:02.234981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-abe768d8-6643-40b6-b9e3-6f005c8ef4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:05.151778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c4219f10-d2ce-4f4a-8d77-a7388612c0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:05.960855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:06.012037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:07.494563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:15.612909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:02:16.048720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:21.549829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57720) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:21.755322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port b3842c3b-635a-46a6-b66a-709afded2485 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:02:21.755664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:21.921973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:21.922195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:22.042239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for b3842c3b-635a-46a6-b66a-709afded2485 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:02:22.252929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:22.257656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:22.307377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=b3842c3b-635a-46a6-b66a-709afded2485,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:22.347283 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.347668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.348047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.348420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.348789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.349153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.349516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.349907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.350272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.350631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.350993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.351352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:22.358570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:22.409375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:22.409702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP f4a6f6cd-1d25-4a90-87a8-061371d16c5a disassociated (deleted). External IP: 172.26.4.148, port: 0824f2de-e223-4123-81fd-e94aae39ba74. Dec 17 18:02:22.756644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b02d8110-394a-4fc5-8b1c-fa514be82c86 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:02:23.062565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:02:23.074080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Sync routers for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:02:23.084474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:23.091104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:23.144865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:23.201017 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/floatingips/f4a6f6cd-1d25-4a90-87a8-061371d16c5a HTTP/1.1" status: 204 len: 168 time: 1.6500800 Dec 17 18:02:23.201682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:02:23.254763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74', 'status': 'completed', 'code': 200} Dec 17 18:02:23.267703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:23.355664 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-7e913588-0632-4a84-91d0-af3e05c04607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:23.357103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-7e913588-0632-4a84-91d0-af3e05c04607 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 1098 time: 0.0789530 Dec 17 18:02:23.491752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-4f8e3b75-0c21-4554-abe4-b3d464f4a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:23.493194 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-4f8e3b75-0c21-4554-abe4-b3d464f4a3c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 200 len: 898 time: 0.1290877 Dec 17 18:02:23.566731 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-ed80726a-11eb-4c8a-aa58-23a83936194e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 200 len: 217 time: 0.0666189 Dec 17 18:02:23.590021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:23.594056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Checking router: b02d8110-394a-4fc5-8b1c-fa514be82c86 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:02:23.602963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:23.603587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:23.633647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-fca4ac92-0cee-4d62-bf86-6c2d98c78c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:23.635091 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-fca4ac92-0cee-4d62-bf86-6c2d98c78c71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 200 len: 834 time: 0.0589702 Dec 17 18:02:23.711559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-7d0e1bc6-c546-4fc9-bcaa-ac2fd1c53e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:23.713030 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-7d0e1bc6-c546-4fc9-bcaa-ac2fd1c53e70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=148de30b-1e69-4149-80f9-fa610abe9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718055 Dec 17 18:02:23.784044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:23.903310 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-c9072bdb-d417-4dd9-8ad4-c8944b11ddb2 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824770 Dec 17 18:02:23.917376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d200-8586-4abd-ad14-6d83d6fddefa req-f47a8388-32b7-4896-a8c5-874bd023dbc6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:23.918101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-3aa5d200-8586-4abd-ad14-6d83d6fddefa req-f47a8388-32b7-4896-a8c5-874bd023dbc6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:24.056077 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6008ff8b-9bdf-4468-8195-0a69bf85bad1 req-0a880063-8fb6-4112-a388-b63f2a464575 service neutron] 10.222.0.60 "GET /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342764 Dec 17 18:02:24.067288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-3aa5d200-8586-4abd-ad14-6d83d6fddefa req-f47a8388-32b7-4896-a8c5-874bd023dbc6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:24.068776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3aa5d200-8586-4abd-ad14-6d83d6fddefa req-f47a8388-32b7-4896-a8c5-874bd023dbc6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.2790747 Dec 17 18:02:24.098219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:24.102645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9fcd6-6d29-4829-96eb-d84b98b8d208 None None] The sync data for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv is: [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'ebf15140-7d03-4707-a2e7-7575166461e4', 'name': '', 'network_id': '148de30b-1e69-4149-80f9-fa610abe9b7d', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:9c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:55Z', 'updated_at': '2021-12-17T18:00:00Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'ef1718fc-6b51-47dc-a7c1-01e78c44c18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:02:24.116827 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3aa5d200-8586-4abd-ad14-6d83d6fddefa req-31f98065-9950-40a9-9078-c8fb102b9c0b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Dec 17 18:02:24.325217 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e35abb-fe42-4cc9-9f16-31711386de1e None None] New status for floating IP f4a6f6cd-1d25-4a90-87a8-061371d16c5a: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:02:25.370116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8127-83f7-4725-8dff-31195b2cd0fe req-f96f7006-9ec4-4525-9c65-d30272ddb959 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:25.371483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25b8127-83f7-4725-8dff-31195b2cd0fe req-f96f7006-9ec4-4525-9c65-d30272ddb959 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.1477568 Dec 17 18:02:25.413897 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f25b8127-83f7-4725-8dff-31195b2cd0fe req-825c8378-39d3-4bc4-9ec7-a4a6f37194a0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa4db9-a4f4-417f-82b0-4facb7518535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368955 Dec 17 18:02:25.500876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-38c0b75d-0caf-4cc2-838e-88bb82554ff4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:25.502319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-38c0b75d-0caf-4cc2-838e-88bb82554ff4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 945 time: 0.0772598 Dec 17 18:02:25.574566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 0824f2de-e223-4123-81fd-e94aae39ba74 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:02:25.574915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:25.810916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 0824f2de-e223-4123-81fd-e94aae39ba74, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=0824f2de-e223-4123-81fd-e94aae39ba74,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:25.811269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:26.047971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 0824f2de-e223-4123-81fd-e94aae39ba74 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:02:26.259878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:26.265608 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c8594e13-95d4-4f7e-a7ad-6a8de73c6cfb tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:26.310166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=0824f2de-e223-4123-81fd-e94aae39ba74,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:26.313208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:26.393310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] No DVR routers for this DVR port 0824f2de-e223-4123-81fd-e94aae39ba74 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:02:26.395783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:26.398298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'name': 'network-vif-deleted', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:02:26.442431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3931cab-6ebd-4e16-878c-570734b89a78', 'name': 'network-vif-deleted', 'tag': '0824f2de-e223-4123-81fd-e94aae39ba74', 'status': 'completed', 'code': 200} Dec 17 18:02:26.460788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-18c5be74-4b73-4d6d-9db6-87b2e90953de req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "DELETE /v2.0/ports/0824f2de-e223-4123-81fd-e94aae39ba74 HTTP/1.1" status: 204 len: 173 time: 0.9535003 Dec 17 18:02:26.563568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-cd5f8c75-273c-4e7b-981e-3be6b8257e02 req-161d088d-4352-4b3c-9a1c-b22c41d3484e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:26.643582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-cd5f8c75-273c-4e7b-981e-3be6b8257e02 req-161d088d-4352-4b3c-9a1c-b22c41d3484e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:26.644789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd5f8c75-273c-4e7b-981e-3be6b8257e02 req-161d088d-4352-4b3c-9a1c-b22c41d3484e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3931cab-6ebd-4e16-878c-570734b89a78 HTTP/1.1" status: 200 len: 210 time: 0.1237135 Dec 17 18:02:27.739525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57742) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:28.279744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:28.634163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port ebf15140-7d03-4707-a2e7-7575166461e4 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:02:28.634508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:28.933097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port ebf15140-7d03-4707-a2e7-7575166461e4, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=ebf15140-7d03-4707-a2e7-7575166461e4,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:28.933884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:29.054723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for ebf15140-7d03-4707-a2e7-7575166461e4 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:02:29.299918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:29.303541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c3cddb8c-7a4b-41b0-937d-fceb5b57277e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:29.348568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=ebf15140-7d03-4707-a2e7-7575166461e4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:29.352407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:29.615373 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 0824f2de-e223-4123-81fd-e94aae39ba74 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:02:29.625935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:29.649057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 0824f2de-e223-4123-81fd-e94aae39ba74 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:02:29.649418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 0824f2de-e223-4123-81fd-e94aae39ba74 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:02:29.979459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b02d8110-394a-4fc5-8b1c-fa514be82c86 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:02:30.155153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:02:30.166270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Sync routers for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:02:30.175726 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:30.178533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:30.237737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/b02d8110-394a-4fc5-8b1c-fa514be82c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955378 Dec 17 18:02:30.239351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57750) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:30.414212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:30.441965 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting subnet ef1718fc-6b51-47dc-a7c1-01e78c44c18e {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:02:30.444848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:30.497391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:30.580868 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:30.694084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T18:02:29Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:30.697895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Checking router: b02d8110-394a-4fc5-8b1c-fa514be82c86 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:02:30.706138 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Routers {'b02d8110-394a-4fc5-8b1c-fa514be82c86'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:30.706748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b02d8110-394a-4fc5-8b1c-fa514be82c86'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:30.727203 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:30.732044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-62525a55-b293-41d7-9fe8-090ec48546ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:30.769027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1718fc-6b51-47dc-a7c1-01e78c44c18e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:30.771160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:30.776184 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:30.778749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b0fe0065-2c36-4ec8-b9f3-23570440f748 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/subnets/ef1718fc-6b51-47dc-a7c1-01e78c44c18e HTTP/1.1" status: 204 len: 168 time: 0.5378869 Dec 17 18:02:30.780291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632781f0-34ff-4894-8944-4a089e78c6ce None None] Network 148de30b-1e69-4149-80f9-fa610abe9b7d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:02:30.780897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57754) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:30.965735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.029737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] Set router b02d8110-394a-4fc5-8b1c-fa514be82c86 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:31.146564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.214764 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port b868587c-b392-499c-91fb-138a56b984d0 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:02:31.215114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.331943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] DHCP port deletion for 148de30b-1e69-4149-80f9-fa610abe9b7d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:02:31.336810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T18:02:29Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:31.340351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Deleting port cb16187b-a91c-4f3e-b114-f7b0b65270c1 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:02:31.340735 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.369670 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7c036-6830-4b72-acb2-68738c1df253 None None] The sync data for ids ['b02d8110-394a-4fc5-8b1c-fa514be82c86'] in dv-neutron-821073-1-hyperv is: [{'id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235591845', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b868587c-b392-499c-91fb-138a56b984d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:59:50Z', 'updated_at': '2021-12-17T18:02:29Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': 'b868587c-b392-499c-91fb-138a56b984d0', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8110-394a-4fc5-8b1c-fa514be82c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:59:51Z', 'updated_at': '2021-12-17T17:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:02:31.400957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port b868587c-b392-499c-91fb-138a56b984d0, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b868587c-b392-499c-91fb-138a56b984d0,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:31.406199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.530759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for b868587c-b392-499c-91fb-138a56b984d0 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:02:31.547372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] For port cb16187b-a91c-4f3e-b114-f7b0b65270c1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=cb16187b-a91c-4f3e-b114-f7b0b65270c1,segment=NetworkSegment(93b1f421-35b7-412a-adb9-1fc25420b95c),segment_id=93b1f421-35b7-412a-adb9-1fc25420b95c)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:31.547661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.724577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Calling delete_port for cb16187b-a91c-4f3e-b114-f7b0b65270c1 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:02:31.757958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.763046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d4761d4-f06b-40e3-b18b-08b2d78f2128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:31.813715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=b868587c-b392-499c-91fb-138a56b984d0,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:31.841653 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:31.883491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.887413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:31.905470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:31.938328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Pushing event deleted for resources: {'Port': ['ID=cb16187b-a91c-4f3e-b114-f7b0b65270c1,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:31.938328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] No DVR routers for this DVR port cb16187b-a91c-4f3e-b114-f7b0b65270c1 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:02:31.945748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.946127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.946479 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.946818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.947154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.947490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.947822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.948151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.948501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.948791 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.949116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.949478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:31.952481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:32.202429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.204502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.231992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf2a8064-b5b4-45b2-975a-cf30edeb1972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.317497 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.318182 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Fanout notify agent at l3_agent the message router_deleted on router b02d8110-394a-4fc5-8b1c-fa514be82c86 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:02:32.325476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ebf15140-7d03-4707-a2e7-7575166461e4 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:02:32.333938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.337461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/routers/b02d8110-394a-4fc5-8b1c-fa514be82c86 HTTP/1.1" status: 204 len: 168 time: 1.5532472 Dec 17 18:02:32.337715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57758) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:32.372483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: ebf15140-7d03-4707-a2e7-7575166461e4 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:02:32.373071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device ebf15140-7d03-4707-a2e7-7575166461e4 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:02:32.373849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cb16187b-a91c-4f3e-b114-f7b0b65270c1 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:02:32.412291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: cb16187b-a91c-4f3e-b114-f7b0b65270c1 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:02:32.412650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device cb16187b-a91c-4f3e-b114-f7b0b65270c1 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:02:32.463754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.596820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.621047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148de30b-1e69-4149-80f9-fa610abe9b7d']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:32.633066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1f421-35b7-412a-adb9-1fc25420b95c') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:32.633362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1f421-35b7-412a-adb9-1fc25420b95c') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:32.644226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.659275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.665057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:02:32.665586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:02:32.679874 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:02:32.820395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.823767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e359df0-7eab-476a-9190-d026198c6922 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:32.838078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:32.849789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Network': ['ID=148de30b-1e69-4149-80f9-fa610abe9b7d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:32.852896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:32.924539 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/networks/148de30b-1e69-4149-80f9-fa610abe9b7d HTTP/1.1" status: 204 len: 168 time: 0.5850637 Dec 17 18:02:32.927052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:32.994144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.022494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.146071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.150136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-029c7fea-b45e-4d61-825b-16d66d1b1885 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:33.164065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa4db9-a4f4-417f-82b0-4facb7518535,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:33.166627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:33.219177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.220325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/security-groups/1daa4db9-a4f4-417f-82b0-4facb7518535 HTTP/1.1" status: 204 len: 168 time: 0.2923799 Dec 17 18:02:33.544895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57772) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:33.550170 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073371773', 'description': 'tempest-secgroup-smoke-2073371773 description', 'project_id': '46adf2322acd4b2bad029209518f100d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:33.556069 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:33.560083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:33.563674 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:33.569875 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:33.646459 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.665807 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:33.669600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:33.672502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:33.678215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:33.748286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.826070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.830041 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ec9c9665-9058-4f24-ba78-108ea7e1045c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:33.872217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e193e0c-ae4a-4a1f-9930-65a7c414f332,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:33.879730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.880116 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.880510 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.880870 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.881232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.881621 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.881984 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.882347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.882709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.883065 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.883422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.883778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:33.887342 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:33.934383 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:33.935618 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3897519 Dec 17 18:02:33.938467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57776) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:33.944086 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:33.949986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:33.953724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:33.956523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:33.962299 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:34.026292 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.091137 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.134357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.140157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ef9ed8c9-feeb-4b37-96a4-aa7eec9e46c8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:34.159092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fef847-9d57-45ef-9844-f2a9b48b4c52,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:34.161358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:34.229377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.234572 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0865759c-d98e-4477-8a19-9bb1ec1b6fab tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2910502 Dec 17 18:02:34.234572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 57780) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:34.238260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b868587c-b392-499c-91fb-138a56b984d0 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:02:34.239717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:34.245657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:34.249514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:34.252967 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:34.258667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:34.274985 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b868587c-b392-499c-91fb-138a56b984d0 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:02:34.275345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b868587c-b392-499c-91fb-138a56b984d0 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:02:34.344465 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.411181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.465676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.467575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d208725f-1127-4e1f-aa54-3c40edc46640 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:34.494400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c1eadd-d50c-4cb7-a0f0-9168428b0b6d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:34.498731 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:34.579926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.581108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9a9a8ac0-8f11-4198-8eec-6f9823e27c2f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3472288 Dec 17 18:02:34.583975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57784) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:34.589272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:34.597879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:34.600072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:34.603159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:34.609189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:34.672261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.736557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.785605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.787467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-21c3f38a-bc9a-40af-9ce8-a702d3faec21 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:34.809003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca51aeff-3643-4ebf-9226-8d8bd5ef57f2,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:34.811348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:34.869138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:34.870285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853367 Dec 17 18:02:34.872979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57788) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:34.878104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:34.883842 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:34.887652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:34.890466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:34.896790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:34.968830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.035222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.111882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.114035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9ff3b979-ef8e-42b6-aef3-b5997a6a2dd3 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:35.137105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510f5488-fdc9-4ece-b42b-77581aa53fbe,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:35.140324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-aefac0c3-5eba-4bec-ba14-8c3ddf189e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.142612 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:35.208447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.209615 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-cf15dd9e-db94-48d3-abf2-3ba38613b536 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3356969 Dec 17 18:02:35.213295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57792) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:35.218201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:35.224366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:35.228091 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:35.232340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:35.236516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:35.328714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:02:35.336289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.407702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.482767 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.484896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f5acf02-d768-4119-8d4b-681dad691ca6 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:35.509019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce91fbd6-1518-4129-a4dc-8a4a63442f10,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:35.513695 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:35.585481 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.586693 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3724699 Dec 17 18:02:35.589449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57796) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:35.594396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '1e193e0c-ae4a-4a1f-9930-65a7c414f332', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:35.600525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:35.604455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:35.607448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:35.613630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:35.686362 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:02:35.693367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.756442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.828953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.830738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cb6dc30b-1c03-4353-bc6d-b13f9ca62080 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:35.852761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a0b3e3-ba32-49ab-a5c2-6761a4b7e038,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:35.855165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:35.929391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.930619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5f50ede5-07ae-4381-98e3-b5285d4fa0d8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3402278 Dec 17 18:02:35.933428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57800) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:35.939104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'network': {'name': 'tempest-network-smoke--653677966', 'project_id': '46adf2322acd4b2bad029209518f100d', 'port_security_enabled': True}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:35.943954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:35.947988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:network and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:35.950844 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:35.954858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:35.956593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:36.006390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.031410 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:02:36.035551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.062956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:02:36.071265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.071616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Added segment f3638e78-bae4-4e04-9591-888d50aae3e4 of type vlan for network bc62042b-5a6c-41cd-b80f-a412c496b29a Dec 17 18:02:36.097830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.177686 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.183113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:36.185675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.188599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-90f36e18-a1d3-4b62-bd67-6e351a0e0bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:36.291692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Network': ['ID=bc62042b-5a6c-41cd-b80f-a412c496b29a,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:36.294301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:36.301634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network bc62042b-5a6c-41cd-b80f-a412c496b29a details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:02:36.333782 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4da9e32f-a251-44af-be8a-4838e260979c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993356 Dec 17 18:02:36.336392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57804) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:36.341573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'admin_state_up': True, 'project_id': '46adf2322acd4b2bad029209518f100d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:36.349509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:36.353344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:router and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:36.356208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:36.368637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:36.437826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.438898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.454150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:36.801882 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.323631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.352372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.485683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.78 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/2ad7eab9-8e91-4849-ac66-b0a5a5c510b6) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:02:37.494512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.628913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.715384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:37.718863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:37.783657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:37.787013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:37.791145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:02:37.820824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:37.830230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:38.264720 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:38.617297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:39.014390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router e0a983c9-f059-4060-b799-0ce33e7e7e81 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:02:39.188013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:02:39.198398 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Sync routers for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:02:39.207688 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:39.208287 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:39.263836 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:39.264951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9275677 Dec 17 18:02:39.268020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57808) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:39.311141 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fd3b8554-f75b-4174-8453-517e5e508270 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46adf2322acd4b2bad029209518f100d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413928 Dec 17 18:02:39.313562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57812) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:39.415002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:39.447100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49375a30-1876-4c70-b82e-e58fe50a89f8 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:39.448548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-49375a30-1876-4c70-b82e-e58fe50a89f8 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340585 Dec 17 18:02:39.451305 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57816) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:39.490065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-bf4ec64c-2295-4f73-bc80-3d20025ebfe9 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376303 Dec 17 18:02:39.492441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57820) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:39.497864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1978856773', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'project_id': '46adf2322acd4b2bad029209518f100d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:39.606644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:39.610314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:subnet and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:39.613321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:39.619631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:39.686578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:02:39.690227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:39.692798 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:38Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:39.696629 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Checking router: e0a983c9-f059-4060-b799-0ce33e7e7e81 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:02:39.700541 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Updating router e0a983c9-f059-4060-b799-0ce33e7e7e81 port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:02:39.747727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:39.967279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:39.972299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f4eafcc9-5a3f-4423-a8c8-187ce5bc2dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:40.053294 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Subnet': ['ID=c2a6bb1d-c23d-42b5-9c6d-266196a82ece,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:40.059113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:40.062179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Checking segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:02:40.062578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network hostable DHCP agents. Network: bc62042b-5a6c-41cd-b80f-a412c496b29a, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:02:40.078387 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.090035 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Transition to ACTIVE for port object 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:40.166346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network bc62042b-5a6c-41cd-b80f-a412c496b29a is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:02:40.194911 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.198588 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:40.246402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, bc62042b-5a6c-41cd-b80f-a412c496b29a) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:40.250848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:40.256667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.257326 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba21b07f-de63-4281-9209-7beaea68a5d8 None None] Network bc62042b-5a6c-41cd-b80f-a412c496b29a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:02:40.274976 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Pushing event updated for resources: {'Port': ['ID=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:40.279496 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Attempting to bind port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:02:40.284845 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Attempting to bind port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:02:40.284845 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Attempting to bind port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:02:40.287322 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.287673 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.288016 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.288349 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.288680 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.289011 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.289333 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.289654 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.290003 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.290322 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.290643 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.291003 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:02:40.295562 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:40.296477 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:02:40.296882 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:02:40.297307 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.297698 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:02:40.298188 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Bound port: 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:02:40.298566 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.333006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1b0fb72f-2429-4fc1-a397-982797eb5e56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8394833 Dec 17 18:02:40.335542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57824) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:40.375676 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] For port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:02:40.379769 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] For port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:02:40.441616 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.445394 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-da9a71d6-7539-40c3-ba5d-fc0462f8b064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:40.476170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-bc62042b-5a6c-41cd-b80f-a412c496b29a', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:02:40.481915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.517599 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Pushing event updated for resources: {'Port': ['ID=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:40.521786 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:40.527653 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:40.528275 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:40.635313 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Allocated IP 172.20.0.2 (bc62042b-5a6c-41cd-b80f-a412c496b29a/c2a6bb1d-c23d-42b5-9c6d-266196a82ece/b2a767fb-6d55-432d-a3ee-5bb184601fac) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:02:40.709117 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:40.840524 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.851661 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Transition to ACTIVE for port object b2a767fb-6d55-432d-a3ee-5bb184601fac will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:40.871254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Transition to ACTIVE for port object b2a767fb-6d55-432d-a3ee-5bb184601fac will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:40.944637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:40.951052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ff6bc702-c80c-4dad-a8bc-403d638b9a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:41.003827 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:38Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:41.007428 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9373fbe-f400-4d84-a915-7ad808eea308 None None] The sync data for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv is: [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:38Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:02:41.018264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Network bc62042b-5a6c-41cd-b80f-a412c496b29a is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:41.022539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:41.026157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:02:41.031954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Pushing event updated for resources: {'Port': ['ID=b2a767fb-6d55-432d-a3ee-5bb184601fac,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:41.036622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:41.129511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Attempting to bind port b2a767fb-6d55-432d-a3ee-5bb184601fac on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:02:41.129921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Attempting to bind port b2a767fb-6d55-432d-a3ee-5bb184601fac by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:02:41.130299 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Attempting to bind port b2a767fb-6d55-432d-a3ee-5bb184601fac on network bc62042b-5a6c-41cd-b80f-a412c496b29a {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:02:41.135821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:02:41.136274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Checking segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:02:41.136742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.137203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Bound using segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:02:41.137739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Bound port: b2a767fb-6d55-432d-a3ee-5bb184601fac, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:02:41.138205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.180747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.231116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] For port b2a767fb-6d55-432d-a3ee-5bb184601fac, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:02:41.234338 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] For port b2a767fb-6d55-432d-a3ee-5bb184601fac, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b2a767fb-6d55-432d-a3ee-5bb184601fac,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:02:41.289267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.293981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-cc1a11f2-1162-4b62-87f8-5e7435d824c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:41.391637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Pushing event updated for resources: {'Port': ['ID=b2a767fb-6d55-432d-a3ee-5bb184601fac,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:41.396046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:41.645524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.1 (bc62042b-5a6c-41cd-b80f-a412c496b29a/c2a6bb1d-c23d-42b5-9c6d-266196a82ece/f0b53e4d-76cc-43d7-a865-ab768ecc0719) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:02:41.812534 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.829016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object f0b53e4d-76cc-43d7-a865-ab768ecc0719 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:41.932958 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:41.936937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:42.009596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network bc62042b-5a6c-41cd-b80f-a412c496b29a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:42.012907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:42.016876 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:02:42.047419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:42.059046 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:42.080047 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:42.344307 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:42.367065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a1b01-d019-45b7-ab7e-39ebb086450f None None] Network bc62042b-5a6c-41cd-b80f-a412c496b29a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:02:42.434427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:42.562074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0a16cf75-0902-4fb4-a78c-ee1d7e4ccc0e None None] Provisioning for port b2a767fb-6d55-432d-a3ee-5bb184601fac completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:42.582881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:42.593148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:42.593849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:42.820617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:42.844271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:42.910451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:42.911355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b2a767fb-6d55-432d-a3ee-5bb184601fac up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:42.937146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-25e1e43d-c4f4-4f78-b1b3-c5078320542d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:43.036367 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:43.039510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:43.060237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.111603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port b2a767fb-6d55-432d-a3ee-5bb184601fac completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:43.117271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b2a767fb-6d55-432d-a3ee-5bb184601fac triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:43.117652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.140381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.170171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:43.213413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Provisioning for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:43.235573 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Provisioning complete for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:43.235961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.260671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.263973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:43.267274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:43.287368 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.314757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Port f0b53e4d-76cc-43d7-a865-ab768ecc0719 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:02:43.332471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port b2a767fb-6d55-432d-a3ee-5bb184601fac, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b2a767fb-6d55-432d-a3ee-5bb184601fac,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:43.335126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Provisioning complete for port b2a767fb-6d55-432d-a3ee-5bb184601fac triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:43.335507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5e97a393-df78-4f58-9ed3-4c747ad17747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.399330 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network bc62042b-5a6c-41cd-b80f-a412c496b29a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:43.400525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:43.424411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.431054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:43.520372 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=b2a767fb-6d55-432d-a3ee-5bb184601fac,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:43.523415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:43.600551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router e0a983c9-f059-4060-b799-0ce33e7e7e81 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:02:43.630178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-47ec1e1c-d108-4a6a-b630-dc5d989e1e65 None None] Provisioning complete for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:43.630656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-47ec1e1c-d108-4a6a-b630-dc5d989e1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:43.685665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-47ec1e1c-d108-4a6a-b630-dc5d989e1e65 None None] Port f0b53e4d-76cc-43d7-a865-ab768ecc0719 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:02:43.778661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:02:43.787948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Sync routers for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:02:43.791170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/e0a983c9-f059-4060-b799-0ce33e7e7e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4545188 Dec 17 18:02:43.796850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:43.797470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:43.960970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fde49746-c50a-48a1-b8c1-00dfc742cdce tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:43.977094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:44.075170 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fde49746-c50a-48a1-b8c1-00dfc742cdce tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:44.076262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fde49746-c50a-48a1-b8c1-00dfc742cdce tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073371773&fields=id&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 267 time: 0.1534612 Dec 17 18:02:44.227701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-864ee674-4ccd-4f84-8d9a-49923f11d161 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:44.228382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-864ee674-4ccd-4f84-8d9a-49923f11d161 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:44.287570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 2, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:44.290984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:44.297962 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-864ee674-4ccd-4f84-8d9a-49923f11d161 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:44.299179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-864ee674-4ccd-4f84-8d9a-49923f11d161 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 796 time: 0.2158623 Dec 17 18:02:44.314236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-0d984093-7f2f-4174-b8e3-b2a11005b8ec tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/quotas/46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 375 time: 0.0092268 Dec 17 18:02:44.336227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Checking router: e0a983c9-f059-4060-b799-0ce33e7e7e81 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:02:44.336523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Updating router e0a983c9-f059-4060-b799-0ce33e7e7e81 port f0b53e4d-76cc-43d7-a865-ab768ecc0719 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:02:44.400818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-785f16b9-374a-4984-bf3c-ef7ed2337cdf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:44.403432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:44.452994 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:44.453672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:44.459878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-b9c34057-7cf2-486e-be90-b576a1806102 req-785f16b9-374a-4984-bf3c-ef7ed2337cdf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:44.461306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-785f16b9-374a-4984-bf3c-ef7ed2337cdf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414189 Dec 17 18:02:44.478072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-de264cd5-c897-4812-ad76-c9955ad48139 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:02:44.479716 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-de264cd5-c897-4812-ad76-c9955ad48139 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061789 Dec 17 18:02:44.619773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-bf220571-f46a-4e37-8c23-c6468e7833e8 service neutron] 10.222.0.61 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348312 Dec 17 18:02:44.756854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-ed9d2700-16a6-4644-ada0-5d3b597f4cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308043 Dec 17 18:02:44.765950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b2a767fb-6d55-432d-a3ee-5bb184601fac up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:44.877849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port b2a767fb-6d55-432d-a3ee-5bb184601fac triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:44.878157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.009011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.059828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Transition to ACTIVE for port object f0b53e4d-76cc-43d7-a865-ab768ecc0719 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:45.111364 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40a471ca-e9ec-483c-8c71-e4512ba3c275 req-ee47c1f7-0143-4899-a3bd-8cd3a7257c18 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 210 time: 0.1433311 Dec 17 18:02:45.146209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.149942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:45.279703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Pushing event updated for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:45.313319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:45.372492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Attempting to bind port f0b53e4d-76cc-43d7-a865-ab768ecc0719 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:02:45.372882 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Attempting to bind port f0b53e4d-76cc-43d7-a865-ab768ecc0719 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:02:45.373262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Attempting to bind port f0b53e4d-76cc-43d7-a865-ab768ecc0719 on network bc62042b-5a6c-41cd-b80f-a412c496b29a {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:02:45.378918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:02:45.381564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Checking segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:02:45.381564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.381564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Bound using segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:02:45.381564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Bound port: f0b53e4d-76cc-43d7-a865-ab768ecc0719, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:02:45.381564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.486814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] For port f0b53e4d-76cc-43d7-a865-ab768ecc0719, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:02:45.489767 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] For port f0b53e4d-76cc-43d7-a865-ab768ecc0719, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0b53e4d-76cc-43d7-a865-ab768ecc0719,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:02:45.545940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:45.550440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:45.620979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:02:45.621611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:45.687839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Pushing event updated for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:45.700522 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:45.806088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:02:46.158252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:46.184655 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:45Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:02:46.188895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66412e4-1a25-4ecc-b54c-69c153b063cd None None] The sync data for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv is: [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:45Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:02:46.282649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7260859b-851e-4bb2-84ce-4bfd970eed1f req-ab2dc931-5f78-4528-aa30-14f58eb73eaa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 210 time: 0.0606539 Dec 17 18:02:47.208396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-c3745581-9ba0-4d74-a999-e12fb2542f24 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:47.210053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-c3745581-9ba0-4d74-a999-e12fb2542f24 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 796 time: 0.1682944 Dec 17 18:02:47.258704 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-e509b9a2-84df-45d3-9519-e079cbb086b0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 380 time: 0.0407915 Dec 17 18:02:47.267543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'port': {'device_id': '26691f23-725a-4fce-ab67-3c83d741c656', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'admin_state_up': True, 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'security_groups': ['1e193e0c-ae4a-4a1f-9930-65a7c414f332']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:47.526040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0c61154-1375-419c-be00-31a000423450 req-eb478a60-f23c-4709-a9b5-bac98c523d34 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 210 time: 0.0549562 Dec 17 18:02:47.575774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:47.585412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:47.657900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:02:47.662210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:47.824167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.5 (bc62042b-5a6c-41cd-b80f-a412c496b29a/c2a6bb1d-c23d-42b5-9c6d-266196a82ece/21687aa7-96b1-4271-8e3b-92a70c4dfbbd) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:02:48.008202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.023022 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 21687aa7-96b1-4271-8e3b-92a70c4dfbbd will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:48.115504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.121395 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:48.188883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network bc62042b-5a6c-41cd-b80f-a412c496b29a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:48.192641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:48.196866 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:02:48.237977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:48.242990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:48.271171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:48.271789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.317669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0b53e4d-76cc-43d7-a865-ab768ecc0719 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:48.356307 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0923038 Dec 17 18:02:48.432731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Request body: {'port': {'device_id': '26691f23-725a-4fce-ab67-3c83d741c656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:48.485520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:48.493532 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:48.494785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.572006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.620042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.628742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ad4fccdd-a4d3-4125-b665-c673139b3568 None None] Provisioning for port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:48.638592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ad4fccdd-a4d3-4125-b665-c673139b3568 None None] Provisioning complete for port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:48.638919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ad4fccdd-a4d3-4125-b665-c673139b3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.703888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port f0b53e4d-76cc-43d7-a865-ab768ecc0719, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0b53e4d-76cc-43d7-a865-ab768ecc0719,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:48.704936 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-ad4fccdd-a4d3-4125-b665-c673139b3568 None None] Port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:02:48.791465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:48.793932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-e6a1b771-bedb-4931-89e6-b604d533e6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:48.871804 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:48.875167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:48.876463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf57b8-d1dc-45f2-8c8c-8c56ea5c5eb9 req-54ae790b-da96-46e1-9b73-e18086b5cef4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:48.877171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-a3bf57b8-d1dc-45f2-8c8c-8c56ea5c5eb9 req-54ae790b-da96-46e1-9b73-e18086b5cef4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:02:48.968355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-a3bf57b8-d1dc-45f2-8c8c-8c56ea5c5eb9 req-54ae790b-da96-46e1-9b73-e18086b5cef4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:02:48.969490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3bf57b8-d1dc-45f2-8c8c-8c56ea5c5eb9 req-54ae790b-da96-46e1-9b73-e18086b5cef4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 931 time: 0.2836378 Dec 17 18:02:49.020212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21687aa7-96b1-4271-8e3b-92a70c4dfbbd {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:02:49.030937 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:49.042786 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a3bf57b8-d1dc-45f2-8c8c-8c56ea5c5eb9 req-bc76f87e-46d2-4e9c-b76c-fc5f22d411a8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625081 Dec 17 18:02:49.051434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Transition to ACTIVE for port object 21687aa7-96b1-4271-8e3b-92a70c4dfbbd will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:02:49.109505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:49.113933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f84b68de-987a-414f-a8ee-90c961d7c846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:49.266849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:49.274174 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:49.349137 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Attempting to bind port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:02:49.349475 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Attempting to bind port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:02:49.349806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Attempting to bind port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd on network bc62042b-5a6c-41cd-b80f-a412c496b29a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:02:49.354618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd on network bc62042b-5a6c-41cd-b80f-a412c496b29a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:02:49.355140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Attempting to bind port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd on network bc62042b-5a6c-41cd-b80f-a412c496b29a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:02:49.360780 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:02:49.361121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Checking segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:02:49.361504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Bound using segment: {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:02:49.361968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Bound port: 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3638e78-bae4-4e04-9591-888d50aae3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:02:49.362887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:49.448132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:02:49.451175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:02:49.529176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:49.533109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d91b355-3c55-43d3-9019-c4adea80397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:49.594802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:49.595496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:49.597664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] 10.222.0.60 "PUT /v2.0/ports/21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 1093 time: 1.2325833 Dec 17 18:02:49.598215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:02:49.620190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:49.623235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:49.703826 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'status': 'completed', 'code': 200} Dec 17 18:02:49.911657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-d6b42872-f348-4022-b0df-6008f2ace3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:49.913119 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-d6b42872-f348-4022-b0df-6008f2ace3ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1096 time: 0.1998212 Dec 17 18:02:49.985350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-24ac3aa3-8c63-42a2-96c0-e3f416ff9921 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 217 time: 0.0648291 Dec 17 18:02:50.048589 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-750f8c49-02d7-4775-910c-064e81e0de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.050647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-750f8c49-02d7-4775-910c-064e81e0de6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0584855 Dec 17 18:02:50.130540 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34057-7cf2-486e-be90-b576a1806102 req-b31e2214-87a7-41c5-8470-73002b2f2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.131991 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-b31e2214-87a7-41c5-8470-73002b2f2933 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746469 Dec 17 18:02:50.295017 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0b53e4d-76cc-43d7-a865-ab768ecc0719 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:50.318535 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-3baf4389-0ece-424f-a570-ea711127dbf2 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789517 Dec 17 18:02:50.329507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9483-45dd-4dad-b467-a2582d2b9ff6 req-502a6a08-ca0e-4e86-9d88-3dd235fc6bb7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.331518 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9fcb9483-45dd-4dad-b467-a2582d2b9ff6 req-502a6a08-ca0e-4e86-9d88-3dd235fc6bb7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 943 time: 0.1740324 Dec 17 18:02:50.367213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port f0b53e4d-76cc-43d7-a865-ab768ecc0719 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:50.367601 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:50.453266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9fcb9483-45dd-4dad-b467-a2582d2b9ff6 req-82baf4dc-5cef-4cb8-ba0e-26dd9679340d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010463 Dec 17 18:02:50.497857 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b9c34057-7cf2-486e-be90-b576a1806102 req-7421c116-789d-4665-9ac0-c1bc012eb2ea service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652374 Dec 17 18:02:50.697823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-d5bb520e-8fa1-4b5a-97ab-a674351b8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.699300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-d5bb520e-8fa1-4b5a-97ab-a674351b8507 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1096 time: 0.0690193 Dec 17 18:02:50.830584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-eb469999-4aaf-49f2-905c-ace5a3e23433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.831963 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-eb469999-4aaf-49f2-905c-ace5a3e23433 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1262999 Dec 17 18:02:50.902437 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-c52290bb-19c1-44f4-9e02-53ad8111dc31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 217 time: 0.0641172 Dec 17 18:02:50.963210 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-36d8c8be-6fee-45c0-a396-af5b8e5e7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:50.964589 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-36d8c8be-6fee-45c0-a396-af5b8e5e7624 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0560601 Dec 17 18:02:51.041221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-e158f8f8-d2e1-4648-84bb-5c141666aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:51.042700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-e158f8f8-d2e1-4648-84bb-5c141666aa0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717494 Dec 17 18:02:51.180103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-f8b987cd-74d5-410b-a7a8-3ca828f0d202 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307218 Dec 17 18:02:51.309668 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fc2c08c7-ae90-4f13-a202-6e7bd0a3ddbc req-0487dc1f-2140-4539-b2be-253f1835f83d service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229668 Dec 17 18:02:51.654690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbc03d-2ede-4bf0-aaf8-964059e75385 req-040f32ef-d7ed-4149-a42c-972d5f52a470 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:51.656886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4edbc03d-2ede-4bf0-aaf8-964059e75385 req-040f32ef-d7ed-4149-a42c-972d5f52a470 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 943 time: 0.0842094 Dec 17 18:02:51.700936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4edbc03d-2ede-4bf0-aaf8-964059e75385 req-d45f9e79-0c8c-4aa1-8f8d-8d9759059d9a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Dec 17 18:02:52.611716 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:02:52.887276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33a27-8477-4b15-85ae-ba557f19164e req-b0d48f3c-5ef6-4672-aa89-bb00088902e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:52.888597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60e33a27-8477-4b15-85ae-ba557f19164e req-b0d48f3c-5ef6-4672-aa89-bb00088902e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 943 time: 0.0805001 Dec 17 18:02:53.040622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60e33a27-8477-4b15-85ae-ba557f19164e req-8a16fdfd-53bf-4714-bbf0-c1546fafe3f6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455400 Dec 17 18:02:53.754347 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:02:53.890381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:53.904040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:02:53.957645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:53.976891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21687aa7-96b1-4271-8e3b-92a70c4dfbbd {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:02:53.991645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:54.031580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:54.033578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c8581ea0-65b4-4898-94b9-316cfd6109c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:54.099599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:54.102662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:54.228599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaa2a-88ac-4400-8e8c-b1d96413b820 req-0a1ec229-4b4e-433f-96df-6119623afc1d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:54.230071 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56daaa2a-88ac-4400-8e8c-b1d96413b820 req-0a1ec229-4b4e-433f-96df-6119623afc1d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.0797374 Dec 17 18:02:54.274413 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56daaa2a-88ac-4400-8e8c-b1d96413b820 req-9e2dac6c-48c3-4483-aa3c-8c1496abf8be tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385680 Dec 17 18:02:54.402892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['21687aa7-96b1-4271-8e3b-92a70c4dfbbd'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:02:55.513474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0fd2a-58ae-4bba-a1c7-910c41e33303 req-bc572321-fc4b-465a-a92b-f4890a17cc0f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:55.515297 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ff0fd2a-58ae-4bba-a1c7-910c41e33303 req-bc572321-fc4b-465a-a92b-f4890a17cc0f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.0895188 Dec 17 18:02:55.558474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ff0fd2a-58ae-4bba-a1c7-910c41e33303 req-dbdf10ec-b6af-4277-ad02-51c423ed2915 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376551 Dec 17 18:02:55.757406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:02:55.900082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:02:55.905137 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:02:55.905521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:56.021325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:56.047341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:02:56.057381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:02:56.092287 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'code': 200} Dec 17 18:02:56.105797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:56.107637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:56.171768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:56.175358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:56.405080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec580d6b-af4a-4f3b-891a-3619ab7c47ac req-0a234346-3086-44ba-b58e-e805c44646fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:56.406540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec580d6b-af4a-4f3b-891a-3619ab7c47ac req-0a234346-3086-44ba-b58e-e805c44646fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0688326 Dec 17 18:02:56.449660 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec580d6b-af4a-4f3b-891a-3619ab7c47ac req-399a5147-8e43-4f04-8768-84ea7df886be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360827 Dec 17 18:02:56.743811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428540f-34ce-4582-acaf-cc67f4b70542 req-efec3ad8-45d4-4b19-ab93-02dbe71e436c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:56.745236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5428540f-34ce-4582-acaf-cc67f4b70542 req-efec3ad8-45d4-4b19-ab93-02dbe71e436c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0786612 Dec 17 18:02:56.787994 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5428540f-34ce-4582-acaf-cc67f4b70542 req-c59ca571-01e1-4bcf-b793-cac693ace30b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Dec 17 18:02:57.987915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b758-0349-4a7e-88f9-b1d51273d1b3 req-e9b0d856-883d-4677-80a6-cdaf797a4b9f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:57.989373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7413b758-0349-4a7e-88f9-b1d51273d1b3 req-e9b0d856-883d-4677-80a6-cdaf797a4b9f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Dec 17 18:02:58.031901 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7413b758-0349-4a7e-88f9-b1d51273d1b3 req-4addc989-70de-4bed-b9c4-ce7f69725aa5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369556 Dec 17 18:02:58.213523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85bc5-ef4e-41b9-bf76-c1bf5a1b100c req-000aebde-8776-4c84-85b2-361352c20c3f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:58.214976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f9b85bc5-ef4e-41b9-bf76-c1bf5a1b100c req-000aebde-8776-4c84-85b2-361352c20c3f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0781791 Dec 17 18:02:58.258240 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f9b85bc5-ef4e-41b9-bf76-c1bf5a1b100c req-d1a8b20d-347c-42d3-a28a-7897b855ea95 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377088 Dec 17 18:02:58.280223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57896) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:58.361755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4ab71-5c14-4d4f-aa1e-4c79b4cbb221 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:02:58.361755 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ccd4ab71-5c14-4d4f-aa1e-4c79b4cbb221 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1093 time: 0.0719287 Dec 17 18:02:58.363884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57900) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:02:58.368823 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:02:58.374774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:02:58.379264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:floatingip and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:02:58.382104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:02:58.387700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:02:58.454134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:58.590559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:58.727682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.92 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/1229beee-cb11-444a-a2de-c22ba6040a97) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:02:58.867747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:58.945988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:58.950472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5ef3e030-9c16-4273-9240-592daea3fd85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:02:59.011401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:02:59.014248 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:02:59.017807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:02:59.053874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=1229beee-cb11-444a-a2de-c22ba6040a97,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:02:59.058012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:02:59.419558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:59.671747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:59.868287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:59.922677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:02:59.927206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7ea8f70f-4977-4297-91bc-29589520cc56 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:03:00.040678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=1229beee-cb11-444a-a2de-c22ba6040a97,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:03:00.045654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:03:00.057689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:00.230023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 3ae094c2-1834-41b9-beaf-30cbeabd3659 associated. External IP: 172.26.4.92, port: 21687aa7-96b1-4271-8e3b-92a70c4dfbbd. Dec 17 18:03:00.584555 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router e0a983c9-f059-4060-b799-0ce33e7e7e81 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:03:00.825880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:03:00.836473 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Sync routers for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:03:00.845486 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:03:00.846392 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:03:00.894596 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:00.953400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5860090 Dec 17 18:03:00.953400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:03:01.004690 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'status': 'completed', 'code': 200} Dec 17 18:03:01.071268 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:03:01.172361 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-3e6c4401-709d-4ae7-a03b-8deb3ec68f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:01.173867 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-3e6c4401-709d-4ae7-a03b-8deb3ec68f30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.1354029 Dec 17 18:03:01.186040 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbefceb-2feb-4156-93d6-35d3c8f1445e req-6fd6be4d-5f10-484b-be5e-089f12e184d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:01.187453 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecbefceb-2feb-4156-93d6-35d3c8f1445e req-6fd6be4d-5f10-484b-be5e-089f12e184d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.1108656 Dec 17 18:03:01.413698 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3ae094c2-1834-41b9-beaf-30cbeabd3659', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26691f23-725a-4fce-ab67-3c83d741c656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:02:59Z', 'updated_at': '2021-12-17T18:02:59Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:03:01.417432 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Checking router: e0a983c9-f059-4060-b799-0ce33e7e7e81 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:03:01.426403 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:03:01.427000 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:02:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:03:01.441277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecbefceb-2feb-4156-93d6-35d3c8f1445e req-87bb5d76-4e49-48f2-8de0-188d31cb36dd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330728 Dec 17 18:03:01.466498 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57908) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:03:01.559181 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-3a753042-44f9-4bdc-b330-8f316f6a94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:01.560632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-3a753042-44f9-4bdc-b330-8f316f6a94ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.3723032 Dec 17 18:03:01.599325 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:03:01.662266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-62b9b7e0-8e67-4af8-a7cb-833d8852faad tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/3ae094c2-1834-41b9-beaf-30cbeabd3659 HTTP/1.1" status: 200 len: 990 time: 0.1945410 Dec 17 18:03:01.691296 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-7bbe27d2-ca49-48ff-9fd9-3ed81bf9d824 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 998 time: 0.1225371 Dec 17 18:03:01.775235 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-e9accaad-7821-4941-917d-f5d18c6d95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:01.777466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-e9accaad-7821-4941-917d-f5d18c6d95c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0799572 Dec 17 18:03:01.864896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-0803e9d6-b76d-41c4-93a5-2eadeb51f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:01.866376 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-0803e9d6-b76d-41c4-93a5-2eadeb51f0f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831988 Dec 17 18:03:01.942978 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3ae094c2-1834-41b9-beaf-30cbeabd3659', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26691f23-725a-4fce-ab67-3c83d741c656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:02:59Z', 'updated_at': '2021-12-17T18:02:59Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:03:01.946891 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32149d11-27c1-4e52-9078-55a46bb382fd None None] The sync data for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv is: [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '3ae094c2-1834-41b9-beaf-30cbeabd3659', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26691f23-725a-4fce-ab67-3c83d741c656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:02:59Z', 'updated_at': '2021-12-17T18:02:59Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:03:01.998747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-ae5ba26c-6d89-4a52-9f0e-35718e678dbc service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260660 Dec 17 18:03:02.166702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40f6ddb6-a40b-44ea-b717-29188a01848c req-ec79ace6-1290-4531-86e9-a705b4bbcf6b service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584830 Dec 17 18:03:02.176459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d7f27-b3a4-4661-8148-49c84bad3d2f None None] New status for floating IP 3ae094c2-1834-41b9-beaf-30cbeabd3659: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:03:02.397401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cd9b2089-60e4-4dc6-afed-12c67043312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:02.665637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 57912) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:03:02.774523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-568ebdd6-23d7-4188-8e31-f2d1bd87e1ae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/3ae094c2-1834-41b9-beaf-30cbeabd3659 HTTP/1.1" status: 200 len: 992 time: 0.1076138 Dec 17 18:03:05.094459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-292f4542-05a8-43fc-b44e-81c7300aff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:05.934134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:06.014209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:07.488596 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:16.071478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:29.609785 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:03:32.236703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c54e5c2-9a2c-40dd-9faa-29f05b0ee4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:35.111255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-01c304db-f089-4d0d-9ce1-14cfc0933955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:35.947616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:36.002666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:37.488808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:46.076696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:03:55.109088 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-b5ed53c7-fc4e-4f4c-a91c-21c9c78db70e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693748 Dec 17 18:03:55.247641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-8710f7a7-d54b-4ff9-9d58-90304db6a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:55.249112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-8710f7a7-d54b-4ff9-9d58-90304db6a328 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0729408 Dec 17 18:03:55.400052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-4b1c62b5-7702-4d81-a78d-2b94a9ed9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:55.401402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-4b1c62b5-7702-4d81-a78d-2b94a9ed9e33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1335952 Dec 17 18:03:55.504303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-5e582467-0917-4a5f-b45c-b6e7ac020e50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 1000 time: 0.0958803 Dec 17 18:03:55.566087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-088a2e92-5116-4d7b-a9ac-8e7ee2117d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:55.567548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-088a2e92-5116-4d7b-a9ac-8e7ee2117d35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0571775 Dec 17 18:03:55.641758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-236a329a-0cdb-4b87-9321-23397a10d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:03:55.643246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-236a329a-0cdb-4b87-9321-23397a10d299 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698829 Dec 17 18:03:55.772795 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-1b23e624-8879-449c-8b8b-5c3ef7c2b68d service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230979 Dec 17 18:03:56.021995 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-feed8cae-e1ec-4306-81c8-eb2ba099af90 req-0ff75d1b-d921-4e18-a58c-e0a19be272e3 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411170 Dec 17 18:04:02.270930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c2f52f2d-7908-41c1-9ed8-7136eaa20a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:05.122189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3d9437f9-8f4e-461d-8e92-861483262139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:05.974001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:06.036888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:06.608925 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:04:07.036408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59634-7418-4b9b-8385-6ee73eda32d2 req-c4068fd8-5285-41db-b16a-4ac6182c062a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:07.037889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43a59634-7418-4b9b-8385-6ee73eda32d2 req-c4068fd8-5285-41db-b16a-4ac6182c062a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0823982 Dec 17 18:04:07.085421 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43a59634-7418-4b9b-8385-6ee73eda32d2 req-19d788ee-2f97-4f42-b57f-cb400d9d5846 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Dec 17 18:04:07.180214 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-26de8f32-1bfd-4ece-8bb0-28ae5742fdb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186855 Dec 17 18:04:07.488505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:08.275282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273bcac-4619-4adf-8d1d-0be477f92f86 req-3483ac23-b767-4d17-9dd8-9059b0d5c4f0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:08.276767 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1273bcac-4619-4adf-8d1d-0be477f92f86 req-3483ac23-b767-4d17-9dd8-9059b0d5c4f0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0851347 Dec 17 18:04:08.320768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1273bcac-4619-4adf-8d1d-0be477f92f86 req-571444cd-78b2-49fb-9d68-a5966fba510e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Dec 17 18:04:09.150645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-46e30a48-3cf5-4a50-bd5e-4fde456aaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:09.152111 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-46e30a48-3cf5-4a50-bd5e-4fde456aaa75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0702803 Dec 17 18:04:09.282867 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-7f92d1ed-a746-4032-8b67-c080d9faf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:09.284870 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-7f92d1ed-a746-4032-8b67-c080d9faf2eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1246047 Dec 17 18:04:09.388227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-00e4feca-3354-45a9-84e4-8f8d13a91a4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 1000 time: 0.0969188 Dec 17 18:04:09.505458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-eb0b96d4-4666-42ff-824d-b6250e346c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:09.506904 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-eb0b96d4-4666-42ff-824d-b6250e346c51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.1119459 Dec 17 18:04:09.576243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe4e6-7144-413c-8429-2f95585fab80 req-0a00a1eb-81a6-4965-bb13-5c9e6f4a2710 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:09.577662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844fe4e6-7144-413c-8429-2f95585fab80 req-0a00a1eb-81a6-4965-bb13-5c9e6f4a2710 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.1509447 Dec 17 18:04:09.632460 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844fe4e6-7144-413c-8429-2f95585fab80 req-e4f06770-a8ac-4dc8-ac2b-78ed0b0cbded tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478997 Dec 17 18:04:09.634934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-f5674220-02ce-4295-b141-1a602071b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:09.636292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-f5674220-02ce-4295-b141-1a602071b1f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224918 Dec 17 18:04:09.766298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-ec800886-9d30-43f7-a80d-107b599cd346 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Dec 17 18:04:09.897210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-c86b8581-0d81-44f0-96e3-6d3d849f14d7 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244550 Dec 17 18:04:10.819593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074b02a-4e97-489a-b3c7-e1c45acd8c10 req-8747f4da-6818-4396-a915-72afbd03d8e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:10.821006 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8074b02a-4e97-489a-b3c7-e1c45acd8c10 req-8747f4da-6818-4396-a915-72afbd03d8e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Dec 17 18:04:10.863876 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8074b02a-4e97-489a-b3c7-e1c45acd8c10 req-18b5cf47-71c4-4a7b-91d0-677fb16fca4b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373886 Dec 17 18:04:12.058535 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d63535-33b4-4e54-8960-43a73de983f6 req-255e8a0d-f5bd-4064-b8e2-9273ae277b01 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:12.059995 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82d63535-33b4-4e54-8960-43a73de983f6 req-255e8a0d-f5bd-4064-b8e2-9273ae277b01 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0909967 Dec 17 18:04:12.104145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-82d63535-33b4-4e54-8960-43a73de983f6 req-9cf1ce42-6589-4941-8169-6dc3644e9007 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 Dec 17 18:04:13.283146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758584-fd71-4a45-a385-b2372bd3813a req-5ee2cb58-5711-4d75-9ef8-31d07127fb8a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:13.284644 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74758584-fd71-4a45-a385-b2372bd3813a req-5ee2cb58-5711-4d75-9ef8-31d07127fb8a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0774446 Dec 17 18:04:13.326682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-74758584-fd71-4a45-a385-b2372bd3813a req-97815511-4c73-49d2-80ed-1ec2451fc2ec tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364952 Dec 17 18:04:14.509705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559055dd-4508-4494-b3ac-c5c36a0e7685 req-841b4a34-71fc-4efd-b114-a5706a213321 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:14.511138 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559055dd-4508-4494-b3ac-c5c36a0e7685 req-841b4a34-71fc-4efd-b114-a5706a213321 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0808926 Dec 17 18:04:14.554016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-559055dd-4508-4494-b3ac-c5c36a0e7685 req-6da4efaa-7553-4609-b0e1-e3824be1dcd9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373333 Dec 17 18:04:15.743242 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a9a6-0e93-466f-8fe5-5a61f00f2fc4 req-6ac636e6-1756-41d9-b402-7e17a1e626b7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:15.744655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa00a9a6-0e93-466f-8fe5-5a61f00f2fc4 req-6ac636e6-1756-41d9-b402-7e17a1e626b7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Dec 17 18:04:15.903081 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa00a9a6-0e93-466f-8fe5-5a61f00f2fc4 req-4c7235c6-4172-4fa1-ace7-af8b16472663 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528060 Dec 17 18:04:16.076419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:17.086404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ac898-f8cb-406b-9cb7-242ae75b56bf req-0a7b01d8-a6d6-47e2-b223-857c89b33aa8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:17.088002 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f69ac898-f8cb-406b-9cb7-242ae75b56bf req-0a7b01d8-a6d6-47e2-b223-857c89b33aa8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0797269 Dec 17 18:04:17.131140 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f69ac898-f8cb-406b-9cb7-242ae75b56bf req-5556ec93-fa95-4cef-8577-2c03bf3579b1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372865 Dec 17 18:04:18.319145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ced92-1711-467a-beb0-5dcbd1a6a041 req-0791f097-1181-4024-b92b-daf96c9939f7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:18.320578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-117ced92-1711-467a-beb0-5dcbd1a6a041 req-0791f097-1181-4024-b92b-daf96c9939f7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0840745 Dec 17 18:04:18.364729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-117ced92-1711-467a-beb0-5dcbd1a6a041 req-4a600755-5f50-44f6-9909-167f7b889160 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Dec 17 18:04:19.553365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0909de-5463-450e-827a-39b3a43f492c req-cb802c89-85e2-402a-a7df-649a70a5be54 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:19.554796 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f0909de-5463-450e-827a-39b3a43f492c req-cb802c89-85e2-402a-a7df-649a70a5be54 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0773029 Dec 17 18:04:19.597150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f0909de-5463-450e-827a-39b3a43f492c req-e7d7c4a5-b84d-4223-87dd-71ace87cdccb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367537 Dec 17 18:04:20.786920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f7be5-d327-40eb-8718-0166cf22de44 req-28417b9b-c27b-4a05-b975-d06a15c83a22 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:20.788360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-260f7be5-d327-40eb-8718-0166cf22de44 req-28417b9b-c27b-4a05-b975-d06a15c83a22 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0816727 Dec 17 18:04:20.830602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-260f7be5-d327-40eb-8718-0166cf22de44 req-c0e050c2-cca7-4582-815a-6ab00c8aa65b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366905 Dec 17 18:04:22.014169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4dfbf-3e25-4eb2-a0b0-15711d4f8a76 req-626a730a-b84e-47e9-bde3-f4845d99089c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:22.015619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4aa4dfbf-3e25-4eb2-a0b0-15711d4f8a76 req-626a730a-b84e-47e9-bde3-f4845d99089c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0818160 Dec 17 18:04:22.125993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4aa4dfbf-3e25-4eb2-a0b0-15711d4f8a76 req-33f1092a-4462-434a-a7f3-da0b344a988a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047873 Dec 17 18:04:22.141534 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-fb330b35-1480-4c7d-b929-3c7a0082e202 service neutron] 10.222.0.60 "GET /v2.0/ports/21687aa7-96b1-4271-8e3b-92a70c4dfbbd/bindings/hv-neutron-8210 HTTP/1.1" status: 200 len: 384 time: 0.0958283 Dec 17 18:04:22.737931 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-724c8a57-6274-4e0e-aedc-5ff6d0cbf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:22.739415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-724c8a57-6274-4e0e-aedc-5ff6d0cbf1e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 1098 time: 0.0741332 Dec 17 18:04:22.837461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-b6975f09-c30f-4d8e-8d39-0400797ea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:22.838951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-b6975f09-c30f-4d8e-8d39-0400797ea8fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0698056 Dec 17 18:04:22.971307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-ac3edd38-e69d-4c5f-a56a-e64193b7951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:22.974501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-ac3edd38-e69d-4c5f-a56a-e64193b7951a service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1258996 Dec 17 18:04:23.077760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-545a6f48-ef5e-4385-a152-28d3072e0454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 1000 time: 0.0974696 Dec 17 18:04:23.138680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-56b81703-9829-47fd-a8dd-00d083c01ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:23.140074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-56b81703-9829-47fd-a8dd-00d083c01ca1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0556901 Dec 17 18:04:23.217604 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-7848c3a9-b19f-429d-987c-d45179eaba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:23.219109 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-7848c3a9-b19f-429d-987c-d45179eaba3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724130 Dec 17 18:04:23.402533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-31f3e30c-e2f1-46c0-90ee-7eabf51b1765 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760900 Dec 17 18:04:23.414179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b8ddf-9a1f-421e-a3a3-a473ea3335e6 req-9bfc3990-bbcc-4c71-b60d-d2b01d9c0f00 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:23.415578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-492b8ddf-9a1f-421e-a3a3-a473ea3335e6 req-9bfc3990-bbcc-4c71-b60d-d2b01d9c0f00 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.1721380 Dec 17 18:04:23.532639 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-492b8ddf-9a1f-421e-a3a3-a473ea3335e6 req-003259ba-80ca-4ec3-bba1-1dbca7d01164 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991232 Dec 17 18:04:23.572486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d92c9ebf-c269-4051-824d-944252a6b1d1 req-7e7591b9-896b-489b-990f-ae1935576d53 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559839 Dec 17 18:04:24.145003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:04:24.252290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:24.277701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:04:24.287471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:04:24.366957 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:24.368776 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:04:24.402023 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'code': 200} Dec 17 18:04:24.438148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:04:24.445456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.445837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.446169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.446505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.446835 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.447162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.447484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.447808 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.448129 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.448447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.448763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.449077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:04:24.452848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:04:24.720798 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490a88f-00c1-477a-a1ae-7fe107d3ca2d req-a2a09b7c-de90-43a1-bfa0-f84fd85d9058 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:24.722183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9490a88f-00c1-477a-a1ae-7fe107d3ca2d req-a2a09b7c-de90-43a1-bfa0-f84fd85d9058 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 943 time: 0.0809939 Dec 17 18:04:24.765122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9490a88f-00c1-477a-a1ae-7fe107d3ca2d req-e5b46576-fd9e-4d16-9c3a-963cd40d7488 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372374 Dec 17 18:04:25.960056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592c119-f595-4164-ba91-3d687d1f6019 req-56851bea-6e89-47c3-b023-b7de274e5568 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:25.961489 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3592c119-f595-4164-ba91-3d687d1f6019 req-56851bea-6e89-47c3-b023-b7de274e5568 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 943 time: 0.0847757 Dec 17 18:04:26.122818 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3592c119-f595-4164-ba91-3d687d1f6019 req-3b17d37d-ef3e-42d2-a3a6-6e611bf6ce54 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557801 Dec 17 18:04:26.157342 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:04:26.287843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:04:26.301055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:04:26.357913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:26.374698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21687aa7-96b1-4271-8e3b-92a70c4dfbbd {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:04:26.389909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:04:26.463300 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:26.465758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-583634f8-9c55-4eec-bc42-f799afeb10bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:04:26.536824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:04:26.539771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:04:27.306004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08666c1d-c54b-4db2-a5a6-8882a221a71c req-2d01e092-9fb1-4647-9232-f15321f8eaa4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:27.307432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08666c1d-c54b-4db2-a5a6-8882a221a71c req-2d01e092-9fb1-4647-9232-f15321f8eaa4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.0785620 Dec 17 18:04:27.354658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-08666c1d-c54b-4db2-a5a6-8882a221a71c req-cc86e056-1567-443b-92b6-90692c78fe19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Dec 17 18:04:27.858883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763d9c1-2d52-436a-989f-902d37a2db7c req-99eb48b2-5421-47a2-9bd9-91310d9f2c54 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:27.860319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3763d9c1-2d52-436a-989f-902d37a2db7c req-99eb48b2-5421-47a2-9bd9-91310d9f2c54 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.1412330 Dec 17 18:04:27.890591 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-ff915ff2-eca4-4776-8599-93eba78d9b80 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:27.891852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-ff915ff2-eca4-4776-8599-93eba78d9b80 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656&tenant_id=46adf2322acd4b2bad029209518f100d&binding%3Ahost_id=hv-neutron-8210 HTTP/1.1" status: 200 len: 944 time: 0.1198969 Dec 17 18:04:27.915894 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3763d9c1-2d52-436a-989f-902d37a2db7c req-28e79e0f-de2b-4fbd-90ac-f7f6c0b51710 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 Dec 17 18:04:28.073415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-2a7b1ea7-1b53-416e-b3c2-b800b31f1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:28.074886 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-2a7b1ea7-1b53-416e-b3c2-b800b31f1caf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1097 time: 0.1145043 Dec 17 18:04:28.165082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:04:28.212062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9469d-5140-458c-b3b5-b45fef9d1733 req-66c54157-6090-441c-9224-fb8b5753d59d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:28.213496 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56b9469d-5140-458c-b3b5-b45fef9d1733 req-66c54157-6090-441c-9224-fb8b5753d59d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.1898217 Dec 17 18:04:28.245493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-2d594f2a-7e0c-42b2-8604-9b40049d8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:28.246932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-2d594f2a-7e0c-42b2-8604-9b40049d8c2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1639264 Dec 17 18:04:28.299696 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:04:28.312394 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'port_id': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'mac_address': 'fa:16:3e:7f:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:04:28.328570 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56b9469d-5140-458c-b3b5-b45fef9d1733 req-5029085f-5e58-4398-b85f-65e07813d024 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056502 Dec 17 18:04:28.367668 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-bc2a082b-061d-472c-b605-90dbe714941f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 999 time: 0.1052749 Dec 17 18:04:28.373054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['21687aa7-96b1-4271-8e3b-92a70c4dfbbd'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:04:28.431143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-5fde82ed-922d-4265-a0bc-2409360c252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:28.432523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-5fde82ed-922d-4265-a0bc-2409360c252a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0577791 Dec 17 18:04:28.507324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-a3a1970a-5b64-476e-8d5e-2394e7cd99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:28.508767 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-a3a1970a-5b64-476e-8d5e-2394e7cd99c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684028 Dec 17 18:04:28.641241 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-4d6b093a-4f7d-4a0e-9862-6b73c6b0c791 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 Dec 17 18:04:28.774216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-809212d3-c480-4f05-a1bc-aa301c4e4e4e req-145cf13b-a09f-411a-b117-bf57d1d59446 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236815 Dec 17 18:04:29.523030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d4c8-2fdc-4a73-b3f7-944114f1d322 req-29d6a2c0-3705-491a-9776-395aabdbef19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:29.524494 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd31d4c8-2fdc-4a73-b3f7-944114f1d322 req-29d6a2c0-3705-491a-9776-395aabdbef19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 944 time: 0.0839207 Dec 17 18:04:29.569345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd31d4c8-2fdc-4a73-b3f7-944114f1d322 req-14b3bf3d-f8ec-494e-95bf-163ab655a1a4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Dec 17 18:04:30.188704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:04:30.258831 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:04:30.259213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:30.373770 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:30.399518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:04:30.409485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:04:30.443900 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'code': 200} Dec 17 18:04:30.459296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:30.461145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:04:30.525154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:04:30.528053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:04:30.747190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329157c0-8658-4837-a417-6d8149350f66 req-4b67f138-ca80-4a33-8ef2-c8790374c252 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:30.748633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-329157c0-8658-4837-a417-6d8149350f66 req-4b67f138-ca80-4a33-8ef2-c8790374c252 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0779395 Dec 17 18:04:30.794839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-329157c0-8658-4837-a417-6d8149350f66 req-b27f3dc8-8803-41c9-a17b-a18481db73df tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Dec 17 18:04:30.817656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58014) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:04:30.917959 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1908ce15-3904-44d2-bcec-973ce09c64bd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/3ae094c2-1834-41b9-beaf-30cbeabd3659 HTTP/1.1" status: 200 len: 992 time: 0.0990467 Dec 17 18:04:32.254279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b4c5-7280-4353-bb6a-b69c812b60b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:35.139294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d7aa-93ec-4043-ba41-037be92aa939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:35.961795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:36.019384 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:37.509046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:43.607259 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:04:46.064822 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:04:55.741664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-0492dfe7-94aa-46fe-8223-a90c8508edd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727522 Dec 17 18:04:55.879078 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-38c49401-2886-4c40-af03-1f5541d62bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:55.881120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-38c49401-2886-4c40-af03-1f5541d62bfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0705099 Dec 17 18:04:56.132340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-12b51b7e-e9f4-4c5b-b301-448727137b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:56.133783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-12b51b7e-e9f4-4c5b-b301-448727137b21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.2344742 Dec 17 18:04:56.237016 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-5e7012f5-db4a-4a72-b872-2d57ddb36420 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 1000 time: 0.0959671 Dec 17 18:04:56.300737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-40465a61-5d6c-4c31-8559-6f6ab27beedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:56.302793 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-40465a61-5d6c-4c31-8559-6f6ab27beedd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0586419 Dec 17 18:04:56.375276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-68c3273c-eb40-4d1d-ba87-c1e1fa884280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:04:56.376647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-68c3273c-eb40-4d1d-ba87-c1e1fa884280 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684876 Dec 17 18:04:56.507316 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-999652e0-8bb8-4976-a4dc-e010b1c00eab service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243327 Dec 17 18:04:56.637686 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0aec451a-5353-4d81-af8f-beb630e1fb87 req-2e7aaeea-9066-4b53-8055-44feb65104da service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240335 Dec 17 18:05:02.241703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5814e852-deca-4b6f-9e8c-caf6807636c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:05.093385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-12b2bcc3-903b-4c15-b6e9-0b79e3a5ecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:05.951747 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:06.018599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:07.516489 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:16.091881 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:20.606865 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:05:26.229134 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58042) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:26.429735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 1229beee-cb11-444a-a2de-c22ba6040a97 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:05:26.429998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:26.591158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:26.591500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:26.711039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 1229beee-cb11-444a-a2de-c22ba6040a97 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:05:26.932745 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:26.936226 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bf5c1626-b7bc-430e-8977-67ce738652a0 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:26.981734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=1229beee-cb11-444a-a2de-c22ba6040a97,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:27.021667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.022088 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.022469 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.022846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.023218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.023586 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.023951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.024314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.024682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.025053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.025404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.025774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:27.052516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:27.081127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:27.081467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 3ae094c2-1834-41b9-beaf-30cbeabd3659 disassociated (deleted). External IP: 172.26.4.92, port: 21687aa7-96b1-4271-8e3b-92a70c4dfbbd. Dec 17 18:05:27.574619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router e0a983c9-f059-4060-b799-0ce33e7e7e81 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:05:27.752506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:05:27.764936 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Sync routers for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:05:27.774155 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:27.774762 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:27.835734 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:27.893778 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/floatingips/3ae094c2-1834-41b9-beaf-30cbeabd3659 HTTP/1.1" status: 204 len: 168 time: 1.6630719 Dec 17 18:05:27.894573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:05:27.943022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'status': 'completed', 'code': 200} Dec 17 18:05:27.951065 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:28.036562 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-2a34ff1d-c3d5-43cc-8997-88c6895673d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:28.038662 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-2a34ff1d-c3d5-43cc-8997-88c6895673d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 1098 time: 0.0734363 Dec 17 18:05:28.179669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-0ca18c55-1bc1-4f97-a6b8-5056fb9870d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:28.181124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-0ca18c55-1bc1-4f97-a6b8-5056fb9870d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 200 len: 897 time: 0.1357028 Dec 17 18:05:28.255078 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-d58f3dd7-dd02-4c96-9e5b-7eff4329caad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 200 len: 217 time: 0.0671501 Dec 17 18:05:28.269928 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:28.274199 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Checking router: e0a983c9-f059-4060-b799-0ce33e7e7e81 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:05:28.282330 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:28.282926 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:28.330673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-6d279b72-2cb9-43b5-949d-e602838b0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:28.330673 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-6d279b72-2cb9-43b5-949d-e602838b0a66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 200 len: 835 time: 0.0602949 Dec 17 18:05:28.454880 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-00b7d087-a7eb-4365-b41d-e3a9d21fbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:28.456363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-00b7d087-a7eb-4365-b41d-e3a9d21fbc88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc62042b-5a6c-41cd-b80f-a412c496b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264024 Dec 17 18:05:28.462058 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:28.560743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f7ef-3fec-4c49-b686-9f9bc2bae2e7 req-18bd59cd-50d2-43c5-8047-d9e525aeda5a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:28.561340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e22f7ef-3fec-4c49-b686-9f9bc2bae2e7 req-18bd59cd-50d2-43c5-8047-d9e525aeda5a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:05:28.616912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-675d9aad-1226-4ea1-aa8f-8e2972152bf3 service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495368 Dec 17 18:05:28.696144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0e22f7ef-3fec-4c49-b686-9f9bc2bae2e7 req-18bd59cd-50d2-43c5-8047-d9e525aeda5a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:05:28.697280 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e22f7ef-3fec-4c49-b686-9f9bc2bae2e7 req-18bd59cd-50d2-43c5-8047-d9e525aeda5a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.3058195 Dec 17 18:05:28.767570 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:28.768175 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e22f7ef-3fec-4c49-b686-9f9bc2bae2e7 req-055ad6e5-1909-41db-8092-aff8b34037cc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604348 Dec 17 18:05:28.772707 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb63f1-0270-4059-9843-72ef340fd030 None None] The sync data for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv is: [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'f0b53e4d-76cc-43d7-a865-ab768ecc0719', 'name': '', 'network_id': 'bc62042b-5a6c-41cd-b80f-a412c496b29a', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:79:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:41Z', 'updated_at': '2021-12-17T18:02:48Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': 'c2a6bb1d-c23d-42b5-9c6d-266196a82ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:05:28.789292 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-844a051c-dfa5-4f20-b063-2c5cbf28e6c5 req-148918d3-16c4-4131-a6c7-bbc10beb317d service neutron] 10.222.0.60 "GET /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653862 Dec 17 18:05:28.994894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f5848-14f3-4cfe-a062-001edb47ca5a None None] New status for floating IP 3ae094c2-1834-41b9-beaf-30cbeabd3659: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:05:29.954151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb88dd-ce39-4993-be66-4bcd0ff84165 req-9aec02a1-c2f9-4af1-8a91-f6471dd32a6a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:29.955579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aacb88dd-ce39-4993-be66-4bcd0ff84165 req-9aec02a1-c2f9-4af1-8a91-f6471dd32a6a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0817387 Dec 17 18:05:29.997637 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aacb88dd-ce39-4993-be66-4bcd0ff84165 req-f8b93797-6f99-45e1-a8de-08c9345f93df tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359597 Dec 17 18:05:30.371363 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-e73c6610-bb25-478f-b860-d3479ff76132 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:30.372701 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-e73c6610-bb25-478f-b860-d3479ff76132 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 945 time: 0.0792861 Dec 17 18:05:30.569647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:05:30.570021 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:30.808480 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:30.808846 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:30.933725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 21687aa7-96b1-4271-8e3b-92a70c4dfbbd owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:05:31.161365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:31.168493 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b70bbe11-20aa-4866-a7d6-10a38d90383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:31.213956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=21687aa7-96b1-4271-8e3b-92a70c4dfbbd,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:31.216749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:31.302672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] No DVR routers for this DVR port 21687aa7-96b1-4271-8e3b-92a70c4dfbbd on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:05:31.306095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:31.308531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-deleted', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:05:31.327441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1386552-c239-481d-940a-02d626d41f62 req-596e3fb5-a703-4ca4-9cf5-8389ae1f8526 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:31.328945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1386552-c239-481d-940a-02d626d41f62 req-596e3fb5-a703-4ca4-9cf5-8389ae1f8526 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=26691f23-725a-4fce-ab67-3c83d741c656 HTTP/1.1" status: 200 len: 867 time: 0.2248840 Dec 17 18:05:31.355288 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26691f23-725a-4fce-ab67-3c83d741c656', 'name': 'network-vif-deleted', 'tag': '21687aa7-96b1-4271-8e3b-92a70c4dfbbd', 'status': 'completed', 'code': 200} Dec 17 18:05:31.383082 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1386552-c239-481d-940a-02d626d41f62 req-f033b270-71ba-4742-a26d-bd70cca68ef8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e193e0c-ae4a-4a1f-9930-65a7c414f332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484574 Dec 17 18:05:31.396989 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eb772aee-9a47-4c39-a06c-5d05cb39336f req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "DELETE /v2.0/ports/21687aa7-96b1-4271-8e3b-92a70c4dfbbd HTTP/1.1" status: 204 len: 173 time: 1.0183654 Dec 17 18:05:32.236132 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-faa3f1a9-2c83-425d-9010-679cd0be82bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:32.477909 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58064) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:32.525739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:05:32.558828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 21687aa7-96b1-4271-8e3b-92a70c4dfbbd {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:05:32.559189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 21687aa7-96b1-4271-8e3b-92a70c4dfbbd not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:05:33.019421 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:33.490930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port f0b53e4d-76cc-43d7-a865-ab768ecc0719 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:05:33.491621 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:33.669212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port f0b53e4d-76cc-43d7-a865-ab768ecc0719, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=f0b53e4d-76cc-43d7-a865-ab768ecc0719,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:33.672065 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:33.789617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for f0b53e4d-76cc-43d7-a865-ab768ecc0719 owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:05:34.172227 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:34.177401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b6396335-8c21-40fd-b753-bece4869df7f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:34.221325 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=f0b53e4d-76cc-43d7-a865-ab768ecc0719,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:34.224435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:34.500525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:34.984914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router e0a983c9-f059-4060-b799-0ce33e7e7e81 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:05:35.116332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-30c4750b-fcdc-4377-8836-09a27e7f8ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.162050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:05:35.171477 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Sync routers for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:05:35.176958 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/e0a983c9-f059-4060-b799-0ce33e7e7e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6955540 Dec 17 18:05:35.177224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58070) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:35.181834 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:35.182452 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:35.246086 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting subnet c2a6bb1d-c23d-42b5-9c6d-266196a82ece {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:05:35.249017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.307568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.358862 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:35.402279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.549884 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.555183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-5da5bdc3-d039-4d1c-95c1-fe32e044a276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:35.591770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a6bb1d-c23d-42b5-9c6d-266196a82ece,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:35.593865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.596874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:35.602183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a5adfcfe-bfc4-4a8e-aa66-93a7d0d2506b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/subnets/c2a6bb1d-c23d-42b5-9c6d-266196a82ece HTTP/1.1" status: 204 len: 168 time: 0.4233711 Dec 17 18:05:35.604841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58074) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:35.607597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8a001-aac6-45fd-96d4-be704879aa13 None None] Network bc62042b-5a6c-41cd-b80f-a412c496b29a requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:05:35.665224 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:05:34Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:35.669198 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Checking router: e0a983c9-f059-4060-b799-0ce33e7e7e81 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:05:35.677495 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Routers {'e0a983c9-f059-4060-b799-0ce33e7e7e81'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:35.678172 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['e0a983c9-f059-4060-b799-0ce33e7e7e81'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:35.791042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.855183 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] Set router e0a983c9-f059-4060-b799-0ce33e7e7e81 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:35.867915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] DHCP port deletion for bc62042b-5a6c-41cd-b80f-a412c496b29a request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:05:35.871795 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Deleting port b2a767fb-6d55-432d-a3ee-5bb184601fac {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:05:35.872217 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.975943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:35.992895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.042218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:05:36.042897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.077689 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.103812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] For port b2a767fb-6d55-432d-a3ee-5bb184601fac, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=b2a767fb-6d55-432d-a3ee-5bb184601fac,segment=NetworkSegment(f3638e78-bae4-4e04-9591-888d50aae3e4),segment_id=f3638e78-bae4-4e04-9591-888d50aae3e4)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:36.104271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.151494 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:05:34Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:36.155333 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c725212-dedc-48ab-87eb-bc841f2eb73f None None] The sync data for ids ['e0a983c9-f059-4060-b799-0ce33e7e7e81'] in dv-neutron-821073-1-hyperv is: [{'id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657381642', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:02:36Z', 'updated_at': '2021-12-17T18:05:34Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '2ad7eab9-8e91-4849-ac66-b0a5a5c510b6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a983c9-f059-4060-b799-0ce33e7e7e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:02:37Z', 'updated_at': '2021-12-17T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:05:36.233360 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Calling delete_port for b2a767fb-6d55-432d-a3ee-5bb184601fac owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:05:36.234217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:36.234583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.384672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.388507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:36.434271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Pushing event deleted for resources: {'Port': ['ID=b2a767fb-6d55-432d-a3ee-5bb184601fac,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:36.446716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] No DVR routers for this DVR port b2a767fb-6d55-432d-a3ee-5bb184601fac on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:05:36.447792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.451268 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.451525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.451913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.452293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.452632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.452894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.453219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.453665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.453870 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.454198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.454515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:36.457919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:36.499166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:05:36.546792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b2a767fb-6d55-432d-a3ee-5bb184601fac no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:05:36.585039 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: b2a767fb-6d55-432d-a3ee-5bb184601fac {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:05:36.585399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device b2a767fb-6d55-432d-a3ee-5bb184601fac not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:05:36.585852 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0b53e4d-76cc-43d7-a865-ab768ecc0719 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:05:36.632181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: f0b53e4d-76cc-43d7-a865-ab768ecc0719 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:05:36.632181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device f0b53e4d-76cc-43d7-a865-ab768ecc0719 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:05:36.731985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:36.735887 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-dda2d742-1b9a-4b35-b58d-4b6819c66dc3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:36.781647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=2ad7eab9-8e91-4849-ac66-b0a5a5c510b6,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:36.784762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:36.870407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.039276 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.041412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.126406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.126917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Fanout notify agent at l3_agent the message router_deleted on router e0a983c9-f059-4060-b799-0ce33e7e7e81 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:05:37.142897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.143753 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/routers/e0a983c9-f059-4060-b799-0ce33e7e7e81 HTTP/1.1" status: 204 len: 168 time: 1.5380998 Dec 17 18:05:37.146918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58078) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:37.262071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.410684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.443738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc62042b-5a6c-41cd-b80f-a412c496b29a']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:37.455760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3638e78-bae4-4e04-9591-888d50aae3e4') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:37.456064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3638e78-bae4-4e04-9591-888d50aae3e4') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:37.467853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.483429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.489418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:05:37.489749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.504650 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:05:37.511205 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:05:37.653238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.656660 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-82abdf45-57b4-4a0e-b68c-e45d5953964a tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:37.674461 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.685144 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Network': ['ID=bc62042b-5a6c-41cd-b80f-a412c496b29a,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:37.688300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:37.768159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-48a7138d-0d18-45e1-b570-78caa4cde6ba tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/networks/bc62042b-5a6c-41cd-b80f-a412c496b29a HTTP/1.1" status: 204 len: 168 time: 0.6202602 Dec 17 18:05:37.770854 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58082) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:37.837935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.868229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.995831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:37.999827 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-13192518-334c-4747-b45c-08048d81ee7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:38.014118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e193e0c-ae4a-4a1f-9930-65a7c414f332,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:38.017200 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:38.080892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.082356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c0a1b5b8-a81c-45a1-87b3-036f1b906d84 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/security-groups/1e193e0c-ae4a-4a1f-9930-65a7c414f332 HTTP/1.1" status: 204 len: 168 time: 0.3095951 Dec 17 18:05:38.360458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:05:38.397402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:05:38.397761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 2ad7eab9-8e91-4849-ac66-b0a5a5c510b6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:05:38.434333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58090) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:38.440767 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768388936', 'description': 'tempest-secgroup-smoke-768388936 description', 'project_id': '46adf2322acd4b2bad029209518f100d'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:38.446851 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:38.450946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:38.453885 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:38.459738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:38.550232 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.570785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:38.574587 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:38.577774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:38.584366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:38.655772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.715914 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.720236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-90f47164-6bfd-4097-a04b-fec0193b20c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:38.767218 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:38.774819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.775211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.775595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.775976 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.776446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.776763 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.777134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.777502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.777893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.778261 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.779387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.779387 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:38.782788 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:38.824613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.825899 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c0ae954d-bfcb-444c-8dff-ff6f82fb060b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3905344 Dec 17 18:05:38.828692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58094) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:38.833802 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:38.840240 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:38.844126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:38.848136 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:38.854438 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:38.933543 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:38.994461 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.064507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.066880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1764ef9b-b1f2-43d5-be78-dbd3a8a9a7d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:39.090919 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0bd006-fa85-484b-a188-2415e5757adf,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:39.096590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:39.162052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.163264 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336422 Dec 17 18:05:39.166010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58098) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:39.175046 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:39.177605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:39.181344 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:39.184225 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:39.189905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:39.269712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.328753 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.417702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.419444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d5641e28-0134-46c8-9dbe-07fe3975294f tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:39.441258 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1181b2b-89db-486f-a38b-5cf4ed030c7d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:39.444356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:39.510349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.511576 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-cb325b08-bd3d-424f-9d50-a4c12b92366d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446522 Dec 17 18:05:39.514266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58102) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:39.519131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:39.525106 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:39.528854 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:39.531720 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:39.538726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:39.596397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.655876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.732551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.734303 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-294d4762-2ccc-47bf-b253-1f6aa3b9662c tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:39.754060 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cf57ba-107b-44ce-81ae-94fc02de2cf3,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:39.757274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:39.807352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.808600 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934096 Dec 17 18:05:39.811328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58106) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:39.816304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:39.822226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:39.826005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:39.828812 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:39.834392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:39.927409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:39.988784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.053295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.060677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ebc3717e-f4d5-4505-ac62-06bd0f659482 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:40.080560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7786c75b-8b6f-455e-a849-de456d2706a2,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:40.082806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:40.150323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.151539 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a0bd836c-9423-4d4f-8b7c-72d4e0944bbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392928 Dec 17 18:05:40.154147 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58110) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:40.159122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:40.166112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:40.170117 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:40.172987 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:40.178571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:40.264385 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:05:40.270888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.440350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.485765 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.487904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-751f642a-05c9-45c6-b46c-3f537c3d47d0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:40.510677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a3b36e-e6ca-4241-a36b-5b6fe334a294,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:40.513296 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:40.600203 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.601373 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4462864 Dec 17 18:05:40.604014 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58114) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:40.608773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': '9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:40.614542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:40.618233 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:40.621334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:40.626600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:40.714512 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:05:40.721259 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.785523 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.858891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.861072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dffbec11-30de-4da2-8059-529d3b33e367 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:40.884856 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec3285c-c9ae-429d-9e43-f5176fb5c85a,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:40.889157 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:40.950138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:40.951306 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a791d9fb-c7c7-414d-a69f-533597cc07ef tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3463941 Dec 17 18:05:40.954037 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58118) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:40.959430 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'network': {'name': 'tempest-network-smoke--279112575', 'project_id': '46adf2322acd4b2bad029209518f100d', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:40.964244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:40.968269 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:network and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:40.971329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:40.976888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:41.030092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:05:41.033469 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.061688 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:05:41.070513 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.071483 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Added segment 3b77f18b-8b25-4453-ab3c-49f612e9ccfa of type vlan for network ca0dae65-52fa-4d14-ae18-ac1ec84b51df Dec 17 18:05:41.096511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.196181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.201804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:41.206785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.209122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f822ae35-5b36-47de-991f-ed4b725e1da0 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:41.313713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Network': ['ID=ca0dae65-52fa-4d14-ae18-ac1ec84b51df,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:41.316632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:41.324560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:05:41.379855 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4248071 Dec 17 18:05:41.382697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58122) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:41.388208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'admin_state_up': True, 'project_id': '46adf2322acd4b2bad029209518f100d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:41.395266 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:41.399032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:router and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:41.401774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:41.408450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:41.487641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.488746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.504258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:41.926179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:42.292422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:42.324180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:42.456598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.56 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/3b1d5c2d-9709-410f-8bbe-993f23c77356) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:05:42.605465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:42.687275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:42.690897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8319093e-d617-4525-a691-b99301906a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:42.752374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:05:42.755356 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:42.760261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:05:42.792921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=3b1d5c2d-9709-410f-8bbe-993f23c77356,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:42.803082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:43.235126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:43.706647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:43.977830 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:05:44.154133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:05:44.164003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Sync routers for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:05:44.172893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:44.173519 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:44.224509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:44.226276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8419666 Dec 17 18:05:44.229464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58126) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:44.310405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e5acae03-4b7f-47e8-bfe2-e7a16e76d94f tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46adf2322acd4b2bad029209518f100d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797853 Dec 17 18:05:44.313028 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58132) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:44.379472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:44.443349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a433d01-8d84-482e-91ca-a8efaf443c70 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:44.444858 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-1a433d01-8d84-482e-91ca-a8efaf443c70 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308284 Dec 17 18:05:44.447699 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58136) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:44.487072 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-63aae7bf-ea5d-4d1c-968f-e44ec4af44ac tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381501 Dec 17 18:05:44.489329 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58140) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:44.495092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198939869', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'project_id': '46adf2322acd4b2bad029209518f100d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:44.602658 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:44.606580 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:subnet and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:05:44.609384 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:05:44.615061 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:44.660768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:42Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:44.664970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:05:44.665295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Checking router: b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:05:44.665656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Updating router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 port 3b1d5c2d-9709-410f-8bbe-993f23c77356 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:05:44.668472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:44.716921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:44.944936 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:44.949639 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e489ad32-63ac-40b3-a2a2-90bd0dc8eeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:45.031924 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Subnet': ['ID=4102cf00-6ca1-4402-96e6-3663d4b8efe4,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:45.036460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:45.037277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Checking segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:05:45.037644 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network hostable DHCP agents. Network: ca0dae65-52fa-4d14-ae18-ac1ec84b51df, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:05:45.039245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.051075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Transition to ACTIVE for port object 3b1d5c2d-9709-410f-8bbe-993f23c77356 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:45.132304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:05:45.144391 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.149662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:45.218747 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, ca0dae65-52fa-4d14-ae18-ac1ec84b51df) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:45.226759 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Attempting to bind port 3b1d5c2d-9709-410f-8bbe-993f23c77356 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:05:45.227242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Attempting to bind port 3b1d5c2d-9709-410f-8bbe-993f23c77356 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:05:45.229059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:45.229185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Attempting to bind port 3b1d5c2d-9709-410f-8bbe-993f23c77356 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:05:45.229279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.234586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a92a1b-e8b6-4e2b-9e50-922d45e1a64e None None] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:05:45.250639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Pushing event updated for resources: {'Port': ['ID=3b1d5c2d-9709-410f-8bbe-993f23c77356,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:45.253282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Bound port: 3b1d5c2d-9709-410f-8bbe-993f23c77356, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:05:45.261364 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.310937 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3eb9e4fa-564e-409a-8977-3d105e71db52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8205762 Dec 17 18:05:45.313574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58144) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:05:45.421585 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] For port 3b1d5c2d-9709-410f-8bbe-993f23c77356, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:05:45.457421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] For port 3b1d5c2d-9709-410f-8bbe-993f23c77356, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b1d5c2d-9709-410f-8bbe-993f23c77356,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:05:45.527577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:05:45.528398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.539518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:45.545335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:45.682015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Pushing event updated for resources: {'Port': ['ID=3b1d5c2d-9709-410f-8bbe-993f23c77356,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:45.687320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:45.688059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:45.736052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:45.950126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Allocated IP 172.20.0.2 (ca0dae65-52fa-4d14-ae18-ac1ec84b51df/4102cf00-6ca1-4402-96e6-3663d4b8efe4/4c2c2e80-b735-4538-8526-b0d0b2fb2220) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:05:45.974792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:46.143593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.287514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.414797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.427410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Transition to ACTIVE for port object 4c2c2e80-b735-4538-8526-b0d0b2fb2220 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:46.451908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Transition to ACTIVE for port object 4c2c2e80-b735-4538-8526-b0d0b2fb2220 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:46.456594 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:42Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:46.461002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3850-780a-48d4-9426-86974551cf96 None None] The sync data for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv is: [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:42Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:05:46.516205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.521157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ae26705a-1f92-4f6a-8617-f223d99ec9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:46.585700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:05:46.586372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.1 (ca0dae65-52fa-4d14-ae18-ac1ec84b51df/4102cf00-6ca1-4402-96e6-3663d4b8efe4/756ce625-31b3-4016-82f9-55977ebeced9) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:05:46.588676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:46.593365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:05:46.631142 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Pushing event updated for resources: {'Port': ['ID=4c2c2e80-b735-4538-8526-b0d0b2fb2220,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:46.639773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:46.702101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Attempting to bind port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:05:46.702587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Attempting to bind port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:05:46.705788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Attempting to bind port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 on network ca0dae65-52fa-4d14-ae18-ac1ec84b51df {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:05:46.713529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:05:46.713956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Checking segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:05:46.714518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.714925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Bound using segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:05:46.715409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Bound port: 4c2c2e80-b735-4538-8526-b0d0b2fb2220, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:05:46.715800 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.763794 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.782472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 756ce625-31b3-4016-82f9-55977ebeced9 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:46.812477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2156997f-7014-460a-af19-512753c2bfdb None None] For port 4c2c2e80-b735-4538-8526-b0d0b2fb2220, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:05:46.815768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2156997f-7014-460a-af19-512753c2bfdb None None] For port 4c2c2e80-b735-4538-8526-b0d0b2fb2220, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c2c2e80-b735-4538-8526-b0d0b2fb2220,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:05:46.864792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.869414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-39edf7a9-521b-499a-8ca8-a6bb04936d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:46.910643 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:46.915255 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:46.937978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:05:46.941315 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:46.944848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:05:46.991769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:46.994773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:46.996659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Pushing event updated for resources: {'Port': ['ID=4c2c2e80-b735-4538-8526-b0d0b2fb2220,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:46.999857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:47.018493 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:47.240141 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:47.658307 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:47.711254 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:47.741110 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:47.829894 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:47.832385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:47.836696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:47.953824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2b90b-f924-44d6-9a54-4dbf061f1ec1 None None] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:05:47.979411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:05:47.980520 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:48.117169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b329cb5c-608c-406b-9bb0-0364be9d00b0 None None] Provisioning for port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:48.288964 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:05:48.445278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c2c2e80-b735-4538-8526-b0d0b2fb2220 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:48.504289 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:05:48.523047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Sync routers for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:05:48.524082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:48.524754 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:48.526712 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/b9a0504c-1ef3-4eed-910b-b5a4b503fdc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117550 Dec 17 18:05:48.573729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Provisioning for port 756ce625-31b3-4016-82f9-55977ebeced9 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:48.579404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Provisioning complete for port 756ce625-31b3-4016-82f9-55977ebeced9 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:48.580251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:48.636815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:48.649309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:48.649766 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:48.706248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Port 756ce625-31b3-4016-82f9-55977ebeced9 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:05:48.721545 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:48.730270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Provisioning complete for port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:48.731292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:48.749443 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-a3ea042d-04fc-4ca2-9d59-99ec6b2d103c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:05:48.830339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-a3ea042d-04fc-4ca2-9d59-99ec6b2d103c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:05:48.831648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-a3ea042d-04fc-4ca2-9d59-99ec6b2d103c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768388936&fields=id&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 267 time: 0.1286626 Dec 17 18:05:48.916107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:48.995727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-f05230ef-e604-4549-ac6f-1c15e60df29a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:48.996685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-f05230ef-e604-4549-ac6f-1c15e60df29a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:05:49.000222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.012838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 4c2c2e80-b735-4538-8526-b0d0b2fb2220, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c2c2e80-b735-4538-8526-b0d0b2fb2220,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:49.045971 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 2, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:49.049735 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Checking router: b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:05:49.050172 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Updating router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 port 756ce625-31b3-4016-82f9-55977ebeced9 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:05:49.087151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-f05230ef-e604-4549-ac6f-1c15e60df29a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:05:49.094702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-f05230ef-e604-4549-ac6f-1c15e60df29a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 796 time: 0.2529504 Dec 17 18:05:49.105333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-4f08dfe1-f588-43d0-a6ec-1847a9516360 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/quotas/46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 375 time: 0.0097532 Dec 17 18:05:49.136870 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.141734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.142620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b1d5c2d-9709-410f-8bbe-993f23c77356 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:49.174553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-dc331eab-a9ff-4154-9eaa-66dd28fb360c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:49.191401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-8a9ea93b-fe82-4b10-9a30-fb828631b09f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:05:49.264784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-8a9ea93b-fe82-4b10-9a30-fb828631b09f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:05:49.266276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-8a9ea93b-fe82-4b10-9a30-fb828631b09f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554139 Dec 17 18:05:49.278802 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 18:05:49.279040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-e267a0d6-258a-4d7f-94df-88fb469d7168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 18:05:49.286115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=4c2c2e80-b735-4538-8526-b0d0b2fb2220,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:49.289350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:49.367783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3b1d5c2d-9709-410f-8bbe-993f23c77356 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:49.373341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3b1d5c2d-9709-410f-8bbe-993f23c77356 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:49.373839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.471381 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-fea05d7f-1375-41e2-b5bd-5093eaaf582a service neutron] 10.222.0.61 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922750 Dec 17 18:05:49.490784 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.503421 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Transition to ACTIVE for port object 756ce625-31b3-4016-82f9-55977ebeced9 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:49.507158 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.524727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 3b1d5c2d-9709-410f-8bbe-993f23c77356, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b1d5c2d-9709-410f-8bbe-993f23c77356,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:49.561605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.566471 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d568d794-c4b0-4447-b0ed-80d66acbc2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:49.584610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.587316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-b4dcdbeb-530d-4cbc-8491-672af8b7f685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:49.617745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-13473aab-284c-4e66-b7ed-022132051f02 service neutron] 10.222.0.61 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383605 Dec 17 18:05:49.634580 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Pushing event updated for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:49.659675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=3b1d5c2d-9709-410f-8bbe-993f23c77356,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:49.663511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:49.695754 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.696101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.696434 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.696752 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.697067 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.697384 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.697774 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.698092 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.698404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.698737 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.699019 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.699323 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:05:49.704284 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:49.798595 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Attempting to bind port 756ce625-31b3-4016-82f9-55977ebeced9 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:05:49.799118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Attempting to bind port 756ce625-31b3-4016-82f9-55977ebeced9 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:05:49.799623 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Attempting to bind port 756ce625-31b3-4016-82f9-55977ebeced9 on network ca0dae65-52fa-4d14-ae18-ac1ec84b51df {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:05:49.805921 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:05:49.806426 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Checking segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:05:49.807012 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.807511 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Bound using segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:05:49.808084 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Bound port: 756ce625-31b3-4016-82f9-55977ebeced9, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:05:49.808585 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.897921 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] For port 756ce625-31b3-4016-82f9-55977ebeced9, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:05:49.900700 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] For port 756ce625-31b3-4016-82f9-55977ebeced9, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=756ce625-31b3-4016-82f9-55977ebeced9,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:05:49.973242 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:49.978449 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-44c62fd3-0e96-428e-a821-e8deb5626a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:50.046568 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:05:50.047196 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:05:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:50.129282 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Pushing event updated for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:50.132902 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-34b91780-e5b1-46b0-b404-cbe23333a038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:50.236292 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:05:50.376014 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c2c2e80-b735-4538-8526-b0d0b2fb2220 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:50.443615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:50.444612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:50.553971 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:05:50.557714 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d930d54-f61e-43a5-9215-df11252c520e None None] The sync data for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv is: [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:05:50.561789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b1d5c2d-9709-410f-8bbe-993f23c77356 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:50.642620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3b1d5c2d-9709-410f-8bbe-993f23c77356 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:50.643007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:50.938894 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c268e6af-44e3-4653-9d9d-5bcad37a6b15 req-65698c78-4a61-407d-99ad-b741da02329e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 210 time: 0.0444391 Dec 17 18:05:52.102754 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54085c2b-73e5-4523-b6b2-a09345b0b3a8 req-8448cdf7-5ea1-4eea-8207-e992fa058c68 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 210 time: 0.0557196 Dec 17 18:05:52.387331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 756ce625-31b3-4016-82f9-55977ebeced9 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:52.515228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 756ce625-31b3-4016-82f9-55977ebeced9 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:52.519942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 756ce625-31b3-4016-82f9-55977ebeced9 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:52.520328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:52.637070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:52.668356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 756ce625-31b3-4016-82f9-55977ebeced9, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=756ce625-31b3-4016-82f9-55977ebeced9,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:05:52.721011 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:52.723480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-c33da3c7-4569-400f-a568-cae4761a267e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:52.790203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:52.793686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:52.908633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-74ddcf1d-7966-42cb-866d-0da822ebcc85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:52.910061 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-74ddcf1d-7966-42cb-866d-0da822ebcc85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 796 time: 0.1464963 Dec 17 18:05:52.962564 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-3ee8b932-a89c-4995-a4a9-1f6dbb7f16a4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 379 time: 0.0445106 Dec 17 18:05:52.970853 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'port': {'device_id': '448373cd-12ed-4ac5-a420-f42811c4341e', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'admin_state_up': True, 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'security_groups': ['9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:53.272033 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db88b803-955b-4e48-be0d-7aef44346c74 req-c95ad693-0376-4423-9467-7e9aecaae63c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 210 time: 0.0643115 Dec 17 18:05:53.280140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:05:53.290994 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:05:53.338688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:05:53.342304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:53.506711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.7 (ca0dae65-52fa-4d14-ae18-ac1ec84b51df/4102cf00-6ca1-4402-96e6-3663d4b8efe4/3754d21d-1646-42ed-8735-97ca9ad82a84) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:05:53.697380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:53.712700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 3754d21d-1646-42ed-8735-97ca9ad82a84 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:53.806386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:53.811901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d679703c-7a3f-43e5-9a37-c16d0b830a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:53.879551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:05:53.882763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:05:53.885159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:05:53.926353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:53.931251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:53.961611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:53.962249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.071738 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-81fb8e27-6a9b-4f44-9233-365ed2d098b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1045325 Dec 17 18:05:54.082878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Request body: {'port': {'device_id': '448373cd-12ed-4ac5-a420-f42811c4341e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:05:54.184099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6aa7ba19-4820-4e6f-b3c1-61c7d89ee637 None None] Provisioning for port 3754d21d-1646-42ed-8735-97ca9ad82a84 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:05:54.189262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6aa7ba19-4820-4e6f-b3c1-61c7d89ee637 None None] Provisioning complete for port 3754d21d-1646-42ed-8735-97ca9ad82a84 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:54.189675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba19-4820-4e6f-b3c1-61c7d89ee637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.195037 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.242007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7ba19-4820-4e6f-b3c1-61c7d89ee637 None None] Port 3754d21d-1646-42ed-8735-97ca9ad82a84 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:05:54.395789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 756ce625-31b3-4016-82f9-55977ebeced9 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:05:54.471682 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 756ce625-31b3-4016-82f9-55977ebeced9 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:05:54.472073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.548656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14551c10-27b8-4aac-9c79-2ccce5cc7477 req-10a764da-99b6-433a-a406-1132272434f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:54.549350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-14551c10-27b8-4aac-9c79-2ccce5cc7477 req-10a764da-99b6-433a-a406-1132272434f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:05:54.634244 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3754d21d-1646-42ed-8735-97ca9ad82a84 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:05:54.641688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.655771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Transition to ACTIVE for port object 3754d21d-1646-42ed-8735-97ca9ad82a84 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:05:54.664515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-14551c10-27b8-4aac-9c79-2ccce5cc7477 req-10a764da-99b6-433a-a406-1132272434f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:05:54.665689 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-14551c10-27b8-4aac-9c79-2ccce5cc7477 req-10a764da-99b6-433a-a406-1132272434f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 931 time: 0.2448711 Dec 17 18:05:54.712506 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-14551c10-27b8-4aac-9c79-2ccce5cc7477 req-87f6b248-d815-4c3f-a9be-b59f416bfed3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Dec 17 18:05:54.721507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:54.726220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51aec1e7-e27b-4f58-be69-a29b86f591bb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:54.882727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Pushing event updated for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:54.888619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:54.977339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Attempting to bind port 3754d21d-1646-42ed-8735-97ca9ad82a84 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:05:54.977680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Attempting to bind port 3754d21d-1646-42ed-8735-97ca9ad82a84 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:05:54.978053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Attempting to bind port 3754d21d-1646-42ed-8735-97ca9ad82a84 on network ca0dae65-52fa-4d14-ae18-ac1ec84b51df {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:05:54.982657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Port 3754d21d-1646-42ed-8735-97ca9ad82a84 on network ca0dae65-52fa-4d14-ae18-ac1ec84b51df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:05:54.983004 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Attempting to bind port 3754d21d-1646-42ed-8735-97ca9ad82a84 on network ca0dae65-52fa-4d14-ae18-ac1ec84b51df {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:05:54.988058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:05:54.988397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Checking segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:05:54.988785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Bound using segment: {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:05:54.989212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Bound port: 3754d21d-1646-42ed-8735-97ca9ad82a84, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b77f18b-8b25-4453-ab3c-49f612e9ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:05:54.989561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:55.077392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:05:55.080282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3754d21d-1646-42ed-8735-97ca9ad82a84,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:05:55.162261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:55.166728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0cce0231-9e1a-41f1-9ae5-ec71c5eb3664 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:05:55.348025 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.348713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:05:55.350010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] 10.222.0.60 "PUT /v2.0/ports/3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 1093 time: 1.2711887 Dec 17 18:05:55.351081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:05:55.370425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Pushing event updated for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:05:55.378699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:05:55.397587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'status': 'completed', 'code': 200} Dec 17 18:05:55.491111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-c72ac584-26d6-4d8f-9ccf-8badf6e2022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.492632 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-c72ac584-26d6-4d8f-9ccf-8badf6e2022f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1096 time: 0.0742753 Dec 17 18:05:55.645453 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-b605c0fd-5f96-41ce-af61-c921ae07cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.646830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-b605c0fd-5f96-41ce-af61-c921ae07cbc1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=46adf2322acd4b2bad029209518f100d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1470983 Dec 17 18:05:55.782454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-1c9533a7-ae34-4810-ae0f-22abe442970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.783914 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e527c78-0a2b-4193-92b1-0e8f262a7bfb req-1c9533a7-ae34-4810-ae0f-22abe442970a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308777 Dec 17 18:05:55.955083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6be4-620f-47cf-b746-64c6ed48c303 req-58f1517a-898a-43e4-970d-18aae0e1988a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.956513 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dace6be4-620f-47cf-b746-64c6ed48c303 req-58f1517a-898a-43e4-970d-18aae0e1988a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 943 time: 0.1384604 Dec 17 18:05:55.959012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-4d8e1209-e05c-4d21-9bab-5bb1f368823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:55.960358 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-4d8e1209-e05c-4d21-9bab-5bb1f368823c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1096 time: 0.1069818 Dec 17 18:05:56.040992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-b6c727ef-02a8-41c5-bcc8-e4ccc9e1ba70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 217 time: 0.0663745 Dec 17 18:05:56.101242 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dace6be4-620f-47cf-b746-64c6ed48c303 req-6d77fcda-ee52-4e03-8e10-c5ae5635ddc0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391675 Dec 17 18:05:56.115673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-6b025059-7378-4e45-bf25-77e044e24797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:56.117646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-6b025059-7378-4e45-bf25-77e044e24797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.0698171 Dec 17 18:05:56.193385 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-31fda930-abb0-4249-a982-5bd0c681d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:56.195001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-31fda930-abb0-4249-a982-5bd0c681d554 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708909 Dec 17 18:05:56.326947 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-2c1b28f9-294e-43b5-8e5b-3b71c6a52592 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255925 Dec 17 18:05:56.458770 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a04174-1e82-4d4b-97dc-e565a699db4b req-78afb695-e601-4c02-9456-9fefe7fd2b15 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244082 Dec 17 18:05:57.282237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f524f-23c0-4c06-bec0-6d9c222f0a41 req-26d93662-1bf9-4cf4-a670-acd2a1dd7051 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:57.283684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b36f524f-23c0-4c06-bec0-6d9c222f0a41 req-26d93662-1bf9-4cf4-a670-acd2a1dd7051 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 943 time: 0.0787163 Dec 17 18:05:57.330803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b36f524f-23c0-4c06-bec0-6d9c222f0a41 req-b47bf4d2-1fd1-4a62-82d7-0675ab2be24c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Dec 17 18:05:57.606614 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:05:58.514801 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea607db-528f-470d-8280-64b43ea7d915 req-d5048757-56c2-4527-a7ba-b40a914c3d16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:58.516251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ea607db-528f-470d-8280-64b43ea7d915 req-d5048757-56c2-4527-a7ba-b40a914c3d16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 943 time: 0.0805068 Dec 17 18:05:58.559231 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ea607db-528f-470d-8280-64b43ea7d915 req-ae7923f2-3ab7-4059-8d65-666372e0481d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374517 Dec 17 18:05:59.747070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d2f86-22a5-49a0-993f-81615e208fb1 req-6cd8072e-2efe-4983-8434-55b29d67783b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:05:59.748504 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-904d2f86-22a5-49a0-993f-81615e208fb1 req-6cd8072e-2efe-4983-8434-55b29d67783b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 943 time: 0.0829842 Dec 17 18:05:59.791170 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-904d2f86-22a5-49a0-993f-81615e208fb1 req-6eec41d2-53d8-4877-aae6-d16a92ebc8fb tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371578 Dec 17 18:06:00.650486 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3754d21d-1646-42ed-8735-97ca9ad82a84 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:06:00.816110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3754d21d-1646-42ed-8735-97ca9ad82a84,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:06:00.829577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'port_id': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'mac_address': 'fa:16:3e:f7:fb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:06:00.884038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:00.901041 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3754d21d-1646-42ed-8735-97ca9ad82a84 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:06:00.916748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3754d21d-1646-42ed-8735-97ca9ad82a84,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:06:00.973432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74d52-8e66-4e2f-a761-0e6450aaf35f req-f4f52fa3-39b9-4cc0-90c2-4537c960855f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:00.974900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c74d52-8e66-4e2f-a761-0e6450aaf35f req-f4f52fa3-39b9-4cc0-90c2-4537c960855f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 943 time: 0.0798416 Dec 17 18:06:00.984492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:00.989572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:06:01.019729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15c74d52-8e66-4e2f-a761-0e6450aaf35f req-734aa2fd-6074-4785-b8f4-6fa1d4d8e3e2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390427 Dec 17 18:06:01.055818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:06:01.059134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:06:01.338674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['3754d21d-1646-42ed-8735-97ca9ad82a84'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:06:02.205841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844bb56-27fb-43e1-9130-751cd6da1aa2 req-9fbf86dd-7340-423e-9a06-ee92b92cbb14 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:02.207347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0844bb56-27fb-43e1-9130-751cd6da1aa2 req-9fbf86dd-7340-423e-9a06-ee92b92cbb14 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 944 time: 0.0840271 Dec 17 18:06:02.230188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3ee36e41-42c0-4da4-9fad-9511dc6234ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:02.251591 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0844bb56-27fb-43e1-9130-751cd6da1aa2 req-5ac36e1a-f398-449a-a23c-a792626ae41b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385699 Dec 17 18:06:02.670496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3754d21d-1646-42ed-8735-97ca9ad82a84 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:06:02.789704 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 3754d21d-1646-42ed-8735-97ca9ad82a84 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:06:02.794458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 3754d21d-1646-42ed-8735-97ca9ad82a84 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:06:02.794836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:02.905309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:02.930468 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:06:02.940356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3754d21d-1646-42ed-8735-97ca9ad82a84,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:06:02.974970 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'code': 200} Dec 17 18:06:02.984337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:02.986681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:06:03.054166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:06:03.057732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:06:03.270472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af5c0b-8c9f-4799-8dd7-a4a180ffcacf req-febf83b6-e282-4323-8961-193747371e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:03.271906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2af5c0b-8c9f-4799-8dd7-a4a180ffcacf req-febf83b6-e282-4323-8961-193747371e51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.0683012 Dec 17 18:06:03.316277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2af5c0b-8c9f-4799-8dd7-a4a180ffcacf req-897d1b27-7334-4509-9704-b69ec001c602 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377905 Dec 17 18:06:03.434518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc1be-6597-4027-9049-1fe16647f872 req-a7eb642e-826b-4553-b1c0-1d337489ff80 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:03.435945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-48fbc1be-6597-4027-9049-1fe16647f872 req-a7eb642e-826b-4553-b1c0-1d337489ff80 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0803974 Dec 17 18:06:03.478957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-48fbc1be-6597-4027-9049-1fe16647f872 req-307ee17a-86bb-420c-b9ee-5b8d7bc6f835 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373487 Dec 17 18:06:04.668030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b42e-ddde-44aa-a057-7a10f21f8ada req-ee27573d-bc66-44ec-b395-40456db300d0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:04.669366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1d1b42e-ddde-44aa-a057-7a10f21f8ada req-ee27573d-bc66-44ec-b395-40456db300d0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0861146 Dec 17 18:06:04.836341 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c1d1b42e-ddde-44aa-a057-7a10f21f8ada req-b46a8ff3-9bee-4cd5-9add-043d9f39f6d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613545 Dec 17 18:06:05.109627 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cf3095f3-11da-46e9-a002-e0e142027511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:05.944106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:06.018334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:06.023271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b926d9-9b87-44fa-a012-d6589700bca5 req-a0f45c65-df07-45ee-8679-828ea1f253c9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:06.026856 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4b926d9-9b87-44fa-a012-d6589700bca5 req-a0f45c65-df07-45ee-8679-828ea1f253c9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0800738 Dec 17 18:06:06.068438 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4b926d9-9b87-44fa-a012-d6589700bca5 req-2ee286b0-d85d-49b8-ac4f-bde90fea721b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378788 Dec 17 18:06:06.253724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb4411-7491-423f-9f3b-a99cc6589ab9 req-111cc5ce-fffd-4bcf-852b-89f3d6faea6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:06.255181 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50fb4411-7491-423f-9f3b-a99cc6589ab9 req-111cc5ce-fffd-4bcf-852b-89f3d6faea6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0809417 Dec 17 18:06:06.297942 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-50fb4411-7491-423f-9f3b-a99cc6589ab9 req-6d22e121-2224-41f3-a7d9-f19940255e3c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Dec 17 18:06:06.320122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58220) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:06:06.387957 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c32480-f132-41af-a355-8c7b1f586f1b tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:06.389459 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f2c32480-f132-41af-a355-8c7b1f586f1b tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1093 time: 0.0683732 Dec 17 18:06:06.392166 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58224) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:06:06.397618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:06:06.403531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:06:06.407400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:floatingip and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:06:06.410215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:06:06.416347 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:06:06.485970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:06.619793 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:06.751501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.162 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/25456e91-b427-4222-a094-a0897b2cf0ef) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:06:06.896951 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:06.995686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.000042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fc522b8e-7e69-4020-b6b8-d29fa55d08ae tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:06:07.055564 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:06:07.058692 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:06:07.062600 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:06:07.111131 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=25456e91-b427-4222-a094-a0897b2cf0ef,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:06:07.115594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:06:07.476916 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.521242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.599837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.916782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.966887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:07.970619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-861147a3-97c8-45b0-9ffc-728f3e8b5769 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:06:08.072952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=25456e91-b427-4222-a094-a0897b2cf0ef,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:06:08.077214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:06:08.085362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:08.252429 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 14a9ffa1-7078-407f-976a-0706408787d1 associated. External IP: 172.26.4.162, port: 3754d21d-1646-42ed-8735-97ca9ad82a84. Dec 17 18:06:08.605896 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:06:08.789246 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:06:08.799432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Sync routers for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:06:08.809200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:06:08.809920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:06:08.874724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:08.933276 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5399539 Dec 17 18:06:08.933978 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:06:08.989472 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:06:09.090882 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'status': 'completed', 'code': 200} Dec 17 18:06:09.114114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54151-ae57-42da-b510-f7d91edfcaf0 req-032f6e8e-73af-4d68-9007-7e9dbbf7f2da tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:09.115575 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4e54151-ae57-42da-b510-f7d91edfcaf0 req-032f6e8e-73af-4d68-9007-7e9dbbf7f2da tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0926676 Dec 17 18:06:09.209285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4e54151-ae57-42da-b510-f7d91edfcaf0 req-ebc30314-154d-4497-91b6-abf5e3bc1849 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547023 Dec 17 18:06:09.223390 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-3d34ef9c-9ea8-4ad6-9657-1ec50474f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:09.224869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-3d34ef9c-9ea8-4ad6-9657-1ec50474f682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.1084473 Dec 17 18:06:09.233657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58236) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:06:09.343211 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-37d3c4c2-db9e-417c-8c0d-ad65d5cb0353 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 200 len: 991 time: 0.1072705 Dec 17 18:06:09.359897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '14a9ffa1-7078-407f-976a-0706408787d1', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'port_id': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'mac_address': 'fa:16:3e:f7:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448373cd-12ed-4ac5-a420-f42811c4341e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:06:07Z', 'updated_at': '2021-12-17T18:06:07Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:06:09.364189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Checking router: b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:06:09.366374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-fdbc1023-7a0d-46d7-8f22-5933892941fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:09.368008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-fdbc1023-7a0d-46d7-8f22-5933892941fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 897 time: 0.1367390 Dec 17 18:06:09.372506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:06:09.373125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:06:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:06:09.474716 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-7d1dd951-45cd-4bb2-8707-f9fc86898fc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 999 time: 0.1002734 Dec 17 18:06:09.535740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-ad1300ef-bea6-4c36-877d-584b0c1db4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:09.537171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-ad1300ef-bea6-4c36-877d-584b0c1db4f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.0569108 Dec 17 18:06:09.546483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:06:09.616331 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-7dc2aa0b-6fa9-42e5-8191-7fc324b51aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:09.618913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-7dc2aa0b-6fa9-42e5-8191-7fc324b51aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748391 Dec 17 18:06:09.762784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-ea8acb00-bf59-4ce8-b794-121b827175b6 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375723 Dec 17 18:06:09.893616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-84ac5015-490b-41ab-9fbe-a6e0ee534f3d req-f1632d11-6052-4244-bd35-0ef30a2dba89 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240742 Dec 17 18:06:09.935673 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '14a9ffa1-7078-407f-976a-0706408787d1', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'port_id': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'mac_address': 'fa:16:3e:f7:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448373cd-12ed-4ac5-a420-f42811c4341e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:06:07Z', 'updated_at': '2021-12-17T18:06:07Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:06:09.939496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7aad1d-eec0-4b6e-ac5f-2310a05390e0 None None] The sync data for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv is: [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': '14a9ffa1-7078-407f-976a-0706408787d1', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'port_id': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'mac_address': 'fa:16:3e:f7:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448373cd-12ed-4ac5-a420-f42811c4341e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:06:07Z', 'updated_at': '2021-12-17T18:06:07Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:06:10.136867 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39c9f3-8695-46ca-997c-3efda93886af None None] New status for floating IP 14a9ffa1-7078-407f-976a-0706408787d1: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:06:10.346400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58240) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:06:10.448482 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5dc34106-85b7-4d27-b857-1c6a0d0e1cbc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 200 len: 991 time: 0.1007898 Dec 17 18:06:11.452113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:06:11.557097 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-23a901e2-848e-4e8c-9691-3db0e635cd23 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 200 len: 993 time: 0.1037829 Dec 17 18:06:16.104353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:32.257753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f82966b2-8c62-46cc-8cbd-577a1b7f90fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:34.604773 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:06:35.115247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-98e2f047-6a25-4155-a871-c9822aa7bdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:35.977786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:36.029402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:37.515330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:46.075405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:06:58.775195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-29b269e9-9db7-4ecb-9a2c-4d0541b31183 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692770 Dec 17 18:06:58.916126 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-511584ab-6ac5-492d-8f95-f51103b09840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:58.917589 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-511584ab-6ac5-492d-8f95-f51103b09840 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.0729012 Dec 17 18:06:59.060807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-907bc0a9-8fd9-4f4a-a762-8ea77c6cbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:59.062415 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-907bc0a9-8fd9-4f4a-a762-8ea77c6cbff0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 897 time: 0.1258910 Dec 17 18:06:59.160676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-19531f85-9ea5-4eb4-a3c1-366072e7e3c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 1001 time: 0.0924177 Dec 17 18:06:59.342044 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-c5fbe498-59fd-4861-a6ef-17833de8d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:59.343393 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-c5fbe498-59fd-4861-a6ef-17833de8d718 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.1765323 Dec 17 18:06:59.414946 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-38c24600-aced-4681-abf0-291e41c99c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:06:59.416347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-38c24600-aced-4681-abf0-291e41c99c2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669374 Dec 17 18:06:59.547627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-5af0b285-9bc4-4791-a944-69874f389890 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239135 Dec 17 18:06:59.677789 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3dc15bee-3b81-4e57-9c7e-425298634ffb req-acf25c8a-d6a6-4415-9b10-e7bdb52740fe service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240561 Dec 17 18:07:02.252037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-00904834-985b-4a24-b06c-4381851db21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:05.115005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8ae6-a13b-4c3a-b74c-d61da8764a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:05.937448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:05.994452 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:07.526374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:11.603346 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:07:16.103456 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:21.218278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df818-e49b-40c8-8c2b-a95975d48116 req-192d1c5c-6761-40c7-9d5c-861ef1c00ec5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:21.219972 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e55df818-e49b-40c8-8c2b-a95975d48116 req-192d1c5c-6761-40c7-9d5c-861ef1c00ec5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0862381 Dec 17 18:07:21.264003 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e55df818-e49b-40c8-8c2b-a95975d48116 req-96102c95-faa1-4684-8f31-2643864d5ab2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383565 Dec 17 18:07:22.461499 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08921e-2d43-4be7-92f5-24b22bf438ec req-f7f7fa5f-44ef-4546-8485-9df9474c1dbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:22.462973 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be08921e-2d43-4be7-92f5-24b22bf438ec req-f7f7fa5f-44ef-4546-8485-9df9474c1dbf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0783980 Dec 17 18:07:22.509213 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-be08921e-2d43-4be7-92f5-24b22bf438ec req-6f5e5370-dc92-4e76-b59b-5ea81023cd72 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405905 Dec 17 18:07:23.693167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf4ca9-d593-4ad7-9875-01dcfd0aba10 req-a73a27e6-1031-4350-8b97-4e1dfa2dafa8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:23.694627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-caaf4ca9-d593-4ad7-9875-01dcfd0aba10 req-a73a27e6-1031-4350-8b97-4e1dfa2dafa8 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0807352 Dec 17 18:07:23.737840 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-caaf4ca9-d593-4ad7-9875-01dcfd0aba10 req-062d869e-2efb-4c7d-a048-27f2e5ff3137 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Dec 17 18:07:24.920238 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac53fb-8418-49da-a6d4-5afa05f4b46d req-247d1c50-df7e-4db0-97ae-6236298b9474 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:24.921684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0eac53fb-8418-49da-a6d4-5afa05f4b46d req-247d1c50-df7e-4db0-97ae-6236298b9474 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0806792 Dec 17 18:07:24.969578 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0eac53fb-8418-49da-a6d4-5afa05f4b46d req-1f1b68e6-b3ba-40e6-9431-ac6701c06318 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Dec 17 18:07:26.193104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2e8e4-c4d1-46d1-a587-b3ac57b5c4d5 req-9b0ecf47-ec51-4316-bfc1-ab6142d659bd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:26.194574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4c2e8e4-c4d1-46d1-a587-b3ac57b5c4d5 req-9b0ecf47-ec51-4316-bfc1-ab6142d659bd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.1224916 Dec 17 18:07:26.246176 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a4c2e8e4-c4d1-46d1-a587-b3ac57b5c4d5 req-ef70914f-8b8b-4fa8-b361-cdba9ab692da tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Dec 17 18:07:27.428381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b142e-a0c5-4718-af1c-60a88371a1cd req-2f3aa4f0-a193-4d51-8f96-101aea92481a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:27.429709 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-319b142e-a0c5-4718-af1c-60a88371a1cd req-2f3aa4f0-a193-4d51-8f96-101aea92481a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0815797 Dec 17 18:07:27.473777 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-319b142e-a0c5-4718-af1c-60a88371a1cd req-69953d9f-3966-46ce-a837-2a750414251d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Dec 17 18:07:28.656772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8beb-7d74-48a0-ab53-ebedd009aa00 req-3e934aae-2480-4b46-a58c-e2f229f556c3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:28.658180 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c7e8beb-7d74-48a0-ab53-ebedd009aa00 req-3e934aae-2480-4b46-a58c-e2f229f556c3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0800440 Dec 17 18:07:28.701297 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3c7e8beb-7d74-48a0-ab53-ebedd009aa00 req-af2b34d6-9093-4aac-b93d-ccbf4ff75db2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Dec 17 18:07:29.889329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a7bc-271d-4ab5-a424-075070ad0bd0 req-4176e24f-5292-4a1f-b1ce-a4c50801cada tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:29.890771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f745a7bc-271d-4ab5-a424-075070ad0bd0 req-4176e24f-5292-4a1f-b1ce-a4c50801cada tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0812902 Dec 17 18:07:29.932726 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f745a7bc-271d-4ab5-a424-075070ad0bd0 req-2fe2cfb6-8261-408a-a757-fff59e5cad83 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364876 Dec 17 18:07:31.263869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805d544-d3b5-48b5-a64b-67ea37bba3ae req-14fc0b6d-9361-4202-a858-1d53b7ce8405 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:31.265317 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3805d544-d3b5-48b5-a64b-67ea37bba3ae req-14fc0b6d-9361-4202-a858-1d53b7ce8405 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0772088 Dec 17 18:07:31.311368 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3805d544-d3b5-48b5-a64b-67ea37bba3ae req-c82c3ea9-6854-487c-996d-be4b9753bb01 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Dec 17 18:07:32.262969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-433e00bb-72b2-41c3-a276-0131dd396de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:32.491826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d3e8-50f8-4e92-9450-9275ae4a8fd9 req-60a0c24c-deec-44fe-a46e-4e60f64e7b85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:32.493261 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b17d3e8-50f8-4e92-9450-9275ae4a8fd9 req-60a0c24c-deec-44fe-a46e-4e60f64e7b85 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0790141 Dec 17 18:07:32.539237 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7b17d3e8-50f8-4e92-9450-9275ae4a8fd9 req-bd99ff21-5791-41e0-aabc-1a9a6a8f2a29 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Dec 17 18:07:33.725081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97748d1c-67c1-4f9b-9dab-0b5aff1cf936 req-e7810676-f2bb-456f-8c69-e66697274040 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:33.726558 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97748d1c-67c1-4f9b-9dab-0b5aff1cf936 req-e7810676-f2bb-456f-8c69-e66697274040 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0831354 Dec 17 18:07:33.769055 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-97748d1c-67c1-4f9b-9dab-0b5aff1cf936 req-53132c37-6868-4ca6-a412-fa761f130e52 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369344 Dec 17 18:07:34.950683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965366-9e2c-4a05-aca5-a213a35b8f3d req-ca4b7fc4-a7c0-4ee8-bbdf-46b4f4142cae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:34.952099 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ff965366-9e2c-4a05-aca5-a213a35b8f3d req-ca4b7fc4-a7c0-4ee8-bbdf-46b4f4142cae tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0797288 Dec 17 18:07:34.995025 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ff965366-9e2c-4a05-aca5-a213a35b8f3d req-35698fac-6e00-4bbb-a60c-7326318fa6b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373583 Dec 17 18:07:35.114371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-36478448-f3e2-4144-8a95-27280e1467f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:35.971774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:36.051933 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:36.179750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7328deb-5913-4563-8706-892f31d1ac01 req-6e816f5d-2dfb-4c16-8820-a1f4e7ea38ad tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:36.181202 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7328deb-5913-4563-8706-892f31d1ac01 req-6e816f5d-2dfb-4c16-8820-a1f4e7ea38ad tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0835454 Dec 17 18:07:36.224811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7328deb-5913-4563-8706-892f31d1ac01 req-8822cc1c-6f42-4e87-889d-3806621a586f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 Dec 17 18:07:37.407429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c89a7-83af-4e93-8773-41dd5601bbbc req-a76486ca-2d49-4224-95d9-4d91e71d33ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:37.408768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-941c89a7-83af-4e93-8773-41dd5601bbbc req-a76486ca-2d49-4224-95d9-4d91e71d33ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0787120 Dec 17 18:07:37.452900 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-941c89a7-83af-4e93-8773-41dd5601bbbc req-1acfaab5-ca08-4a67-a864-f607d97217ea tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384867 Dec 17 18:07:37.482709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58300) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:07:37.531578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:37.588981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-23506657-8278-4121-81e2-1f78382a00aa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 200 len: 993 time: 0.1043906 Dec 17 18:07:39.121251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdda80-8773-4916-b2b2-692df72c866a req-4510cca7-15b1-4198-8e96-ed0ab1c47b19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:39.122740 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4fdda80-8773-4916-b2b2-692df72c866a req-4510cca7-15b1-4198-8e96-ed0ab1c47b19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0865989 Dec 17 18:07:39.216823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d4fdda80-8773-4916-b2b2-692df72c866a req-90283638-5da8-4616-91a0-3af2e7aa2823 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602601 Dec 17 18:07:39.231633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-e3ffe819-0d1b-4a76-a474-0c3dd379f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:39.233168 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-e3ffe819-0d1b-4a76-a474-0c3dd379f96d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.1067979 Dec 17 18:07:39.361912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-2d1fac06-57a5-49fe-a919-c0f994f128d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:39.363246 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-2d1fac06-57a5-49fe-a919-c0f994f128d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 897 time: 0.1234779 Dec 17 18:07:39.577759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-bcf7a7d4-91d6-4ed6-a5f7-7fc0bbe3ff17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 1001 time: 0.2081761 Dec 17 18:07:39.640277 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-6eb00859-b83b-4df0-9aed-fb9ee66011d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:39.641555 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-6eb00859-b83b-4df0-9aed-fb9ee66011d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.0561919 Dec 17 18:07:39.714213 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-ee2a506e-fc76-4aa2-9f3c-ef66a6ef52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:39.715618 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-ee2a506e-fc76-4aa2-9f3c-ef66a6ef52ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678637 Dec 17 18:07:39.843984 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-92cd524c-831f-44fe-8a86-bf6a7221119a service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209185 Dec 17 18:07:39.980142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-824414db-b3cf-44aa-997b-0c33fc4251e1 req-629a9448-c4b3-48e5-be6d-165e1bc0d28c service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292992 Dec 17 18:07:40.406206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968a892-e4bc-432d-b498-3aa20e89a93a req-76f67b84-23e0-4543-b5ef-edb4e9001a2e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:40.407647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7968a892-e4bc-432d-b498-3aa20e89a93a req-76f67b84-23e0-4543-b5ef-edb4e9001a2e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0825696 Dec 17 18:07:40.452722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7968a892-e4bc-432d-b498-3aa20e89a93a req-cd3ad03b-e3b0-4a82-8e8b-4c262541601f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393884 Dec 17 18:07:41.640359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d11b3-e1cb-405b-a1df-ca79fd8e6a85 req-7ed51f2d-eddc-4689-92ce-25d9a79b21f1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:07:41.641806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d12d11b3-e1cb-405b-a1df-ca79fd8e6a85 req-7ed51f2d-eddc-4689-92ce-25d9a79b21f1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0850286 Dec 17 18:07:41.688540 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d12d11b3-e1cb-405b-a1df-ca79fd8e6a85 req-39fae1ad-861b-4aed-82cb-d2a500c5a894 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Dec 17 18:07:41.711053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58314) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:07:41.816127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-87d51b53-45b7-4e27-91d9-9f38cd07f208 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 200 len: 993 time: 0.1037338 Dec 17 18:07:46.114350 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:07:48.601276 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:07:59.939548 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-67a32614-ec3c-4e2d-8c89-03d70e2516ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055481 Dec 17 18:08:00.085974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29682-f072-4b37-995d-84b47e181a49 req-eb2e0b73-e0c3-45a9-be87-e824d47b6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:00.087434 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-eb2e0b73-e0c3-45a9-be87-e824d47b6391 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.0781193 Dec 17 18:08:00.231707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29682-f072-4b37-995d-84b47e181a49 req-cd132b48-6911-45df-a20f-e8dee53d6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:00.233142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-cd132b48-6911-45df-a20f-e8dee53d6501 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 897 time: 0.1247783 Dec 17 18:08:00.336171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-e262ee13-e452-4c3f-8af9-e5631406905f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 1001 time: 0.0952995 Dec 17 18:08:00.406148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29682-f072-4b37-995d-84b47e181a49 req-b78e871a-044c-4e02-8f34-368b8b884ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:00.407574 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-b78e871a-044c-4e02-8f34-368b8b884ec6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.0595663 Dec 17 18:08:00.481420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29682-f072-4b37-995d-84b47e181a49 req-adaf0591-2b28-4dea-8dc2-69c9193d22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:00.482891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-adaf0591-2b28-4dea-8dc2-69c9193d22fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688350 Dec 17 18:08:00.616263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-f805c7f6-b659-4942-8b8b-bb788e4e9e54 service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253073 Dec 17 18:08:00.745174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bbd29682-f072-4b37-995d-84b47e181a49 req-963594b1-0dfb-4e15-ba35-288ca7e4f41b service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216471 Dec 17 18:08:02.256897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31c2de88-01bc-4809-8387-324246a26a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:05.119529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-53034783-1151-4213-b5a0-094b3b8acc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:05.949316 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:06.004984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:07.531007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:16.102595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:25.600088 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:08:32.256389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9c955144-bad7-45a0-9c36-f72c350205d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:35.147975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1126e1ba-5054-4255-b99a-fbf3c31433d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:35.961471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:36.033331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:36.997151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58350) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:37.314897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 25456e91-b427-4222-a094-a0897b2cf0ef {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:08:37.315149 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.479716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.482688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.542598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.605234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 25456e91-b427-4222-a094-a0897b2cf0ef owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:08:37.833914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.837737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-54b2fc7a-1f1d-4ef2-8063-af0d743c1c16 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:37.883645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=25456e91-b427-4222-a094-a0897b2cf0ef,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:37.924029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.924415 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.924793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.925159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.925521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.925908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.926272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.926629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.926985 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.927334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.927688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.928041 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:37.931282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:37.983835 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:37.984172 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP 14a9ffa1-7078-407f-976a-0706408787d1 disassociated (deleted). External IP: 172.26.4.162, port: 3754d21d-1646-42ed-8735-97ca9ad82a84. Dec 17 18:08:38.347382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:08:38.524819 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:08:38.536538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Sync routers for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:08:38.547491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:38.548476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:38.582865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:38.740181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:38.786450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/floatingips/14a9ffa1-7078-407f-976a-0706408787d1 HTTP/1.1" status: 204 len: 168 time: 1.7881391 Dec 17 18:08:38.787553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:08:38.912708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'status': 'completed', 'code': 200} Dec 17 18:08:39.017753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-72b6b6a8-8191-4b96-8e68-938e1317fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:39.019298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-72b6b6a8-8191-4b96-8e68-938e1317fd5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 1098 time: 0.0797770 Dec 17 18:08:39.060512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:39.064826 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Checking router: b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:08:39.073361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:39.074729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:39.164392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-9b0a1d84-3969-4816-bc94-09331ee8fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:39.165869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-9b0a1d84-3969-4816-bc94-09331ee8fe3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 200 len: 897 time: 0.1397159 Dec 17 18:08:39.241398 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-8882acb8-5092-49e6-a1cc-4b63ff3c696a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 200 len: 217 time: 0.0690219 Dec 17 18:08:39.308414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-b232616b-fab5-4c4e-8343-4867cd5fcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:39.310040 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-b232616b-fab5-4c4e-8343-4867cd5fcd64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 200 len: 834 time: 0.0608363 Dec 17 18:08:39.313570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:39.390239 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-4e673741-78e6-4c07-a06c-18efb8e4145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:39.391730 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-4e673741-78e6-4c07-a06c-18efb8e4145f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca0dae65-52fa-4d14-ae18-ac1ec84b51df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740361 Dec 17 18:08:39.581805 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-7070e2b9-12d9-4664-9311-7ef7c2a3538b service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819465 Dec 17 18:08:39.594574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74ac5-071e-4f82-ac68-58d5ac7a5072 req-a0a5c171-3afc-4038-9d4d-8f3e49109299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:39.595268 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-01e74ac5-071e-4f82-ac68-58d5ac7a5072 req-a0a5c171-3afc-4038-9d4d-8f3e49109299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:08:39.626538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:39.630407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3246c937-cbdf-480b-b58b-3409207a3592 None None] The sync data for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv is: [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:05:47Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '756ce625-31b3-4016-82f9-55977ebeced9', 'name': '', 'network_id': 'ca0dae65-52fa-4d14-ae18-ac1ec84b51df', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:72:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:46Z', 'updated_at': '2021-12-17T18:05:52Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '4102cf00-6ca1-4402-96e6-3663d4b8efe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:08:39.738656 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e3c2c7a-9b30-47fc-9393-081188939f12 req-2e68237e-0cdf-4f44-bb8c-533aee3e8fac service neutron] 10.222.0.60 "GET /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406190 Dec 17 18:08:39.765629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-01e74ac5-071e-4f82-ac68-58d5ac7a5072 req-a0a5c171-3afc-4038-9d4d-8f3e49109299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:08:39.766836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01e74ac5-071e-4f82-ac68-58d5ac7a5072 req-a0a5c171-3afc-4038-9d4d-8f3e49109299 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.4537275 Dec 17 18:08:39.813455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-01e74ac5-071e-4f82-ac68-58d5ac7a5072 req-4d3f6921-9d65-4d29-aedd-3b87104f3457 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Dec 17 18:08:39.857335 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841a314-1545-42b8-8ef8-e0b6c697bf50 None None] New status for floating IP 14a9ffa1-7078-407f-976a-0706408787d1: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:08:41.002076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48366bec-a72c-43c7-a75e-c30b3abfc02e req-feec0d27-c753-420f-8cf7-9627a21c4d99 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:41.003516 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-48366bec-a72c-43c7-a75e-c30b3abfc02e req-feec0d27-c753-420f-8cf7-9627a21c4d99 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0837007 Dec 17 18:08:41.046869 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-48366bec-a72c-43c7-a75e-c30b3abfc02e req-0b1cca6a-a9d9-4cf4-aff9-edd90e9d0872 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Dec 17 18:08:41.164097 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-8278baaf-c914-4516-8cda-80c2fcd89bc7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:41.165424 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-8278baaf-c914-4516-8cda-80c2fcd89bc7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 945 time: 0.0784435 Dec 17 18:08:41.237797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 3754d21d-1646-42ed-8735-97ca9ad82a84 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:08:41.238163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:41.477463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 3754d21d-1646-42ed-8735-97ca9ad82a84, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=3754d21d-1646-42ed-8735-97ca9ad82a84,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:08:41.477837 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:41.597143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 3754d21d-1646-42ed-8735-97ca9ad82a84 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:08:41.788063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:41.793433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:41.958802 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=3754d21d-1646-42ed-8735-97ca9ad82a84,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:41.961911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:42.035729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] No DVR routers for this DVR port 3754d21d-1646-42ed-8735-97ca9ad82a84 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:08:42.039402 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:42.043428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'name': 'network-vif-deleted', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:08:42.090169 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448373cd-12ed-4ac5-a420-f42811c4341e', 'name': 'network-vif-deleted', 'tag': '3754d21d-1646-42ed-8735-97ca9ad82a84', 'status': 'completed', 'code': 200} Dec 17 18:08:42.108583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8fbd2ad-c3e6-4c3b-8125-5e892870e6d4 req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "DELETE /v2.0/ports/3754d21d-1646-42ed-8735-97ca9ad82a84 HTTP/1.1" status: 204 len: 173 time: 0.9380047 Dec 17 18:08:42.204786 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa61e763-1d24-4d0a-bce6-22e4d6844844 req-efb8b9c4-a810-4c17-8600-48b0be760a07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:08:42.262959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa61e763-1d24-4d0a-bce6-22e4d6844844 req-efb8b9c4-a810-4c17-8600-48b0be760a07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:08:42.264440 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa61e763-1d24-4d0a-bce6-22e4d6844844 req-efb8b9c4-a810-4c17-8600-48b0be760a07 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=448373cd-12ed-4ac5-a420-f42811c4341e HTTP/1.1" status: 200 len: 210 time: 0.1021578 Dec 17 18:08:43.359271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58372) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:44.023551 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:44.388183 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 756ce625-31b3-4016-82f9-55977ebeced9 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:08:44.388880 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:44.568322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 756ce625-31b3-4016-82f9-55977ebeced9, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=756ce625-31b3-4016-82f9-55977ebeced9,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:08:44.568678 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:44.688683 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 756ce625-31b3-4016-82f9-55977ebeced9 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:08:45.147887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:45.151371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-742cde9b-4e96-4834-96e6-823d9b0464a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:45.195868 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=756ce625-31b3-4016-82f9-55977ebeced9,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:45.237481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.237886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.238266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.238638 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.239010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.239376 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.239740 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.240127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.240488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.240845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.241208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.241567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:45.249708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:45.446334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3754d21d-1646-42ed-8735-97ca9ad82a84 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:08:45.481003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 3754d21d-1646-42ed-8735-97ca9ad82a84 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:08:45.481229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:45.481718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 3754d21d-1646-42ed-8735-97ca9ad82a84 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:08:45.843068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:08:46.012623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:08:46.022645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Sync routers for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:08:46.033056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:46.033706 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:46.077955 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e03a8ed8-7df4-40d8-b5f2-a1f81a28c73c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/b9a0504c-1ef3-4eed-910b-b5a4b503fdc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7151606 Dec 17 18:08:46.078324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58376) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:46.146380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting subnet 4102cf00-6ca1-4402-96e6-3663d4b8efe4 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:08:46.149288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.175899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.207229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.224969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:46.297352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.429237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.433311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f9d07e77-3643-47b6-8dc4-b5d78862946f tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:46.470063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Subnet': ['ID=4102cf00-6ca1-4402-96e6-3663d4b8efe4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:46.475053 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:46.476328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.482762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-f37f57f9-127f-4b0e-ad94-5cb8291725b5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/subnets/4102cf00-6ca1-4402-96e6-3663d4b8efe4 HTTP/1.1" status: 204 len: 168 time: 0.4033632 Dec 17 18:08:46.485433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58380) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:46.493971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74368054-7e15-48a9-90c8-e5a9593e47d0 None None] Network ca0dae65-52fa-4d14-ae18-ac1ec84b51df requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:08:46.667783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.688975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:08:45Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:46.695705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Checking router: b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:08:46.709715 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Routers {'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:46.710438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:46.844858 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.845114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] DHCP port deletion for ca0dae65-52fa-4d14-ae18-ac1ec84b51df request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:08:46.865626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Deleting port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:08:46.866026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:46.931275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 3b1d5c2d-9709-410f-8bbe-993f23c77356 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:08:46.931548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.022539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] Set router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:47.109099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 3b1d5c2d-9709-410f-8bbe-993f23c77356, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3b1d5c2d-9709-410f-8bbe-993f23c77356,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:08:47.109629 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.230359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 3b1d5c2d-9709-410f-8bbe-993f23c77356 owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:08:47.335941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] For port 4c2c2e80-b735-4538-8526-b0d0b2fb2220, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4c2c2e80-b735-4538-8526-b0d0b2fb2220,segment=NetworkSegment(3b77f18b-8b25-4453-ab3c-49f612e9ccfa),segment_id=3b77f18b-8b25-4453-ab3c-49f612e9ccfa)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:08:47.336345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.439490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.444261 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4de46ff7-a792-4b2a-834f-c69c616b6228 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:47.488568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=3b1d5c2d-9709-410f-8bbe-993f23c77356,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:47.509020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Calling delete_port for 4c2c2e80-b735-4538-8526-b0d0b2fb2220 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:08:47.521488 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:47.706057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:08:45Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:47.710108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.714844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127cd8ad-2933-4608-9d25-bf167143dfec None None] The sync data for ids ['b9a0504c-1ef3-4eed-910b-b5a4b503fdc8'] in dv-neutron-821073-1-hyperv is: [{'id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547647064', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:05:41Z', 'updated_at': '2021-12-17T18:08:45Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '3b1d5c2d-9709-410f-8bbe-993f23c77356', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0504c-1ef3-4eed-910b-b5a4b503fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:05:42Z', 'updated_at': '2021-12-17T18:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:08:47.770446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.782847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:47.826914 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Pushing event deleted for resources: {'Port': ['ID=4c2c2e80-b735-4538-8526-b0d0b2fb2220,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:47.845690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] No DVR routers for this DVR port 4c2c2e80-b735-4538-8526-b0d0b2fb2220 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.850868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.851125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.851388 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.851709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:47.857413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:47.887815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.890158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.970564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.971070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Fanout notify agent at l3_agent the message router_deleted on router b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:08:47.986250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:47.987329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/routers/b9a0504c-1ef3-4eed-910b-b5a4b503fdc8 HTTP/1.1" status: 204 len: 168 time: 1.5007741 Dec 17 18:08:47.989980 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58384) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:48.110743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.253954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.284775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0dae65-52fa-4d14-ae18-ac1ec84b51df']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:48.297997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b77f18b-8b25-4453-ab3c-49f612e9ccfa') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:48.298300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b77f18b-8b25-4453-ab3c-49f612e9ccfa') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:48.310397 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.326613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.333508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:08:48.333953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:08:48.349406 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:08:48.479329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.484212 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.489301 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ad42e969-e76f-4cdb-95f9-a4d131dd5160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:48.516538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Network': ['ID=ca0dae65-52fa-4d14-ae18-ac1ec84b51df,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:48.518949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:48.571635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a0288734-cc9b-404f-836d-a310e9479bd6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/networks/ca0dae65-52fa-4d14-ae18-ac1ec84b51df HTTP/1.1" status: 204 len: 168 time: 0.5804927 Dec 17 18:08:48.574624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58388) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:48.642375 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.673716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.774513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c2c2e80-b735-4538-8526-b0d0b2fb2220 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:08:48.782455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.786644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8f20f3f3-4ebd-42f7-bdf4-c1b8abcab169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:48.801865 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:48.805364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:48.817474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4c2c2e80-b735-4538-8526-b0d0b2fb2220 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:08:48.820114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4c2c2e80-b735-4538-8526-b0d0b2fb2220 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:08:48.820114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 756ce625-31b3-4016-82f9-55977ebeced9 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:08:48.854896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 756ce625-31b3-4016-82f9-55977ebeced9 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:08:48.855190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 756ce625-31b3-4016-82f9-55977ebeced9 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:08:48.855617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b1d5c2d-9709-410f-8bbe-993f23c77356 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:08:48.869680 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:48.874031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ec75c7db-d1e2-474b-87a7-31d9b7f600d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/security-groups/9f4866fd-30c4-438d-bc03-1d1bb8b4ab6f HTTP/1.1" status: 204 len: 168 time: 0.2957773 Dec 17 18:08:48.889287 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 3b1d5c2d-9709-410f-8bbe-993f23c77356 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:08:48.889653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3b1d5c2d-9709-410f-8bbe-993f23c77356 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:08:51.389295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58400) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:51.394574 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155388128', 'description': 'tempest-secgroup-smoke-1155388128 description', 'project_id': '46adf2322acd4b2bad029209518f100d'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:51.400457 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:51.405009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:51.407859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:51.413322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:51.462061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.482477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:51.486313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:51.489145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:51.494890 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:51.566484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.633128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.637169 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1300d6af-6f45-4c5f-8213-ed33472724ae tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:51.680014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:51.682738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:51.741781 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.743039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fa743821-1d9c-4fe7-b437-94ea79bf61b4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3526857 Dec 17 18:08:51.745730 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58404) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:51.750691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:51.756634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:51.760509 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:51.763872 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:51.769617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:51.833446 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.891787 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.953114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:51.954945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bba504be-0a0c-4ef0-bd56-d4ea6b10a52b tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:51.977352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75128615-5f40-495e-85bf-e7f316d1ef6c,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:51.981712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:52.050748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.051976 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053265 Dec 17 18:08:52.054655 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58408) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:52.059613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:52.065548 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:52.069324 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:52.074285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:52.077894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:52.240309 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.303265 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.359467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.361728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e5c94c4b-0099-418b-8036-921b56e5e02e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:52.385311 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39dce5b-bf78-4d3a-b762-3f45407f7eba,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:52.390317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:52.445167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.446407 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0a40f37f-aaca-4d82-b72e-160b256842fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908494 Dec 17 18:08:52.449521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58412) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:52.454593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:52.460424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:52.465030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:52.468207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:52.473821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:52.531848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.590606 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.639290 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.641060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-23c0a41f-f11e-44d4-bd71-418b116f36ef tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:52.664834 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39db6b50-1724-4ea0-9ad9-d81a97ead52d,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:52.674437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:52.730816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.732236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814958 Dec 17 18:08:52.734803 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58416) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:52.740169 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:52.746737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:52.750440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:52.753235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:52.759606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:52.833670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.898917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.935886 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:52.943010 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-320007fd-bd47-43a8-ad05-575862130a0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:52.963087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a88b1fa-14ea-41ea-a08d-fd1a84570901,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:52.965343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:53.004913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.006108 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-06068cb7-0d74-405c-b330-6374d2bf4a9d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702661 Dec 17 18:08:53.008640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58420) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:53.013593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:53.019900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:53.023737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:53.026850 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:53.032418 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:53.079149 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:08:53.086257 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.157514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.216253 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.218298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-80c1ce96-3622-4441-a329-8170f1055d96 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:53.239656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de12dd4f-ae0e-47d3-95b9-4d4cd6b8d54f,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:53.242285 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:53.296388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.297600 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ce76b300-b935-495a-954a-2989d2d2a77e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880340 Dec 17 18:08:53.300175 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58424) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:53.305047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'security_group_rule': {'security_group_id': 'dda98387-3fcf-416a-aa2f-2d8b06d4e1a7', 'project_id': '46adf2322acd4b2bad029209518f100d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:53.312266 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:53.315973 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:security_group_rule and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:53.318779 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:53.324213 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:53.376432 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Project 46adf2322acd4b2bad029209518f100d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:08:53.382724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.449611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.507478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.509264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-06c34b11-b202-46e6-bb39-734da569c2d4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:53.531375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbad8e1-3116-45ec-950c-07b9eeeb1f6e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:53.535516 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:53.576396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.577576 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764812 Dec 17 18:08:53.583410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58428) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:53.586043 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'network': {'name': 'tempest-network-smoke--1603558988', 'project_id': '46adf2322acd4b2bad029209518f100d', 'port_security_enabled': True}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:53.591381 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:53.595770 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:network and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:53.598605 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:53.604304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:53.656095 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:08:53.659349 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.685908 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:08:53.694115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.697527 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Added segment 7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a of type vlan for network 2126581d-90e4-427c-8c69-518c88f13115 Dec 17 18:08:53.719472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.793301 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.798801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:53.799372 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:53.804146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d693a682-ef78-4246-adc8-bd34cec5789c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:54.025708 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Network': ['ID=2126581d-90e4-427c-8c69-518c88f13115,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:54.029134 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:54.036464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 2126581d-90e4-427c-8c69-518c88f13115 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:08:54.088234 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a6b53577-6eaf-4fbc-b1c8-ef4d4acbaa7a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5043876 Dec 17 18:08:54.088535 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58432) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:54.094776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'admin_state_up': True, 'project_id': '46adf2322acd4b2bad029209518f100d', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:54.101891 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:54.106075 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:router and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:54.109620 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:54.115121 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:54.176279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:54.177339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:54.191848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:54.498804 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:54.850235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:54.879988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:55.013063 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.174 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/28f83b9f-3f6a-469d-9cb2-42a91ea7411e) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:08:55.156751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:55.228123 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:55.232104 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-8576a725-a725-4490-bcc8-96318f1a8842 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:55.292839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:08:55.295745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:08:55.300101 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:08:55.328653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:55.338351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:55.883653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:56.217155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:56.490559 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router d3198fc3-cdba-4409-a05e-3b3bac89e689 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:08:56.659375 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:08:56.669803 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Sync routers for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:08:56.678600 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:56.679206 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:56.736616 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:56.737828 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6475780 Dec 17 18:08:56.740989 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58436) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:56.784171 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e5d0e7bd-ba6a-4380-b6cd-80f4857e2aee tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46adf2322acd4b2bad029209518f100d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420258 Dec 17 18:08:56.786631 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58440) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:56.855487 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:56.914202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5dadc-f572-42b1-a4fc-6bfcf679efa0 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:56.915670 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d9d5dadc-f572-42b1-a4fc-6bfcf679efa0 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280904 Dec 17 18:08:56.918437 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58444) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:56.956514 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-8413ac4d-dfcf-4d43-b88c-ad73ebbd293a tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=45631bc6-a47c-445b-ac47-0b3abcab212d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369608 Dec 17 18:08:56.958858 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58448) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:56.964760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973994519', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'project_id': '46adf2322acd4b2bad029209518f100d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:08:57.071634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:08:57.075625 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:subnet and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:08:57.078422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:08:57.084039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:08:57.133566 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:55Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:57.138082 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Checking router: d3198fc3-cdba-4409-a05e-3b3bac89e689 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:08:57.138438 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Updating router d3198fc3-cdba-4409-a05e-3b3bac89e689 port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:08:57.170709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:08:57.174306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.192093 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.542608 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.553516 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Transition to ACTIVE for port object 28f83b9f-3f6a-469d-9cb2-42a91ea7411e will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:08:57.570979 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.576775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5b4948a3-8d06-407a-841f-f43e6dbaa4bd tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:57.628307 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.632979 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:57.651766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Subnet': ['ID=5c065f1c-2a33-48f9-866e-d384254590a4,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:57.655585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:57.662596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Checking segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:08:57.662962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network hostable DHCP agents. Network: 2126581d-90e4-427c-8c69-518c88f13115, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:08:57.707508 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Attempting to bind port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:08:57.708005 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Attempting to bind port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:08:57.708240 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Attempting to bind port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:08:57.717725 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:08:57.718196 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:08:57.718592 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.718988 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:08:57.719446 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Bound port: 28f83b9f-3f6a-469d-9cb2-42a91ea7411e, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:08:57.719820 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.742214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 2126581d-90e4-427c-8c69-518c88f13115 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:08:57.748258 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Pushing event updated for resources: {'Port': ['ID=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:57.768721 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.769079 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.769588 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.769843 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.770167 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.774404 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:08:57.775983 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:57.806429 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] For port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:08:57.810161 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] For port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:08:57.833411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 2126581d-90e4-427c-8c69-518c88f13115) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:08:57.837557 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:08:57.838130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.842905 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be840e5-3f75-4018-94ff-6d2f67760682 None None] Network 2126581d-90e4-427c-8c69-518c88f13115 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:08:57.914316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:57.919611 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:57.937582 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-64926e1e-e88e-45da-991c-fb2a9f59b88d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9775093 Dec 17 18:08:57.940209 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58452) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:08:57.988160 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:08:57.988787 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:58.138720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-2126581d-90e4-427c-8c69-518c88f13115', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:08:58.140149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.150330 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Pushing event updated for resources: {'Port': ['ID=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:58.155051 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:58.183721 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:08:58.312101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Allocated IP 172.20.0.2 (2126581d-90e4-427c-8c69-518c88f13115/5c065f1c-2a33-48f9-866e-d384254590a4/63021daf-241e-47f0-9c15-0fed395e4076) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:08:58.535456 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:55Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:08:58.536070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.539631 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214f752-ff4e-4aa7-bfe8-5a8a91bdffbc None None] The sync data for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv is: [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:55Z', 'revision_number': 3, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:08:58.549262 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Transition to ACTIVE for port object 63021daf-241e-47f0-9c15-0fed395e4076 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:08:58.570353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Transition to ACTIVE for port object 63021daf-241e-47f0-9c15-0fed395e4076 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:08:58.624055 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.635228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:58.707803 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Network 2126581d-90e4-427c-8c69-518c88f13115 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:08:58.711201 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:08:58.716792 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:08:58.726061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Pushing event updated for resources: {'Port': ['ID=63021daf-241e-47f0-9c15-0fed395e4076,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:58.773321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:58.806047 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.829355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Attempting to bind port 63021daf-241e-47f0-9c15-0fed395e4076 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:08:58.830022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Attempting to bind port 63021daf-241e-47f0-9c15-0fed395e4076 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:08:58.831281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Attempting to bind port 63021daf-241e-47f0-9c15-0fed395e4076 on network 2126581d-90e4-427c-8c69-518c88f13115 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:08:58.838249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:08:58.838678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Checking segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:08:58.839085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.839588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Bound using segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:08:58.839973 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Bound port: 63021daf-241e-47f0-9c15-0fed395e4076, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:08:58.840397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:58.941106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] For port 63021daf-241e-47f0-9c15-0fed395e4076, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:08:58.944245 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] For port 63021daf-241e-47f0-9c15-0fed395e4076, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=63021daf-241e-47f0-9c15-0fed395e4076,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:08:59.005404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:59.009235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:59.100104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Pushing event updated for resources: {'Port': ['ID=63021daf-241e-47f0-9c15-0fed395e4076,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:59.103197 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:59.245884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.1 (2126581d-90e4-427c-8c69-518c88f13115/5c065f1c-2a33-48f9-866e-d384254590a4/d30ccdcf-944a-4220-b0e1-688686303f5f) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:08:59.555495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:59.571869 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object d30ccdcf-944a-4220-b0e1-688686303f5f will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:08:59.662628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:08:59.666604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-84c12731-7e05-45d6-8b16-0a7a8dee2262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:08:59.732615 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 2126581d-90e4-427c-8c69-518c88f13115 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:08:59.735981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:08:59.740059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:08:59.773748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:08:59.785702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:08:59.806553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.054894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d32a9-5938-4b60-ad3b-9462c5aa5a6c None None] Network 2126581d-90e4-427c-8c69-518c88f13115 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:09:00.145682 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.205662 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-be0e58fd-0a5a-417f-9181-e04a21b02e82 None None] Provisioning for port 63021daf-241e-47f0-9c15-0fed395e4076 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:00.552179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 28f83b9f-3f6a-469d-9cb2-42a91ea7411e up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:00.608662 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.674003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09446014-e7f9-4bdd-b678-15240dcdd4a5 None None] Provisioning for port d30ccdcf-944a-4220-b0e1-688686303f5f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:00.679216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09446014-e7f9-4bdd-b678-15240dcdd4a5 None None] Provisioning complete for port d30ccdcf-944a-4220-b0e1-688686303f5f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:00.679636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09446014-e7f9-4bdd-b678-15240dcdd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.696672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.720687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:00.730444 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2e49adf8-c60b-427a-8e4c-1929f148d7ee tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:00.739099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:00.739484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.795414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-09446014-e7f9-4bdd-b678-15240dcdd4a5 None None] Port d30ccdcf-944a-4220-b0e1-688686303f5f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:09:00.814029 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.818867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:00.823382 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:00.873188 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.888814 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:00.936876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-afcc482b-a1f6-4727-9cfa-0b9f738baad7 None None] Provisioning complete for port d30ccdcf-944a-4220-b0e1-688686303f5f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:00.937407 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-afcc482b-a1f6-4727-9cfa-0b9f738baad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.952440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 2126581d-90e4-427c-8c69-518c88f13115 is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:09:00.953511 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:09:00.965890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:00.966738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 63021daf-241e-47f0-9c15-0fed395e4076 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:00.998329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:01.098375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-afcc482b-a1f6-4727-9cfa-0b9f738baad7 None None] Port d30ccdcf-944a-4220-b0e1-688686303f5f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:09:01.107379 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:01.112066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:01.149462 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router d3198fc3-cdba-4409-a05e-3b3bac89e689 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:09:01.193718 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 63021daf-241e-47f0-9c15-0fed395e4076 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:01.198935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 63021daf-241e-47f0-9c15-0fed395e4076 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:01.202148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:01.272785 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-0cac0eb3-c814-4954-a464-a252e0f6a76f None None] Provisioning complete for port d30ccdcf-944a-4220-b0e1-688686303f5f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:01.273080 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0cac0eb3-c814-4954-a464-a252e0f6a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:01.418597 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-0cac0eb3-c814-4954-a464-a252e0f6a76f None None] Port d30ccdcf-944a-4220-b0e1-688686303f5f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:09:01.431500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:01.453622 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:09:01.465863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Sync routers for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:09:01.466565 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/d3198fc3-cdba-4409-a05e-3b3bac89e689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5251675 Dec 17 18:09:01.471765 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 63021daf-241e-47f0-9c15-0fed395e4076, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=63021daf-241e-47f0-9c15-0fed395e4076,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:01.482714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:09:01.482714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:01.536908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:01.540878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d43e2e84-433d-436c-a161-be0b9b6844c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:01.646288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-66dbc02f-1c39-475a-9c3e-822e96d1123d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:09:01.697015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=63021daf-241e-47f0-9c15-0fed395e4076,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:01.703285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:01.709947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-66dbc02f-1c39-475a-9c3e-822e96d1123d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:09:01.711397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-66dbc02f-1c39-475a-9c3e-822e96d1123d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155388128&fields=id&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 267 time: 0.1044569 Dec 17 18:09:01.727136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:09:01.863916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c9b7baed-4f12-4c3a-868d-7c827d46156a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:01.864600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c9b7baed-4f12-4c3a-868d-7c827d46156a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:09:01.936056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c9b7baed-4f12-4c3a-868d-7c827d46156a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:09:01.937290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c9b7baed-4f12-4c3a-868d-7c827d46156a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 797 time: 0.2189105 Dec 17 18:09:01.952800 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-3cbeeffb-0527-420c-bdad-0215e3e9abbd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/quotas/46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 375 time: 0.0100446 Dec 17 18:09:02.039987 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 2, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:02.040825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-e9c0a37d-642f-4e78-9e7e-5c64e9eb5ad5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827496 Dec 17 18:09:02.044961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Checking router: d3198fc3-cdba-4409-a05e-3b3bac89e689 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:09:02.045327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Updating router d3198fc3-cdba-4409-a05e-3b3bac89e689 port d30ccdcf-944a-4220-b0e1-688686303f5f binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:09:02.097484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.178920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-e490e36d-087c-4b55-9045-2b30a638938b service neutron] 10.222.0.61 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263776 Dec 17 18:09:02.311890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-816b1b02-a8a3-47fc-9ae2-c0a1d2b7e599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.435988 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-2ad31cbc-7634-4a1d-b99a-0c34ea04e377 service neutron] 10.222.0.61 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506790 Dec 17 18:09:02.459720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.475693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 28f83b9f-3f6a-469d-9cb2-42a91ea7411e up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:02.507710 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Transition to ACTIVE for port object d30ccdcf-944a-4220-b0e1-688686303f5f will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:09:02.549916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:02.550303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.590265 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.596683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:02.598853 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:09:02.705466 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-37787122-ef82-4791-8735-97b4ff4005a5 req-f20543fb-fe22-48bd-b052-1a68702209c9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0452905 Dec 17 18:09:02.768899 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Pushing event updated for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:02.777491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:02.890648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Attempting to bind port d30ccdcf-944a-4220-b0e1-688686303f5f on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:09:02.891021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Attempting to bind port d30ccdcf-944a-4220-b0e1-688686303f5f by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:09:02.891396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Attempting to bind port d30ccdcf-944a-4220-b0e1-688686303f5f on network 2126581d-90e4-427c-8c69-518c88f13115 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:09:02.904191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 63021daf-241e-47f0-9c15-0fed395e4076 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:02.968072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:09:02.968354 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Checking segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:09:02.968758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:02.969151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Bound using segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:09:02.969629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Bound port: d30ccdcf-944a-4220-b0e1-688686303f5f, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:09:02.970036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:03.085511 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 63021daf-241e-47f0-9c15-0fed395e4076 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:03.085909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:03.114883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] For port d30ccdcf-944a-4220-b0e1-688686303f5f, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:09:03.136279 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] For port d30ccdcf-944a-4220-b0e1-688686303f5f, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d30ccdcf-944a-4220-b0e1-688686303f5f,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:09:03.216820 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:03.221204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:03.294950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:09:03.295592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:08:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:03.353127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Pushing event updated for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:03.363617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:03.481623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:09:03.799493 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f9496fa-57e9-4500-8225-c9fe84885e11 req-5a313f7b-7989-4e75-b53e-b7c193843645 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Dec 17 18:09:03.800967 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:03Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:03.805305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06253045-074e-4fe1-9d4f-c1d73bfb18e7 None None] The sync data for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv is: [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:03Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:09:04.484222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d30ccdcf-944a-4220-b0e1-688686303f5f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:04.605789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d30ccdcf-944a-4220-b0e1-688686303f5f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:04.611208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d30ccdcf-944a-4220-b0e1-688686303f5f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:04.611703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:04.737602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:04.772741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d30ccdcf-944a-4220-b0e1-688686303f5f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d30ccdcf-944a-4220-b0e1-688686303f5f,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:04.845136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:04.847064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:04.904152 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fedcd3c9-3d50-4c7e-9f93-5dc1f07eebc3 req-7a813f3a-90f6-4288-8574-7878062eaba1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0495443 Dec 17 18:09:04.914588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:04.918611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:05.113628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1cacfe0a-1b77-4ebe-8fd5-e2be0c58b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:05.947542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:05.999884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29442c52-c536-4463-99cf-5d98307a8508 req-aa7c645e-b2ce-4709-9359-662dbf8a1480 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0437019 Dec 17 18:09:06.027469 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:06.469169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d30ccdcf-944a-4220-b0e1-688686303f5f up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:06.539321 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d30ccdcf-944a-4220-b0e1-688686303f5f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:06.539619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:07.143825 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7806d035-fb24-4cea-96e8-50581693abca req-963dd468-9958-4054-bf30-efe6a0cecabc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0424609 Dec 17 18:09:07.559448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:08.290776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cb52cf21-c20a-429d-a97c-aa71c320f143 req-1ea5f5a4-3f57-468d-80ed-3df4fd1dedc5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0461781 Dec 17 18:09:08.569515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-792357c3-9c96-4239-8139-94657388b364 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:08.570925 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-792357c3-9c96-4239-8139-94657388b364 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 797 time: 0.1481302 Dec 17 18:09:08.622672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-73e818fc-1b2b-4d54-923d-597b8fd54bb2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46adf2322acd4b2bad029209518f100d HTTP/1.1" status: 200 len: 380 time: 0.0429671 Dec 17 18:09:08.631069 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'port': {'device_id': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'admin_state_up': True, 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'security_groups': ['dda98387-3fcf-416a-aa2f-2d8b06d4e1a7']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:09:08.768922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:09:08.773106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:port and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:09:08.776125 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:09:08.781936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:09:08.884811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Made reservation on behalf of 46adf2322acd4b2bad029209518f100d for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:09:08.888379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.052206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.20.0.13 (2126581d-90e4-427c-8c69-518c88f13115/5c065f1c-2a33-48f9-866e-d384254590a4/61deed03-0e24-4e73-a29c-07a93d23b178) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:09:09.237570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.252849 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Transition to ACTIVE for port object 61deed03-0e24-4e73-a29c-07a93d23b178 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:09:09.314147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.320035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ef4754d7-168c-4089-aba6-8c6281f4d0c1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:09.390050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 2126581d-90e4-427c-8c69-518c88f13115 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:09:09.393299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:09:09.398768 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:09:09.460172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:09.477634 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:09.521896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:09.522521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.565441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65170-a8b4-49c1-bb59-905d04e4829b req-10c81a93-d796-4068-bf5a-6da5078697dc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:09.565441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-25d65170-a8b4-49c1-bb59-905d04e4829b req-10c81a93-d796-4068-bf5a-6da5078697dc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:09:09.611215 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9838123 Dec 17 18:09:09.623667 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Request body: {'port': {'device_id': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:09:09.653490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-25d65170-a8b4-49c1-bb59-905d04e4829b req-10c81a93-d796-4068-bf5a-6da5078697dc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:09:09.654647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-25d65170-a8b4-49c1-bb59-905d04e4829b req-10c81a93-d796-4068-bf5a-6da5078697dc tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 932 time: 0.2569406 Dec 17 18:09:09.707578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97152e35-aae9-4b3b-80f7-23fcdd31f870 None None] Provisioning for port 61deed03-0e24-4e73-a29c-07a93d23b178 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:09.712762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-97152e35-aae9-4b3b-80f7-23fcdd31f870 None None] Provisioning complete for port 61deed03-0e24-4e73-a29c-07a93d23b178 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:09.713147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-97152e35-aae9-4b3b-80f7-23fcdd31f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.749285 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-25d65170-a8b4-49c1-bb59-905d04e4829b req-4061ecd9-1331-4752-96ce-962686584e98 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881462 Dec 17 18:09:09.768384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:09.770277 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-97152e35-aae9-4b3b-80f7-23fcdd31f870 None None] Port 61deed03-0e24-4e73-a29c-07a93d23b178 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:09:10.281869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61deed03-0e24-4e73-a29c-07a93d23b178 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:09:10.289107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:10.302826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Transition to ACTIVE for port object 61deed03-0e24-4e73-a29c-07a93d23b178 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:09:10.358838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:10.362366 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6c4e0ab3-0d7a-491d-b146-21f761b06621 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:10.495683 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Pushing event updated for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:10.522024 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:10.604815 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Attempting to bind port 61deed03-0e24-4e73-a29c-07a93d23b178 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:09:10.605179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Attempting to bind port 61deed03-0e24-4e73-a29c-07a93d23b178 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:09:10.605465 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Attempting to bind port 61deed03-0e24-4e73-a29c-07a93d23b178 on network 2126581d-90e4-427c-8c69-518c88f13115 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:09:10.610122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Port 61deed03-0e24-4e73-a29c-07a93d23b178 on network 2126581d-90e4-427c-8c69-518c88f13115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:09:10.610392 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Attempting to bind port 61deed03-0e24-4e73-a29c-07a93d23b178 on network 2126581d-90e4-427c-8c69-518c88f13115 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:09:10.615447 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:09:10.615783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Checking segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:09:10.616164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Bound using segment: {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:09:10.616583 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Bound port: 61deed03-0e24-4e73-a29c-07a93d23b178, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2126581d-90e4-427c-8c69-518c88f13115'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:09:10.616925 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:10.703308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:09:10.707077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=61deed03-0e24-4e73-a29c-07a93d23b178,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:09:10.753692 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:10.758155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-572d2b81-9f60-4929-9801-fb410378b120 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:10.817009 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:10.817633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:10.819021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] 10.222.0.60 "PUT /v2.0/ports/61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 1094 time: 1.2000546 Dec 17 18:09:10.819549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:09:10.845234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Pushing event updated for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:10.850444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:10.933691 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178', 'status': 'completed', 'code': 200} Dec 17 18:09:11.004691 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-4fe682ff-9e8d-45d7-861a-119b34f2fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.006187 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-4fe682ff-9e8d-45d7-861a-119b34f2fe4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1097 time: 0.1032114 Dec 17 18:09:11.014874 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39635d5-fae8-419a-b49c-20699fd40abf req-2ffef693-ecfc-4685-a25a-7bf19c640c7d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.016324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d39635d5-fae8-419a-b49c-20699fd40abf req-2ffef693-ecfc-4685-a25a-7bf19c640c7d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 944 time: 0.1522226 Dec 17 18:09:11.151223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d39635d5-fae8-419a-b49c-20699fd40abf req-500b1e96-182b-4635-95cb-d8a81355b11e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130164 Dec 17 18:09:11.187640 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-53e47af3-73ae-4b23-81e8-ae32a9629a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.189074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-53e47af3-73ae-4b23-81e8-ae32a9629a30 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=46adf2322acd4b2bad029209518f100d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1719081 Dec 17 18:09:11.321998 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-46ac1f8c-ff19-467e-82ab-c99c569c3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.323444 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-72ed97f7-178a-4057-8e60-de6c5b3166b3 req-46ac1f8c-ff19-467e-82ab-c99c569c3634 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283176 Dec 17 18:09:11.425505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c61d42c9-8d7a-4270-a1e3-d2377dc45b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.426895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-c61d42c9-8d7a-4270-a1e3-d2377dc45b2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1097 time: 0.0693996 Dec 17 18:09:11.496813 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-fad90251-fb11-409c-9beb-9bf9423d20e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 217 time: 0.0629690 Dec 17 18:09:11.557142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-1fa4eb46-01f0-4e17-b8de-5167d168dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.558542 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-1fa4eb46-01f0-4e17-b8de-5167d168dacc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 200 len: 835 time: 0.0557084 Dec 17 18:09:11.635084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-dd963baf-8bfb-4ff3-9eef-2137403f3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:11.636490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-dd963baf-8bfb-4ff3-9eef-2137403f3828 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2126581d-90e4-427c-8c69-518c88f13115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714939 Dec 17 18:09:11.765522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-405c2479-931a-43cb-9594-e3d1de93c7eb service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227190 Dec 17 18:09:11.894657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15043f0c-5dbf-4e1e-9aa1-dfa7827415da req-f5fb9c74-25aa-4769-a8aa-7815bec78838 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225419 Dec 17 18:09:12.332106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f7b2f-e298-4e5e-876b-1106dfb8c48d req-0b1f2ea2-77b8-402f-b4dd-29d747375f0e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:12.333545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-708f7b2f-e298-4e5e-876b-1106dfb8c48d req-0b1f2ea2-77b8-402f-b4dd-29d747375f0e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 944 time: 0.0773582 Dec 17 18:09:12.377042 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-708f7b2f-e298-4e5e-876b-1106dfb8c48d req-68887f2f-ac5a-4356-b1c1-02920bc4efdf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372956 Dec 17 18:09:13.690951 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd6ad-3af3-4172-b07c-1aba22dff396 req-8e20de5a-467c-49a8-8cbd-eae6ccc3f323 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:13.692291 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-377cd6ad-3af3-4172-b07c-1aba22dff396 req-8e20de5a-467c-49a8-8cbd-eae6ccc3f323 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 944 time: 0.2117260 Dec 17 18:09:13.735538 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-377cd6ad-3af3-4172-b07c-1aba22dff396 req-c728d439-3d9f-45ce-8df6-4f7ad525eef1 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Dec 17 18:09:14.919635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a4e41-8ebe-4a34-9d0a-fb2fd7e80856 req-acc65f48-2ed3-4c9a-af52-867bbc1223b3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:14.921098 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e4a4e41-8ebe-4a34-9d0a-fb2fd7e80856 req-acc65f48-2ed3-4c9a-af52-867bbc1223b3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 944 time: 0.0814314 Dec 17 18:09:14.965272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7e4a4e41-8ebe-4a34-9d0a-fb2fd7e80856 req-a4957e6b-4ad3-40be-b148-765663b88547 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Dec 17 18:09:15.554691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 61deed03-0e24-4e73-a29c-07a93d23b178 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:09:15.723599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=61deed03-0e24-4e73-a29c-07a93d23b178,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:15.736533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '61deed03-0e24-4e73-a29c-07a93d23b178', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'port_id': '61deed03-0e24-4e73-a29c-07a93d23b178', 'mac_address': 'fa:16:3e:d7:8c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:09:15.794557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:15.810942 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61deed03-0e24-4e73-a29c-07a93d23b178 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:09:15.826280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=61deed03-0e24-4e73-a29c-07a93d23b178,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:15.884328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:15.886745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:15.950329 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:15.953289 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:16.118977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:16.151253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665a10-4e4b-4eb0-b31e-a25c64ab2de8 req-3e2c6eff-1105-4a40-8b1d-0855557d613b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:16.152692 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56665a10-4e4b-4eb0-b31e-a25c64ab2de8 req-3e2c6eff-1105-4a40-8b1d-0855557d613b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 945 time: 0.0842361 Dec 17 18:09:16.195206 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-56665a10-4e4b-4eb0-b31e-a25c64ab2de8 req-f238cd9f-6daa-49f3-8744-4a4580a41ef6 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Dec 17 18:09:16.245772 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['61deed03-0e24-4e73-a29c-07a93d23b178'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:09:17.378539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42daed3-e964-48a1-a4a7-0189d22c7a94 req-3487dd42-4e27-4ff3-a275-1d950027ef27 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:17.379884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a42daed3-e964-48a1-a4a7-0189d22c7a94 req-3487dd42-4e27-4ff3-a275-1d950027ef27 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 945 time: 0.0795105 Dec 17 18:09:17.427910 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a42daed3-e964-48a1-a4a7-0189d22c7a94 req-b12beb23-e0f4-47ff-9dce-5a4a491e6813 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Dec 17 18:09:17.586610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 61deed03-0e24-4e73-a29c-07a93d23b178 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:09:17.741941 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 61deed03-0e24-4e73-a29c-07a93d23b178 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:09:17.747157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 61deed03-0e24-4e73-a29c-07a93d23b178 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:09:17.753883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:17.860952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:17.886612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:09:17.896022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=61deed03-0e24-4e73-a29c-07a93d23b178,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:09:17.930623 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178', 'code': 200} Dec 17 18:09:17.976464 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:17.978314 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:18.042450 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:18.045291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:18.299441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad693d1-e3d4-4182-9e67-a7bdc14c49bb req-d1ef883c-ea84-4a67-b763-27bb0b7d9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:18.300844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ad693d1-e3d4-4182-9e67-a7bdc14c49bb req-d1ef883c-ea84-4a67-b763-27bb0b7d9e75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1099 time: 0.0686281 Dec 17 18:09:18.339611 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ad693d1-e3d4-4182-9e67-a7bdc14c49bb req-9137d200-62e1-4cbb-a5b5-5fff7872c5e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Dec 17 18:09:18.622541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02789d35-92b7-4de6-9abb-13171fbee5b0 req-31a531e2-8a9a-43a7-9f18-24e820bb295c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:18.623984 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-02789d35-92b7-4de6-9abb-13171fbee5b0 req-31a531e2-8a9a-43a7-9f18-24e820bb295c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0858951 Dec 17 18:09:18.669443 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-02789d35-92b7-4de6-9abb-13171fbee5b0 req-53f8f0bf-946f-4f6a-8ad3-c7345d7d1775 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Dec 17 18:09:19.856063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74dbc-6bc2-4b4c-93b4-3f61e029619e req-082718c7-3ea9-42af-ab07-1aca34e4c084 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:19.857514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16e74dbc-6bc2-4b4c-93b4-3f61e029619e req-082718c7-3ea9-42af-ab07-1aca34e4c084 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0813920 Dec 17 18:09:19.902134 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-16e74dbc-6bc2-4b4c-93b4-3f61e029619e req-469552be-1d0b-416f-97e7-ccac93873b32 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389066 Dec 17 18:09:21.085923 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83638-b3a2-4efd-8f24-ae22be078edc req-8bf0d782-b1d9-4383-9bda-1e3d7fb09f02 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:21.087386 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7a83638-b3a2-4efd-8f24-ae22be078edc req-8bf0d782-b1d9-4383-9bda-1e3d7fb09f02 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0819600 Dec 17 18:09:21.131699 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7a83638-b3a2-4efd-8f24-ae22be078edc req-9d1c0d0e-c382-4a82-9461-d8ac72591c0a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Dec 17 18:09:21.309864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75769d80-b478-4680-8516-88f578211fc7 req-521d4393-7c3f-49dd-a10f-139491ac766f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:21.311308 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-75769d80-b478-4680-8516-88f578211fc7 req-521d4393-7c3f-49dd-a10f-139491ac766f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0774088 Dec 17 18:09:21.357302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-75769d80-b478-4680-8516-88f578211fc7 req-96662f9a-b8d9-41c8-9504-2c02208fe5ed tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Dec 17 18:09:21.378394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58534) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:09:21.445898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e197778-ef14-4936-8e9a-fc3b29513a22 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:21.447355 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-5e197778-ef14-4936-8e9a-fc3b29513a22 tempest-TestNetworkAdvancedServerOps-1463469341 tempest-TestNetworkAdvancedServerOps-1463469341-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1094 time: 0.0680063 Dec 17 18:09:21.450551 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58538) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:09:21.455224 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '61deed03-0e24-4e73-a29c-07a93d23b178', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:09:21.461005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:09:21.465418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Usage tracker for resource:floatingip and tenant:46adf2322acd4b2bad029209518f100d is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:09:21.468585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:09:21.474272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:09:21.581935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:21.716593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:21.853267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Allocated IP 172.26.4.208 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/8a099627-e4ac-454d-9f61-6f786b1f7018) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:09:21.994052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:22.067757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:22.071487 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce4e1a06-867c-448d-978f-af66e63ac973 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:22.133552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:09:22.136987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:09:22.139455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:09:22.179269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=8a099627-e4ac-454d-9f61-6f786b1f7018,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:22.181916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:22.673722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:22.835559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:23.049676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:23.096439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:23.100418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b450b9b1-ddc7-48d2-a7fe-54a779bcd4a2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:09:23.207080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event updated for resources: {'Port': ['ID=8a099627-e4ac-454d-9f61-6f786b1f7018,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:09:23.211783 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:09:23.219136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:23.389239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP ce226268-abd9-4751-9708-d916b50f358b associated. External IP: 172.26.4.208, port: 61deed03-0e24-4e73-a29c-07a93d23b178. Dec 17 18:09:23.728797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router d3198fc3-cdba-4409-a05e-3b3bac89e689 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:09:23.905515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:09:23.914839 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Sync routers for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:09:23.925732 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:09:23.926394 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:09:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:23.987508 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:24.045029 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5934827 Dec 17 18:09:24.045688 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:09:24.093121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178', 'status': 'completed', 'code': 200} Dec 17 18:09:24.103938 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:09:24.377838 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-248a1fb1-b8bd-4fc0-b01e-cbef30a360ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:24.379255 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-248a1fb1-b8bd-4fc0-b01e-cbef30a360ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1099 time: 0.2617061 Dec 17 18:09:24.390885 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a7fad-e738-469b-bb4f-b4d0fa347751 req-4c896df0-e98d-47c0-b598-7d87914dd87f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:24.392238 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc2a7fad-e738-469b-bb4f-b4d0fa347751 req-4c896df0-e98d-47c0-b598-7d87914dd87f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.2389936 Dec 17 18:09:24.452101 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ce226268-abd9-4751-9708-d916b50f358b', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'port_id': '61deed03-0e24-4e73-a29c-07a93d23b178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'mac_address': 'fa:16:3e:d7:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:09:22Z', 'updated_at': '2021-12-17T18:09:22Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:24.455883 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Checking router: d3198fc3-cdba-4409-a05e-3b3bac89e689 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:09:24.464159 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:09:24.465299 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:09:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:24.514614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc2a7fad-e738-469b-bb4f-b4d0fa347751 req-e1ffe755-f894-41ca-b3d2-593c3185a587 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038399 Dec 17 18:09:24.538123 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58546) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:09:24.644525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-03a72749-8bcd-4b42-8611-273984903103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:24.645884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-03a72749-8bcd-4b42-8611-273984903103 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 898 time: 0.2527959 Dec 17 18:09:24.670492 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:09:24.728647 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e71a28f4-e947-45ca-b5c2-81025cb49b7e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/ce226268-abd9-4751-9708-d916b50f358b HTTP/1.1" status: 200 len: 992 time: 0.1893222 Dec 17 18:09:24.761837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-3e255edc-6532-4695-ba44-1aaa01c8b4eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 1000 time: 0.1033249 Dec 17 18:09:24.826464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-038e84ba-e0dc-40fd-9b9e-932309b92124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:24.827895 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-038e84ba-e0dc-40fd-9b9e-932309b92124 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 200 len: 835 time: 0.0600572 Dec 17 18:09:24.907712 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-f53b3315-4553-474d-bbc6-a93a64034821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:24.909287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-f53b3315-4553-474d-bbc6-a93a64034821 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2126581d-90e4-427c-8c69-518c88f13115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754836 Dec 17 18:09:25.017079 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ce226268-abd9-4751-9708-d916b50f358b', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'port_id': '61deed03-0e24-4e73-a29c-07a93d23b178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'mac_address': 'fa:16:3e:d7:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:09:22Z', 'updated_at': '2021-12-17T18:09:22Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:09:25.021020 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461481a7-d7dc-4d5c-ba9b-de2b64404053 None None] The sync data for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv is: [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'ce226268-abd9-4751-9708-d916b50f358b', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'port_id': '61deed03-0e24-4e73-a29c-07a93d23b178', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'mac_address': 'fa:16:3e:d7:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:09:22Z', 'updated_at': '2021-12-17T18:09:22Z', 'revision_number': 0, 'project_id': '46adf2322acd4b2bad029209518f100d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:09:25.041451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-911db95e-351c-46a0-9125-8f1e8ba588de service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256621 Dec 17 18:09:25.176123 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e4c97a5a-6b6b-4f7e-a23c-3375904e6e6d req-4255f167-2f16-458e-835e-41aa602427b0 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283302 Dec 17 18:09:25.221478 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ccd3c-f3af-4f05-8b6a-cc847139a4f4 None None] New status for floating IP ce226268-abd9-4751-9708-d916b50f358b: ACTIVE {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:09:25.732105 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58550) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:09:25.836067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3fe13d79-d202-4b17-b59b-91e2346b9d19 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/ce226268-abd9-4751-9708-d916b50f358b HTTP/1.1" status: 200 len: 994 time: 0.1026223 Dec 17 18:09:32.284288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcf2d-fccf-47e3-931f-2c78a1bfd698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:35.141309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3df83648-5241-46a1-827b-015f73acf656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:35.970181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:36.016023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:37.530093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:39.598330 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:09:46.136088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:09:59.101847 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-26193724-010c-40a4-9583-286940e9ecc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732405 Dec 17 18:09:59.240381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-00bcfa4b-a2cd-468a-a8a3-d614cb634abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:59.241787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-00bcfa4b-a2cd-468a-a8a3-d614cb634abb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1099 time: 0.0686712 Dec 17 18:09:59.384444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-9ed14d13-ac1f-44dc-8b88-45f7446b56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:59.385784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-9ed14d13-ac1f-44dc-8b88-45f7446b56c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 898 time: 0.1239834 Dec 17 18:09:59.488527 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-b17df232-18bd-4f4a-966f-26041707448e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 1002 time: 0.0954905 Dec 17 18:09:59.548320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-ae117826-f26b-400f-b27f-e08a015fc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:59.549678 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-ae117826-f26b-400f-b27f-e08a015fc04e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 200 len: 835 time: 0.0551655 Dec 17 18:09:59.629101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-216d34cd-ec87-46b6-8c66-5f87a6e5b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:09:59.630621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-216d34cd-ec87-46b6-8c66-5f87a6e5b84a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2126581d-90e4-427c-8c69-518c88f13115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747192 Dec 17 18:09:59.884160 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-f7a7a1ab-41e4-4378-a5fb-68a8cb59b2bd service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469473 Dec 17 18:10:00.020757 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-58614a29-904b-4714-8a0b-cc1ec014c458 req-8a30fb1e-51bb-4f55-94c1-045778c2bb9f service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293910 Dec 17 18:10:02.244001 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f036ba4d-4af3-4b53-9974-f943003ebb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:05.118729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-20f33f65-9c3b-4e6f-91d1-055faf89e027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:06.004005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:06.026932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:07.524319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:16.135799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:16.597671 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:10:27.056312 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301221-cf8c-4e94-a349-51adcafb5eda req-ce4c3c46-6773-4218-b74c-dc569182ed37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:27.057751 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-59301221-cf8c-4e94-a349-51adcafb5eda req-ce4c3c46-6773-4218-b74c-dc569182ed37 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0806091 Dec 17 18:10:27.106819 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-59301221-cf8c-4e94-a349-51adcafb5eda req-cd4613a1-c406-4f98-bed1-3d01c6ed0a06 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Dec 17 18:10:28.304563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cff017-e2e2-4d3e-bade-cbe0718ec036 req-1f6210ed-f61d-45d6-9d7c-15d03a1668a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:28.306023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7cff017-e2e2-4d3e-bade-cbe0718ec036 req-1f6210ed-f61d-45d6-9d7c-15d03a1668a9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0790036 Dec 17 18:10:28.349319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a7cff017-e2e2-4d3e-bade-cbe0718ec036 req-4cec8b27-879c-4f7c-9703-f1cb452c50f0 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Dec 17 18:10:29.531516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec577d4-2ef0-4189-abce-46ffa629137f req-c3f6900e-8709-41a8-947f-24e848513f6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:29.532931 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ec577d4-2ef0-4189-abce-46ffa629137f req-c3f6900e-8709-41a8-947f-24e848513f6b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0811415 Dec 17 18:10:29.575408 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ec577d4-2ef0-4189-abce-46ffa629137f req-b858593c-8bdc-4010-ac03-5be6dd913be9 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368931 Dec 17 18:10:29.597418 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58580) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:29.701104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-81210387-408a-4853-9564-712c56de3330 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/ce226268-abd9-4751-9708-d916b50f358b HTTP/1.1" status: 200 len: 994 time: 0.1023941 Dec 17 18:10:31.300748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce124aff-4bc8-40b2-a8c6-60a4715ac9a2 req-fc5b8239-063f-410a-b102-7bc31b91b1dd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:31.302290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ce124aff-4bc8-40b2-a8c6-60a4715ac9a2 req-fc5b8239-063f-410a-b102-7bc31b91b1dd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.1397960 Dec 17 18:10:31.331387 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-07580526-f560-4bad-9917-2436bb6071ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:31.332723 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-07580526-f560-4bad-9917-2436bb6071ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1099 time: 0.1211717 Dec 17 18:10:31.416739 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ce124aff-4bc8-40b2-a8c6-60a4715ac9a2 req-609c8b3b-8d3a-4974-8a01-9e4c12193ed7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084013 Dec 17 18:10:31.473147 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-3d8653a9-28a9-42b1-a273-16078b085b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:31.474610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-3d8653a9-28a9-42b1-a273-16078b085b8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 898 time: 0.1329920 Dec 17 18:10:31.576109 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-16389629-3ccf-4ac5-80ba-2b2c1ca02ac4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 1002 time: 0.0950143 Dec 17 18:10:31.637472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-b41bf2e3-f867-49b6-80fa-a3f37ad20afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:31.638826 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-b41bf2e3-f867-49b6-80fa-a3f37ad20afa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 200 len: 835 time: 0.0569177 Dec 17 18:10:31.716229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-e20802d8-33cf-4f34-bca1-a3128596b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:31.717676 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-e20802d8-33cf-4f34-bca1-a3128596b45f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2126581d-90e4-427c-8c69-518c88f13115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724945 Dec 17 18:10:31.848286 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-643eba2f-10a8-49f0-bc5a-d4231c71f454 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233497 Dec 17 18:10:31.981698 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-61255798-2b11-4d7d-bf69-3548c32adeb2 req-1eaea5a1-adc1-47ba-a289-0ed0d6884ab7 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269658 Dec 17 18:10:32.232709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c966fa8-3047-4c1f-9bab-cd89f13ee9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:32.600895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106a0e7-1788-499b-a13a-cb835877d982 req-c31a4b08-6623-4f5e-bad8-7bbe354758d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:32.602268 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a106a0e7-1788-499b-a13a-cb835877d982 req-c31a4b08-6623-4f5e-bad8-7bbe354758d2 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0791888 Dec 17 18:10:32.644811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a106a0e7-1788-499b-a13a-cb835877d982 req-df659d56-375c-4b87-9646-cd3fc0095189 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Dec 17 18:10:33.975707 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a929f-ba7c-46fd-9e8f-5f14d8949968 req-25618a35-d398-44f0-9330-bb329dc97e31 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:33.977165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e58a929f-ba7c-46fd-9e8f-5f14d8949968 req-25618a35-d398-44f0-9330-bb329dc97e31 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.2243857 Dec 17 18:10:34.020294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e58a929f-ba7c-46fd-9e8f-5f14d8949968 req-0296be43-f08d-4340-ab99-31318ab8328b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375249 Dec 17 18:10:34.042581 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58594) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:34.147732 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b533f76b-667a-4f6d-b922-bd9387225be7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/floatingips/ce226268-abd9-4751-9708-d916b50f358b HTTP/1.1" status: 200 len: 994 time: 0.1039314 Dec 17 18:10:34.473800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58602) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:34.671774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 8a099627-e4ac-454d-9f61-6f786b1f7018 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:10:34.672013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:34.837959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:34.838282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:34.960916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 8a099627-e4ac-454d-9f61-6f786b1f7018 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:10:35.123949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1d506b96-75a5-4fa4-b1b9-6069a99d84b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:35.198275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:35.203416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6590ffd8-1dea-4435-b007-3a42b92eeacd tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:35.256466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=8a099627-e4ac-454d-9f61-6f786b1f7018,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:35.300797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.301188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.301576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.302056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.302438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.302813 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.303186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.303557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.303926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.304292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.304662 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.305028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:35.332542 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:35.360018 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:35.360360 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Floating IP ce226268-abd9-4751-9708-d916b50f358b disassociated (deleted). External IP: 172.26.4.208, port: 61deed03-0e24-4e73-a29c-07a93d23b178. Dec 17 18:10:35.710899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router d3198fc3-cdba-4409-a05e-3b3bac89e689 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:10:36.004106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:36.024380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:10:36.034715 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Sync routers for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:10:36.038598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:36.045141 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:36.045765 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:36.131370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:36.189031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c202a6e3-dbc8-44f2-94e7-76ee8df4d9f5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/floatingips/ce226268-abd9-4751-9708-d916b50f358b HTTP/1.1" status: 204 len: 168 time: 1.7139649 Dec 17 18:10:36.189701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:10:36.223131 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:36.236259 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178', 'status': 'completed', 'code': 200} Dec 17 18:10:36.335839 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-669fe220-529d-478b-aa60-391ae100d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:36.337836 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-669fe220-529d-478b-aa60-391ae100d4a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46adf2322acd4b2bad029209518f100d&device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 1099 time: 0.0763788 Dec 17 18:10:36.469652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-4034df8e-b3aa-4d23-b89b-56be7f1fee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:36.472402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-4034df8e-b3aa-4d23-b89b-56be7f1fee1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 200 len: 898 time: 0.1263750 Dec 17 18:10:36.531301 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:36.534954 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Checking router: d3198fc3-cdba-4409-a05e-3b3bac89e689 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:10:36.543135 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:36.543743 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:36.544625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-e19293db-2320-493d-bfbe-b65b33d6f591 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 200 len: 217 time: 0.0668349 Dec 17 18:10:36.608805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-85cb7f9b-8b74-443a-8103-3f0021310c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:36.610461 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-85cb7f9b-8b74-443a-8103-3f0021310c67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 200 len: 835 time: 0.0590091 Dec 17 18:10:36.746049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-8bedbe64-68cf-4bfc-a63c-3b014ed39b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:36.747373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-8bedbe64-68cf-4bfc-a63c-3b014ed39b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2126581d-90e4-427c-8c69-518c88f13115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299505 Dec 17 18:10:36.755174 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:36.789339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a3910-aecd-46f8-a809-1445db2214d4 req-618a6413-0ab5-4a6e-a35d-32a213a383c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:36.789961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa3a3910-aecd-46f8-a809-1445db2214d4 req-618a6413-0ab5-4a6e-a35d-32a213a383c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Synchronizing usage tracker for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:10:36.906267 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-73233a6c-a821-497e-a85e-35e122b4f286 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495266 Dec 17 18:10:36.982722 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fa3a3910-aecd-46f8-a809-1445db2214d4 req-618a6413-0ab5-4a6e-a35d-32a213a383c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Unset dirty status for tenant:46adf2322acd4b2bad029209518f100d on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:10:36.983844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa3a3910-aecd-46f8-a809-1445db2214d4 req-618a6413-0ab5-4a6e-a35d-32a213a383c4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.3164618 Dec 17 18:10:37.049270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa3a3910-aecd-46f8-a809-1445db2214d4 req-5814f1c3-16a3-4f24-b6d3-c3ae381fcd69 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496776 Dec 17 18:10:37.075919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:37.075919 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6338fc1-4852-4b69-9515-b011dd70d99b None None] The sync data for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv is: [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:08:59Z', 'revision_number': 4, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'd30ccdcf-944a-4220-b0e1-688686303f5f', 'name': '', 'network_id': '2126581d-90e4-427c-8c69-518c88f13115', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'mac_address': 'fa:16:3e:30:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:59Z', 'updated_at': '2021-12-17T18:09:04Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'subnets': [{'id': '5c065f1c-2a33-48f9-866e-d384254590a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:10:37.082288 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-28e22dc9-ea2a-4c5a-81d3-a6bfcfcfdef5 req-3827a43a-2451-47e8-8d87-34bfd8b2e4a5 service neutron] 10.222.0.60 "GET /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676297 Dec 17 18:10:37.290441 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbdc37-047c-41cd-94db-ba3f683658be None None] New status for floating IP ce226268-abd9-4751-9708-d916b50f358b: DOWN {{(pid=88118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:10:37.512542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:38.249371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449af2-b6e0-49b9-a445-f758a9390c81 req-cedcbd2f-4e02-4ea7-8e2e-a2fdfcd1c98d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:38.250907 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-03449af2-b6e0-49b9-a445-f758a9390c81 req-cedcbd2f-4e02-4ea7-8e2e-a2fdfcd1c98d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0831831 Dec 17 18:10:38.294343 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-03449af2-b6e0-49b9-a445-f758a9390c81 req-2af1a086-3773-40ce-9caf-976138895eb4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/security-groups?id=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 Dec 17 18:10:38.540093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f55e5-be8a-4de8-8c90-712194173739 req-f5c3c5b7-e31f-4eda-926f-4a7b8ef033f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:38.541517 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a90f55e5-be8a-4de8-8c90-712194173739 req-f5c3c5b7-e31f-4eda-926f-4a7b8ef033f4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 946 time: 0.0820003 Dec 17 18:10:38.613484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 61deed03-0e24-4e73-a29c-07a93d23b178 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:10:38.613778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:38.863107 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 61deed03-0e24-4e73-a29c-07a93d23b178, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=61deed03-0e24-4e73-a29c-07a93d23b178,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:38.863365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:39.117437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 61deed03-0e24-4e73-a29c-07a93d23b178 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:10:39.301218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:39.306896 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fd5723b6-ff58-46a8-ab7a-ea55ccfeaf68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:39.352455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=61deed03-0e24-4e73-a29c-07a93d23b178,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:39.355599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:39.467904 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] No DVR routers for this DVR port 61deed03-0e24-4e73-a29c-07a93d23b178 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:10:39.471083 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1e371696-9864-4491-ac26-d1e0e1d3346d req-f101f96c-5469-49ed-b617-693038c1c5f7 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3702f3d-60a2-43d9-bcc9-1deec5351889 HTTP/1.1" status: 200 len: 210 time: 0.0521138 Dec 17 18:10:39.472012 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:39.474613 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'name': 'network-vif-deleted', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:10:39.523293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3702f3d-60a2-43d9-bcc9-1deec5351889', 'name': 'network-vif-deleted', 'tag': '61deed03-0e24-4e73-a29c-07a93d23b178', 'status': 'completed', 'code': 200} Dec 17 18:10:39.535920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a90f55e5-be8a-4de8-8c90-712194173739 req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.60 "DELETE /v2.0/ports/61deed03-0e24-4e73-a29c-07a93d23b178 HTTP/1.1" status: 204 len: 173 time: 0.9894068 Dec 17 18:10:40.564957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58622) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:41.114566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:41.455968 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port d30ccdcf-944a-4220-b0e1-688686303f5f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:10:41.456222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:41.758258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port d30ccdcf-944a-4220-b0e1-688686303f5f, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d30ccdcf-944a-4220-b0e1-688686303f5f,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:41.758970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:41.879773 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for d30ccdcf-944a-4220-b0e1-688686303f5f owned by network:router_interface {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:10:42.036608 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 61deed03-0e24-4e73-a29c-07a93d23b178 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:10:42.070677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 61deed03-0e24-4e73-a29c-07a93d23b178 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:10:42.071040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 61deed03-0e24-4e73-a29c-07a93d23b178 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:10:42.147371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:42.151329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ddf663c2-a2e4-4e21-a73d-a06832cd95fa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:42.199100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=d30ccdcf-944a-4220-b0e1-688686303f5f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:42.227521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:42.471208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:42.822028 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Router d3198fc3-cdba-4409-a05e-3b3bac89e689 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:10:43.142423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:10:43.152261 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Sync routers for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:10:43.155471 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "PUT /v2.0/routers/d3198fc3-cdba-4409-a05e-3b3bac89e689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893219 Dec 17 18:10:43.157979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58626) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:43.161316 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:43.161952 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:43.222490 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting subnet 5c065f1c-2a33-48f9-866e-d384254590a4 {{(pid=88116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:10:43.225369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.280452 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6626072'] for subnet, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.330060 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:43.361110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.501286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6417486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6839613'] for subnet, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.505999 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed5e4bd8-50f3-43ab-88da-73555e958f61 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:43.542396 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Subnet': ['ID=5c065f1c-2a33-48f9-866e-d384254590a4,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:43.544328 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.547020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:43.553432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6ca54cda-293b-458a-8033-0abe2e5c2fb5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/subnets/5c065f1c-2a33-48f9-866e-d384254590a4 HTTP/1.1" status: 204 len: 168 time: 0.3921866 Dec 17 18:10:43.553603 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5c352-a366-4b20-9368-00de4cf6a53b None None] Network 2126581d-90e4-427c-8c69-518c88f13115 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:10:43.554063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58630) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:43.613855 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:10:41Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:43.617607 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Checking router: d3198fc3-cdba-4409-a05e-3b3bac89e689 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:10:43.626613 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Routers {'d3198fc3-cdba-4409-a05e-3b3bac89e689'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:43.627230 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d3198fc3-cdba-4409-a05e-3b3bac89e689'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:43.736448 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.809940 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] DHCP port deletion for 2126581d-90e4-427c-8c69-518c88f13115 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:10:43.812741 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] Set router d3198fc3-cdba-4409-a05e-3b3bac89e689 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:43.814539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Deleting port 63021daf-241e-47f0-9c15-0fed395e4076 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:10:43.815036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.923736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:43.981506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Deleting port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:10:43.982049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:44.059858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] For port 63021daf-241e-47f0-9c15-0fed395e4076, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=63021daf-241e-47f0-9c15-0fed395e4076,segment=NetworkSegment(7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a),segment_id=7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:44.060178 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:44.134067 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:10:41Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:44.137888 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a89c6-f7e5-4b4f-92cf-aec7ecd352b0 None None] The sync data for ids ['d3198fc3-cdba-4409-a05e-3b3bac89e689'] in dv-neutron-821073-1-hyperv is: [{'id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408682073', 'tenant_id': '46adf2322acd4b2bad029209518f100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:10:41Z', 'revision_number': 5, 'project_id': '46adf2322acd4b2bad029209518f100d', 'gw_port': {'id': '28f83b9f-3f6a-469d-9cb2-42a91ea7411e', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3198fc3-cdba-4409-a05e-3b3bac89e689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:08:54Z', 'updated_at': '2021-12-17T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:10:44.174630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] For port 28f83b9f-3f6a-469d-9cb2-42a91ea7411e, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:44.174630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:44.184432 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Calling delete_port for 63021daf-241e-47f0-9c15-0fed395e4076 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:10:44.295050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Calling delete_port for 28f83b9f-3f6a-469d-9cb2-42a91ea7411e owned by network:router_gateway {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:10:44.392042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:44.396652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:44.441082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] No DVR routers for this DVR port 63021daf-241e-47f0-9c15-0fed395e4076 on host dv-neutron-821073-1-hyperv {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:10:44.444315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Pushing event deleted for resources: {'Port': ['ID=63021daf-241e-47f0-9c15-0fed395e4076,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:44.452769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.453128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.453470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.453806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.454235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.454567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.454893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.455216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.455540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.455865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.456189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.456507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:44.459695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a15ec283-fb1c-4b44-be1a-286dde6b9cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:44.517568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:44.521908 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9941d16-b864-408c-8858-119c2dd07a8c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:44.550416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d30ccdcf-944a-4220-b0e1-688686303f5f no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:10:44.590339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Port': ['ID=28f83b9f-3f6a-469d-9cb2-42a91ea7411e,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:44.590605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d30ccdcf-944a-4220-b0e1-688686303f5f {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:10:44.591322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d30ccdcf-944a-4220-b0e1-688686303f5f not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:10:44.591605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 63021daf-241e-47f0-9c15-0fed395e4076 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:10:44.595249 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:44.627789 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 63021daf-241e-47f0-9c15-0fed395e4076 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:10:44.628389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 63021daf-241e-47f0-9c15-0fed395e4076 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:10:44.705905 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.012852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.014990 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.111648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.112164 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Fanout notify agent at l3_agent the message router_deleted on router d3198fc3-cdba-4409-a05e-3b3bac89e689 {{(pid=88116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:10:45.131506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.132629 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/routers/d3198fc3-cdba-4409-a05e-3b3bac89e689 HTTP/1.1" status: 204 len: 168 time: 1.5780692 Dec 17 18:10:45.135280 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58634) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:45.250716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.385256 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.409790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2126581d-90e4-427c-8c69-518c88f13115']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:45.421769 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:45.422096 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebf8c9c-a4fa-4a08-92da-2f76b96afd3a') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:45.433554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.448829 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.454961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:10:45.455353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:10:45.476361 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:10:45.600426 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.604072 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-61703bb7-caad-4446-9f88-50fa483c094a tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:45.618705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.631511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'Network': ['ID=2126581d-90e4-427c-8c69-518c88f13115,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:45.634334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:45.690891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-14bbec3b-bfee-4c9a-8262-b26abdadc8e4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/networks/2126581d-90e4-427c-8c69-518c88f13115 HTTP/1.1" status: 204 len: 168 time: 0.5538986 Dec 17 18:10:45.693600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58638) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:45.764233 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.793924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.895618 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.899407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bb66fd03-849c-4329-94e6-9dc05f03563d tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:45.913700 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda98387-3fcf-416a-aa2f-2d8b06d4e1a7,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:45.918519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:45.974744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:45.975854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c40a2117-eaea-4e51-8b81-2a7431b0ad05 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] 10.222.0.61 "DELETE /v2.0/security-groups/dda98387-3fcf-416a-aa2f-2d8b06d4e1a7 HTTP/1.1" status: 204 len: 168 time: 0.2813082 Dec 17 18:10:46.157709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:46.510303 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 28f83b9f-3f6a-469d-9cb2-42a91ea7411e no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:10:46.544440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 28f83b9f-3f6a-469d-9cb2-42a91ea7411e {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:10:46.544796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 28f83b9f-3f6a-469d-9cb2-42a91ea7411e not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:10:46.549871 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58648) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:46.695220 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-325a115a-b258-4894-940e-d73187c8f0c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46adf2322acd4b2bad029209518f100d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440315 Dec 17 18:10:46.697599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58654) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:46.755751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:46.784617 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:46.907365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:46.911420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-4b7bc647-c007-4e59-bcd1-3d07339cfe37 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:46.924566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3b26e-09f5-4403-b553-9f334ce4bb46,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:46.929017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:46.939335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:46.940511 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f18da79-4356-4e5b-8d41-676de86b4cae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fd3b26e-09f5-4403-b553-9f334ce4bb46 HTTP/1.1" status: 204 len: 168 time: 0.2413285 Dec 17 18:10:47.549371 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58662) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:47.567140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:47.581288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:47.585136 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Usage tracker for resource:security_group_rule and tenant:2091adbf1de24e469ae17487e431915e is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:47.587959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:47.594437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:47.677758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:47.746701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:47.754039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e598dcba-1b9c-4173-8a02-47ec67c88b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:47.794818 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2091adbf1de24e469ae17487e431915e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443182 Dec 17 18:10:47.795711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b099eb-cb08-4661-8576-55f22749380e,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:47.797503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58666) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:47.798934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-361b05d3-032d-4907-9f15-64dbd79ace70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:47.858871 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:47.883627 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:48.009656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:48.013806 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3fc627bf-720b-45cd-aeb3-c0a694ab2a97 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:48.026786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b099eb-cb08-4661-8576-55f22749380e,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:48.035128 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.035525 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.035905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.036282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.036652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.037021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.037391 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.037761 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.038151 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.038514 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.038877 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.039236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:48.042279 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:48.045709 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61b099eb-cb08-4661-8576-55f22749380e HTTP/1.1" status: 204 len: 168 time: 0.2448483 Dec 17 18:10:48.045709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6c657d78-0a30-4c59-9ce9-a461eff7b3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:49.176237 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:49.278969 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312536676-network', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:49.285490 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:49.287958 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Usage tracker for resource:network and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:49.290825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:49.296411 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:49.362980 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Made reservation on behalf of 62d1ef779c8c4f56bca6a177b0ed10ac for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:10:49.365288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.377281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.391986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:49.395760 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:49.398544 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:49.404726 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:49.482716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.563538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.566350 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b7fa1534-5d46-4120-9868-f172db382e67 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:49.599161 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:10:49.604606 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334b744-98f9-48be-bf8a-6408a4760116,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:49.608433 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:49.612210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.613095 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Added segment 38c2a0d7-00d1-4057-93a4-b36eee67c36d of type vlan for network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 Dec 17 18:10:49.639791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.723590 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.724583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:49.725154 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:49.728413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-726894fe-1e06-41b0-af1d-f30b68aef681 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:49.826015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Pushing event updated for resources: {'Network': ['ID=1d4fbb7d-48c1-407e-9b5b-6de881fbd672,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:49.828772 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:49.836513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:10:49.902981 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-6f17498c-1f0b-4cc7-b9fc-32713e89ebac admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7254918 Dec 17 18:10:49.906087 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58696) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:49.911435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Request body: {'subnet': {'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312536676-subnet', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:49.917247 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:49.921018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Usage tracker for resource:subnet and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:49.923864 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:49.929561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:49.986538 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Made reservation on behalf of 62d1ef779c8c4f56bca6a177b0ed10ac for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:10:49.989139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.232593 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.237072 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-582e14e0-c3e9-4852-b818-2cc722a86d87 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:50.310798 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a2c30b-9bac-43f0-86d1-1b44f465cafe,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:50.314887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:50.315555 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Checking segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:50.315903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Network hostable DHCP agents. Network: 1d4fbb7d-48c1-407e-9b5b-6de881fbd672, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:10:50.398100 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:10:50.489297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 1d4fbb7d-48c1-407e-9b5b-6de881fbd672) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:50.493275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:50.493892 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.499202 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23f856-c14d-476f-940d-fe0344bd8450 None None] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:10:50.587513 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-954726fd-0a30-4f41-8798-975e55797417 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6803694 Dec 17 18:10:50.590258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58700) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:50.595641 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:50.600339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:50.604208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Usage tracker for resource:router and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:50.607066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:50.612742 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:50.701195 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.702295 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.714331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:10:50.715165 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.719546 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:50.867148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Allocated IP 172.20.0.2 (1d4fbb7d-48c1-407e-9b5b-6de881fbd672/d8a2c30b-9bac-43f0-86d1-1b44f465cafe/3c271f50-73b1-4893-b208-dcb33bfd0a38) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:10:51.065259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.115874 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.125946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Transition to ACTIVE for port object 3c271f50-73b1-4893-b208-dcb33bfd0a38 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:51.143677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Transition to ACTIVE for port object 3c271f50-73b1-4893-b208-dcb33bfd0a38 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:51.209623 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.215445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:51.278620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:51.281733 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:51.285482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:10:51.291060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Pushing event updated for resources: {'Port': ['ID=3c271f50-73b1-4893-b208-dcb33bfd0a38,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:51.295461 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:51.380619 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Attempting to bind port 3c271f50-73b1-4893-b208-dcb33bfd0a38 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:10:51.380910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Attempting to bind port 3c271f50-73b1-4893-b208-dcb33bfd0a38 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:10:51.381291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Attempting to bind port 3c271f50-73b1-4893-b208-dcb33bfd0a38 on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:10:51.387083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:10:51.387476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Checking segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:51.387891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.388331 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Bound using segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:10:51.388809 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Bound port: 3c271f50-73b1-4893-b208-dcb33bfd0a38, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:10:51.389192 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.478694 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] For port 3c271f50-73b1-4893-b208-dcb33bfd0a38, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:10:51.481632 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] For port 3c271f50-73b1-4893-b208-dcb33bfd0a38, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3c271f50-73b1-4893-b208-dcb33bfd0a38,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:10:51.548440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.577114 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.592386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.596091 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:51.673927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Pushing event updated for resources: {'Port': ['ID=3c271f50-73b1-4893-b208-dcb33bfd0a38,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:51.676679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:51.710697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Allocated IP 172.26.4.3 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/104311eb-446c-4806-ad4c-583a6222c5f6) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:10:51.880557 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.975956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:51.979957 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:52.045861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:52.048824 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:52.052463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:10:52.084291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Pushing event updated for resources: {'Port': ['ID=104311eb-446c-4806-ad4c-583a6222c5f6,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:52.092718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:52.516731 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:52.548315 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3c271f50-73b1-4893-b208-dcb33bfd0a38 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:10:52.640845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39382e-1892-494f-b60b-43c83469a43b None None] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:10:52.656451 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3c271f50-73b1-4893-b208-dcb33bfd0a38 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:10:52.811244 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Provisioning for port 3c271f50-73b1-4893-b208-dcb33bfd0a38 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:10:52.819845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Provisioning complete for port 3c271f50-73b1-4893-b208-dcb33bfd0a38 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:52.827052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:52.872939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:52.999414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:53.036400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] For port 3c271f50-73b1-4893-b208-dcb33bfd0a38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3c271f50-73b1-4893-b208-dcb33bfd0a38,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:53.104153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:53.105435 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-93ed7c3b-9e7f-4e6b-a8cb-f2c311c1a004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:53.176775 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Pushing event updated for resources: {'Port': ['ID=3c271f50-73b1-4893-b208-dcb33bfd0a38,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:53.179886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:53.223875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9d4ad1e9-1f09-4914-9a3f-45646b31cf78 None None] Provisioning complete for port 3c271f50-73b1-4893-b208-dcb33bfd0a38 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:53.224264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad1e9-1f09-4914-9a3f-45646b31cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:53.318314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Router d4449343-3e5d-4a40-b80e-c206b34cb1df is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:10:53.493619 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:10:53.502605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:10:53.512207 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:53.512687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:53.569970 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:53.571163 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-398a5aca-f43b-408c-a65f-c27385095f7c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9796038 Dec 17 18:10:53.574416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58706) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:53.596283 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:10:53.684640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:54.002937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:52Z', 'revision_number': 3, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:54.007672 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:10:54.008035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Updating router d4449343-3e5d-4a40-b80e-c206b34cb1df port 104311eb-446c-4806-ad4c-583a6222c5f6 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:10:54.061855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.253556 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.381924 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.393056 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Transition to ACTIVE for port object 104311eb-446c-4806-ad4c-583a6222c5f6 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:54.449856 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.453579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:54.454215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Allocated IP 172.20.0.1 (1d4fbb7d-48c1-407e-9b5b-6de881fbd672/d8a2c30b-9bac-43f0-86d1-1b44f465cafe/23d2a798-582b-4011-9817-04f793bd9d78) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:10:54.529149 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d680ad-f362-49c4-b916-3cd538050856 None None] Pushing event updated for resources: {'Port': ['ID=104311eb-446c-4806-ad4c-583a6222c5f6,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:54.531403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3c271f50-73b1-4893-b208-dcb33bfd0a38 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:10:54.556668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d6d680ad-f362-49c4-b916-3cd538050856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:54.563535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Attempting to bind port 104311eb-446c-4806-ad4c-583a6222c5f6 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:10:54.563918 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Attempting to bind port 104311eb-446c-4806-ad4c-583a6222c5f6 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:10:54.564293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Attempting to bind port 104311eb-446c-4806-ad4c-583a6222c5f6 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:10:54.589181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:10:54.589563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:54.590006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.590406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:10:54.591144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Bound port: 104311eb-446c-4806-ad4c-583a6222c5f6, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:10:54.591534 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.678177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] For port 104311eb-446c-4806-ad4c-583a6222c5f6, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:10:54.681537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] For port 104311eb-446c-4806-ad4c-583a6222c5f6, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=104311eb-446c-4806-ad4c-583a6222c5f6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:10:54.682471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3c271f50-73b1-4893-b208-dcb33bfd0a38 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:54.682846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.741039 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.756008 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Transition to ACTIVE for port object 23d2a798-582b-4011-9817-04f793bd9d78 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:54.774465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.784336 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-5d0738cb-2fa6-45a4-8ef6-c272bfea25bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:54.855560 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:54.860269 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:54.870077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:54.870707 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:54.920308 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:54.923128 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:54.927950 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:10:54.947148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d680ad-f362-49c4-b916-3cd538050856 None None] Pushing event updated for resources: {'Port': ['ID=104311eb-446c-4806-ad4c-583a6222c5f6,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:54.952337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d6d680ad-f362-49c4-b916-3cd538050856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:54.973587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Pushing event updated for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:54.979343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:54.997434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.077222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:55.347310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1abcab43-721a-434d-8b46-ed15e6fecde4 None None] Provisioning for port 23d2a798-582b-4011-9817-04f793bd9d78 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:10:55.355419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1abcab43-721a-434d-8b46-ed15e6fecde4 None None] Provisioning complete for port 23d2a798-582b-4011-9817-04f793bd9d78 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:55.356122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1abcab43-721a-434d-8b46-ed15e6fecde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.376127 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.421474 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-1abcab43-721a-434d-8b46-ed15e6fecde4 None None] Port 23d2a798-582b-4011-9817-04f793bd9d78 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:10:55.424645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:52Z', 'revision_number': 3, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:55.428645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dd819-60a8-4f56-8ced-c397d1b1fa8d None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:52Z', 'revision_number': 3, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:10:55.598145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.661599 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.694740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b3d485f5-26b6-40b9-b32c-cae59b26e6d3 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:55.774703 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Pushing event updated for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:55.780052 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:55.780971 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:55.920202 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:55.921477 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:56.122620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:10:56.255171 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-085d9c63-56b5-4bf4-ac14-83b1bf3fde55 None None] Provisioning complete for port 23d2a798-582b-4011-9817-04f793bd9d78 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:56.256213 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-085d9c63-56b5-4bf4-ac14-83b1bf3fde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:56.309376 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:10:56.310581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-085d9c63-56b5-4bf4-ac14-83b1bf3fde55 None None] Port 23d2a798-582b-4011-9817-04f793bd9d78 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:10:56.318432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] 10.222.0.61 "PUT /v2.0/routers/d4449343-3e5d-4a40-b80e-c206b34cb1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7430551 Dec 17 18:10:56.533070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 104311eb-446c-4806-ad4c-583a6222c5f6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:10:56.694834 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 104311eb-446c-4806-ad4c-583a6222c5f6 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:10:56.700189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 104311eb-446c-4806-ad4c-583a6222c5f6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:56.704025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:56.818104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:56.834946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 104311eb-446c-4806-ad4c-583a6222c5f6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=104311eb-446c-4806-ad4c-583a6222c5f6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:10:56.884687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:56.886683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ed254b76-f44f-42d6-9038-0871c02af55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:56.916949 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:10:56.926096 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:56.926719 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:56.955120 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=104311eb-446c-4806-ad4c-583a6222c5f6,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:56.962906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:57.020073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58724) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:57.038348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1286656536-network', 'tenant_id': '1acda6a6c724401aa82c045b801506c1'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:57.043713 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:57.047562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Usage tracker for resource:network and tenant:1acda6a6c724401aa82c045b801506c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:57.050416 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:57.056937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:57.111659 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:57.112229 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Made reservation on behalf of 1acda6a6c724401aa82c045b801506c1 for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:10:57.114591 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.127210 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.143040 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:57.146815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:1acda6a6c724401aa82c045b801506c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:57.149575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:57.155730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:57.240941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.283775 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.287004 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6d8cd285-c016-4a8e-9555-b1e67044fd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:57.317369 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:10:57.322841 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c311e-96cc-4c9b-8306-0b7f5eba3449,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:57.326466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:57.330057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.330413 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Added segment 3c24a79b-c3a0-4efe-beea-0b66a3e52315 of type vlan for network b020335e-509b-4f6a-8a35-f39e693a8b6d Dec 17 18:10:57.358080 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.418850 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 2, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:57.422519 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:10:57.422877 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Updating router d4449343-3e5d-4a40-b80e-c206b34cb1df port 23d2a798-582b-4011-9817-04f793bd9d78 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:10:57.449737 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.450829 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:57.451472 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.456534 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a2357970-9f14-4c6a-be2f-2e2e0a031e0c tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:57.487801 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.555819 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=b020335e-509b-4f6a-8a35-f39e693a8b6d,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:57.562738 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:57.566019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network b020335e-509b-4f6a-8a35-f39e693a8b6d details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:10:57.613267 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5896084 Dec 17 18:10:57.613479 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58728) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:57.619786 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Request body: {'subnet': {'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1286656536-subnet', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:57.624697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:57.632357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Usage tracker for resource:subnet and tenant:1acda6a6c724401aa82c045b801506c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:57.636946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:57.642789 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:57.689784 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Made reservation on behalf of 1acda6a6c724401aa82c045b801506c1 for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:10:57.692498 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.825227 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.836578 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Transition to ACTIVE for port object 23d2a798-582b-4011-9817-04f793bd9d78 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:57.895478 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.899112 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:57.953111 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:57.958566 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-72baef5b-215f-4db2-8aed-2d711ba78d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:58.024850 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Pushing event updated for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:58.033822 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.034183 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.034343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Checking segment: {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:58.034799 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.034901 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Network hostable DHCP agents. Network: b020335e-509b-4f6a-8a35-f39e693a8b6d, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:10:58.035002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.035217 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.036059 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.036399 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.036725 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.037056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.037379 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.037702 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.038064 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:10:58.049745 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05230219-f696-478a-8a86-f01f0429411d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:58.052833 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:58.065749 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:58.124000 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Network b020335e-509b-4f6a-8a35-f39e693a8b6d is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:10:58.131431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Attempting to bind port 23d2a798-582b-4011-9817-04f793bd9d78 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:10:58.131811 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Attempting to bind port 23d2a798-582b-4011-9817-04f793bd9d78 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:10:58.132182 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Attempting to bind port 23d2a798-582b-4011-9817-04f793bd9d78 on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:10:58.138622 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:10:58.139002 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Checking segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:58.139406 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.139901 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Bound using segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:10:58.140280 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Bound port: 23d2a798-582b-4011-9817-04f793bd9d78, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:10:58.140657 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.175326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, b020335e-509b-4f6a-8a35-f39e693a8b6d) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:58.179603 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:10:58.180217 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.184787 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454941ec-8cd7-45d6-a086-c63633ca3594 None None] Network b020335e-509b-4f6a-8a35-f39e693a8b6d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:10:58.233214 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] For port 23d2a798-582b-4011-9817-04f793bd9d78, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:10:58.236397 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] For port 23d2a798-582b-4011-9817-04f793bd9d78, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=23d2a798-582b-4011-9817-04f793bd9d78,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:10:58.291091 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d284c820-4225-46d4-b429-4b7ffd2b3003 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6762626 Dec 17 18:10:58.295609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58732) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:10:58.302912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:10:58.311571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:10:58.312837 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.315507 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Usage tracker for resource:router and tenant:1acda6a6c724401aa82c045b801506c1 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:10:58.318056 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-41568d6f-a31b-4f71-a249-8a221b712d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:58.322440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:10:58.326235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:10:58.390674 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:10:58.391407 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:58.398567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.404295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.418424 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.449153 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-b020335e-509b-4f6a-8a35-f39e693a8b6d', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:10:58.450123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.576282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 104311eb-446c-4806-ad4c-583a6222c5f6 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:10:58.646516 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:10:58.688784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Allocated IP 172.20.0.2 (b020335e-509b-4f6a-8a35-f39e693a8b6d/05230219-f696-478a-8a86-f01f0429411d/4cb2aca0-d9e8-405c-b3fe-48307cfb5d16) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:10:58.729649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 104311eb-446c-4806-ad4c-583a6222c5f6 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:10:58.730115 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.958686 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:58.984753 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Pushing event updated for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:58.987938 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-d0605e94-feb4-4525-9be0-9c90633501d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:59.009326 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:10:58Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:10:59.014665 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3845b21-88f3-4ef4-92da-5ba59ee2bc64 None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:10:58Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:10:59.040559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.052549 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Transition to ACTIVE for port object 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:59.079635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Transition to ACTIVE for port object 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:10:59.164492 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.170023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:59.236837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Network b020335e-509b-4f6a-8a35-f39e693a8b6d is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:59.239763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:59.244147 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:10:59.277705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Pushing event updated for resources: {'Port': ['ID=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:59.284948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:59.341470 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Attempting to bind port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:10:59.341965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Attempting to bind port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:10:59.342423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Attempting to bind port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 on network b020335e-509b-4f6a-8a35-f39e693a8b6d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:10:59.349036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:10:59.349507 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Checking segment: {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:10:59.350004 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.350483 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Bound using segment: {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:10:59.351053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Bound port: 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:10:59.351818 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.410199 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.442521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.448560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] For port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:10:59.452036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] For port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:10:59.507521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.512295 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:59.590427 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Allocated IP 172.26.4.203 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/728bd6c0-e7ca-4ede-9918-1a545a4ded19) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:10:59.590911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Pushing event updated for resources: {'Port': ['ID=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:10:59.596126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:10:59.752904 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.901519 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:10:59.905905 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:10:59.968158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:10:59.971006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:10:59.974947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:11:00.020256 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=728bd6c0-e7ca-4ede-9918-1a545a4ded19,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:00.024565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:00.492351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:00.582249 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 23d2a798-582b-4011-9817-04f793bd9d78 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:00.621853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c5d4a-067e-4de8-aebb-0878a8d4d7d8 None None] Network b020335e-509b-4f6a-8a35-f39e693a8b6d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:11:00.862646 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6249ced1-49b4-4324-a744-29c9503d416c None None] Provisioning for port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:00.917460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 23d2a798-582b-4011-9817-04f793bd9d78 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:00.928155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 23d2a798-582b-4011-9817-04f793bd9d78 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:00.928546 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:00.980502 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.076971 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.110302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 23d2a798-582b-4011-9817-04f793bd9d78, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=23d2a798-582b-4011-9817-04f793bd9d78,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:01.170355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.171842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:01.204380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:01.256795 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Router 42fe323f-d61b-449d-a6b0-9336096ed004 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:11:01.298424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:01.302907 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:01.358285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:01.363264 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:01.363640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.438610 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:11:01.456824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Sync routers for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:11:01.484037 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:01.484652 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:01.501280 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.502571 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2058151 Dec 17 18:11:01.505158 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58736) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:01.555932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.671221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:01.692757 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:01.788912 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:01.797022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-54f639b6-cb91-4659-9afb-b050ae733890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:01.940712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:01.945485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:02.032135 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:00Z', 'revision_number': 3, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:02.036086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Checking router: 42fe323f-d61b-449d-a6b0-9336096ed004 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:11:02.036444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Updating router 42fe323f-d61b-449d-a6b0-9336096ed004 port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:11:02.088869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.175895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.287663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a92f719a-a26a-417d-a694-eb7bbf94069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.427722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.438911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Transition to ACTIVE for port object 728bd6c0-e7ca-4ede-9918-1a545a4ded19 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:11:02.512781 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.516621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:02.520177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Allocated IP 172.20.0.1 (b020335e-509b-4f6a-8a35-f39e693a8b6d/05230219-f696-478a-8a86-f01f0429411d/3aa232c2-e0c0-47f3-b236-e0dd67b9ae41) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:11:02.600227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 23d2a798-582b-4011-9817-04f793bd9d78 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:02.670409 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.683309 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Pushing event updated for resources: {'Port': ['ID=728bd6c0-e7ca-4ede-9918-1a545a4ded19,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:02.687016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Transition to ACTIVE for port object 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:11:02.690205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:02.693799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Attempting to bind port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:11:02.694199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Attempting to bind port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:11:02.694567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Attempting to bind port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:11:02.703087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:11:02.703445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:11:02.703849 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.704239 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:11:02.704700 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Bound port: 728bd6c0-e7ca-4ede-9918-1a545a4ded19, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:11:02.705071 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.760974 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 23d2a798-582b-4011-9817-04f793bd9d78 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:02.761349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.780813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.785949 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b1e3d7e6-d224-4723-93d4-1485b6a3cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:02.826501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] For port 728bd6c0-e7ca-4ede-9918-1a545a4ded19, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:11:02.831086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] For port 728bd6c0-e7ca-4ede-9918-1a545a4ded19, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=728bd6c0-e7ca-4ede-9918-1a545a4ded19,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:11:02.847177 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Network b020335e-509b-4f6a-8a35-f39e693a8b6d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:11:02.850088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:11:02.863434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:11:02.899190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:02.899421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Pushing event updated for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:02.903729 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:02.917079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.927526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:02.938238 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:03.036357 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Pushing event updated for resources: {'Port': ['ID=728bd6c0-e7ca-4ede-9918-1a545a4ded19,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:03.039190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:03.039916 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:10:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:03.096042 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:03.106540 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.180976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:03.181310 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.281166 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:03.331653 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.334467 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b72f4c4f-4a4a-42b0-a791-f68bef4124d1 None None] Provisioning for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:03.356046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-b72f4c4f-4a4a-42b0-a791-f68bef4124d1 None None] Provisioning complete for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:03.356416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b72f4c4f-4a4a-42b0-a791-f68bef4124d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.392766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.420849 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:03.501482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.505832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Pushing event updated for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:03.510643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:03.529709 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-b72f4c4f-4a4a-42b0-a791-f68bef4124d1 None None] Port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:11:03.639363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Network b020335e-509b-4f6a-8a35-f39e693a8b6d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:11:03.640435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:11:03.695477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '3aa232c2-e0c0-47f3-b236-e0dd67b9ae41', 'name': '', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'mac_address': 'fa:16:3e:d5:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:11:02Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 1, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'subnets': [{'id': '05230219-f696-478a-8a86-f01f0429411d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:03.701590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c28286-4284-473c-a92d-e19c3e2eb060 None None] The sync data for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv is: [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '3aa232c2-e0c0-47f3-b236-e0dd67b9ae41', 'name': '', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'mac_address': 'fa:16:3e:d5:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:11:02Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 1, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'subnets': [{'id': '05230219-f696-478a-8a86-f01f0429411d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:11:03.835124 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Router 42fe323f-d61b-449d-a6b0-9336096ed004 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:11:03.852708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-d8be4d03-6478-4b6d-ac07-7a56cb0a5dcd None None] Provisioning complete for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:03.853186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8be4d03-6478-4b6d-ac07-7a56cb0a5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:03.923144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-d8be4d03-6478-4b6d-ac07-7a56cb0a5dcd None None] Port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:11:04.031071 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:11:04.040876 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] 10.222.0.61 "PUT /v2.0/routers/42fe323f-d61b-449d-a6b0-9336096ed004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5346875 Dec 17 18:11:04.542324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 728bd6c0-e7ca-4ede-9918-1a545a4ded19 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:04.661203 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:04.664813 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58746) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:04.666622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:04.667008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.670556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084357675', 'description': 'tempest-secgroup-smoke-2084357675 description', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:04.676643 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:04.681083 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:04.684583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:04.690478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:04.770059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.787686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.790505 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:04.794604 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:04.797623 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:04.803925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:04.808236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 728bd6c0-e7ca-4ede-9918-1a545a4ded19, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=728bd6c0-e7ca-4ede-9918-1a545a4ded19,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:04.872839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.873574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.875148 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:04.941494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=728bd6c0-e7ca-4ede-9918-1a545a4ded19,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:04.944514 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:04.958267 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:04.962226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-31297fba-84d2-43f9-b95b-126a24798725 tempest-SecGroupIPv6Test-1114399691 tempest-SecGroupIPv6Test-1114399691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:05.001109 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6676c28c-2b47-4c2d-9535-3cfdfb6e4835,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:05.003785 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:05.066842 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.070740 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c895dc25-2b66-4c1a-8862-442d0a3bd919 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4022286 Dec 17 18:11:05.071441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58750) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:05.076947 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:05.083049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:05.087099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:05.090177 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:05.097543 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:05.128829 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5f29-26ea-4d57-b0e0-19221d91fd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.194777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.259140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.322760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.324600 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a6bef480-decc-43d6-9d6a-53f8e89c8570 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:05.347920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7034eef9-2bfb-490d-9c0e-3baeb6046dd4,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:05.350523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:05.426831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.428074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-3f819b53-0492-4bfe-806a-71ee2c7c162f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554857 Dec 17 18:11:05.431138 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:05.436839 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:05.443322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:05.447272 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:05.450398 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:05.456815 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:05.558389 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.739133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.798421 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.800330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-bf50914b-d52b-430b-9946-232ea606f149 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:05.823435 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4255dac-fd8a-44f8-931e-ded14f87959e,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:05.828945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:05.889583 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:05.890881 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-498cee5d-ad03-4c58-a72d-d0bafe0b91ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4586704 Dec 17 18:11:05.893463 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58758) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:05.898866 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:05.905574 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:05.909443 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:05.912527 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:05.920380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:05.998509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.026943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.033787 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.101036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.169667 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.171602 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-14a3270a-3726-4257-93b1-b290133e33e5 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:06.193026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3011f019-5adc-4451-86e6-8ad5e5e9c65d,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:06.195455 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:06.255006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.256187 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7830ef47-f8e7-4726-8011-44a7abcc56f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617182 Dec 17 18:11:06.258825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58762) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:06.263716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:06.269412 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:06.273112 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:06.276572 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:06.282330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:06.353487 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.418526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.468400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.470275 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-4fc7797f-676d-4be8-b32c-79a555d2e320 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:06.494846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabf0245-ae98-46be-a458-6fd74cc47612,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:06.497902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:06.534065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 728bd6c0-e7ca-4ede-9918-1a545a4ded19 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:06.563067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.564304 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-356fd328-9215-436c-b065-5ec2e5c985a1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045676 Dec 17 18:11:06.567020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 58766) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:06.572893 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:06.579241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:06.583194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:06.586357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:06.593402 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:06.649355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:06.649714 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.659927 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.securitygroups_db [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Project 62d1ef779c8c4f56bca6a177b0ed10ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:11:06.667474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.734326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.803800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.811434 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3faf9386-4ac5-4bc1-aefd-76162e6d5f67 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:06.831413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f711894a-1677-4100-a1e4-247614e2e529,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:06.835719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:06.912417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:06.913652 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-7d90cbd2-57b6-41e0-8022-6d5107e3a6c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3456771 Dec 17 18:11:06.916485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58770) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:06.921690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6676c28c-2b47-4c2d-9535-3cfdfb6e4835', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:06.927728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:06.931442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:06.934784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:06.942372 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:06.963086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Sync routers for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:11:06.972431 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:06.973030 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:11:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:07.015266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Project 62d1ef779c8c4f56bca6a177b0ed10ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:11:07.022158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.087902 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.147854 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:07.152279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.154228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9c384463-7298-482e-b85d-7916bc77ec10 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:07.176539 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63d4338-7a7e-426c-aedd-968b6d3c13ff,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:07.181533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:07.226715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.227956 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c94f4e2f-e46e-4ecf-9ba2-8032894d09b7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104923 Dec 17 18:11:07.450177 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-9bec01a1-4e73-4146-b719-beb89139c61e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084357675&fields=id&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 267 time: 0.0403142 Dec 17 18:11:07.465362 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '3aa232c2-e0c0-47f3-b236-e0dd67b9ae41', 'name': '', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'mac_address': 'fa:16:3e:d5:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:11:02Z', 'updated_at': '2021-12-17T18:11:03Z', 'revision_number': 2, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'subnets': [{'id': '05230219-f696-478a-8a86-f01f0429411d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:07.470066 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Checking router: 42fe323f-d61b-449d-a6b0-9336096ed004 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:11:07.470434 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Updating router 42fe323f-d61b-449d-a6b0-9336096ed004 port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:11:07.524367 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.535318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.735501 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-487679ca-ce03-493a-bbeb-808ef82035d7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:07.736957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-487679ca-ce03-493a-bbeb-808ef82035d7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 808 time: 0.2803309 Dec 17 18:11:07.752022 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-ea1851e5-51ac-43a9-a708-e75f3d0d0729 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/quotas/62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 375 time: 0.0092571 Dec 17 18:11:07.836084 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-5017298f-f737-4d2e-8b74-fc1253a786bb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:11:07.871829 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.882675 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Transition to ACTIVE for port object 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:11:07.958101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-5017298f-f737-4d2e-8b74-fc1253a786bb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:11:07.959533 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-5017298f-f737-4d2e-8b74-fc1253a786bb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2023277 Dec 17 18:11:07.986820 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:07.991347 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-205b109f-f3f6-4b59-92cf-105e728bfa37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:08.151822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-b0d517cf-6974-4acb-861e-e150573149ec service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:11:08.153072 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-b0d517cf-6974-4acb-861e-e150573149ec service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612969 Dec 17 18:11:08.174131 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8d82-a0ae-4317-b544-85d2689af679 None None] Pushing event updated for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:08.182190 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-fcad8d82-a0ae-4317-b544-85d2689af679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:08.242169 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Attempting to bind port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:11:08.242561 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Attempting to bind port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:11:08.242937 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Attempting to bind port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 on network b020335e-509b-4f6a-8a35-f39e693a8b6d {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:11:08.248871 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:11:08.249211 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Checking segment: {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:11:08.249671 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:08.250118 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Bound using segment: {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:11:08.250758 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Bound port: 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c24a79b-c3a0-4efe-beea-0b66a3e52315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:11:08.251146 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:08.295893 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-daa8c99d-e163-41c1-9bd2-3fe809a1064e service neutron] 10.222.0.61 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368170 Dec 17 18:11:08.342205 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] For port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:11:08.345031 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] For port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:11:08.404013 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:08.409295 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-2f25b08c-8828-4092-a35e-18d0ee8ea68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:08.429277 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-7f2e3b55-6767-4382-ac19-7707a0e6c0f9 service neutron] 10.222.0.61 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277072 Dec 17 18:11:08.486886 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8d82-a0ae-4317-b544-85d2689af679 None None] Pushing event updated for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:08.491127 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-fcad8d82-a0ae-4317-b544-85d2689af679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:08.493290 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:08.495086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:11:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:08.685266 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:08.758451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e7ab4c55-021a-4987-b777-d88964e94b0f req-ef701ebb-fbb1-4c2b-9742-8a8ef8abb5aa tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 210 time: 0.0563424 Dec 17 18:11:08.999612 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '3aa232c2-e0c0-47f3-b236-e0dd67b9ae41', 'name': '', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'mac_address': 'fa:16:3e:d5:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:11:02Z', 'updated_at': '2021-12-17T18:11:08Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'subnets': [{'id': '05230219-f696-478a-8a86-f01f0429411d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:09.003569 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d6fb1-dc8f-437c-801b-51d3dfb367c8 None None] The sync data for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv is: [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:11:02Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '3aa232c2-e0c0-47f3-b236-e0dd67b9ae41', 'name': '', 'network_id': 'b020335e-509b-4f6a-8a35-f39e693a8b6d', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'mac_address': 'fa:16:3e:d5:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '05230219-f696-478a-8a86-f01f0429411d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:11:02Z', 'updated_at': '2021-12-17T18:11:08Z', 'revision_number': 4, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'subnets': [{'id': '05230219-f696-478a-8a86-f01f0429411d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:11:09.906978 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-447e14d9-ccfe-4039-ac8b-2091cdc2a492 req-f05a4f88-21f7-4e62-ac81-baf287dea2b2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 210 time: 0.0428119 Dec 17 18:11:10.542187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:10.672123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:10.676982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:10.677365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:10.793560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:10.825466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:10.888855 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:10.890875 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:10.955778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:10.958868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:11.111374 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f3eb3ef1-eb65-4f62-8e77-56d1fadcc126 req-878d9d19-cbfb-4d48-bc86-63375ee1bf3e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 210 time: 0.0932798 Dec 17 18:11:11.196179 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-8239663d-3d46-4702-8d78-0e6dc81c49c1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:11.198086 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-8239663d-3d46-4702-8d78-0e6dc81c49c1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 808 time: 0.2024348 Dec 17 18:11:11.248878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-b0b16a42-26e9-437d-9f2a-394bb2bc8b38 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 380 time: 0.0429349 Dec 17 18:11:11.256665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'port': {'device_id': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'admin_state_up': True, 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'security_groups': ['6676c28c-2b47-4c2d-9535-3cfdfb6e4835']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:11.393204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:11.402644 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:11.455307 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Made reservation on behalf of 62d1ef779c8c4f56bca6a177b0ed10ac for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:11:11.458821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:11.618165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Allocated IP 172.20.0.3 (1d4fbb7d-48c1-407e-9b5b-6de881fbd672/d8a2c30b-9bac-43f0-86d1-1b44f465cafe/98dc2237-c8c5-43dd-be26-1f7a9268221c) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:11:11.802260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:11.817034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Transition to ACTIVE for port object 98dc2237-c8c5-43dd-be26-1f7a9268221c will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:11:11.905972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:11.911483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9d69c753-d999-4b67-a81f-f83b1c12393f tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:11.978630 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:11:11.981770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:11:11.985505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:11:12.023654 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:12.029081 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:12.054878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:12.055483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.153383 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9001458 Dec 17 18:11:12.164771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-e23924b5-b3ff-4f6c-b9b8-2472ab7d8baa tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:11:12.165179 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-e23924b5-b3ff-4f6c-b9b8-2472ab7d8baa tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053785 Dec 17 18:11:12.175016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Request body: {'port': {'device_id': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:12.295385 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-89e5d7f0-95c3-4345-b5f4-4fc73ad578d8 None None] Provisioning for port 98dc2237-c8c5-43dd-be26-1f7a9268221c completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:12.300302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-89e5d7f0-95c3-4345-b5f4-4fc73ad578d8 None None] Provisioning complete for port 98dc2237-c8c5-43dd-be26-1f7a9268221c triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:12.300676 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89e5d7f0-95c3-4345-b5f4-4fc73ad578d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.334442 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.357101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-89e5d7f0-95c3-4345-b5f4-4fc73ad578d8 None None] Port 98dc2237-c8c5-43dd-be26-1f7a9268221c cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:11:12.532311 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:12.546832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6df1-195e-4131-81ae-888ae1e86829 req-40c2eade-3bc6-4205-8acf-4821dd6b141f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:12.547439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ecaf6df1-195e-4131-81ae-888ae1e86829 req-40c2eade-3bc6-4205-8acf-4821dd6b141f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:11:12.599038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:12.599409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.694119 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-ecaf6df1-195e-4131-81ae-888ae1e86829 req-40c2eade-3bc6-4205-8acf-4821dd6b141f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:11:12.695263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecaf6df1-195e-4131-81ae-888ae1e86829 req-40c2eade-3bc6-4205-8acf-4821dd6b141f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 931 time: 0.4387920 Dec 17 18:11:12.776808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ecaf6df1-195e-4131-81ae-888ae1e86829 req-1a87827f-362e-4402-a405-6f66d9534936 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749724 Dec 17 18:11:12.851286 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:11:12.858920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.872601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Transition to ACTIVE for port object 98dc2237-c8c5-43dd-be26-1f7a9268221c will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:11:12.951573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:12.955234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ba6c45ea-0ee9-4728-aa92-4b19fee453bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:13.106079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:13.116464 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:13.208554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Attempting to bind port 98dc2237-c8c5-43dd-be26-1f7a9268221c on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:11:13.209150 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Attempting to bind port 98dc2237-c8c5-43dd-be26-1f7a9268221c by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:11:13.209267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Attempting to bind port 98dc2237-c8c5-43dd-be26-1f7a9268221c on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:11:13.214401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Port 98dc2237-c8c5-43dd-be26-1f7a9268221c on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:11:13.214724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Attempting to bind port 98dc2237-c8c5-43dd-be26-1f7a9268221c on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:11:13.219975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:11:13.220310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Checking segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:11:13.220690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Bound using segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:11:13.221116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Bound port: 98dc2237-c8c5-43dd-be26-1f7a9268221c, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:11:13.221455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:13.312217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:11:13.315095 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:11:13.421197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:13.425718 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:13.474929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:13.475348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:13.477093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] 10.222.0.60 "PUT /v2.0/ports/98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1093 time: 1.3057408 Dec 17 18:11:13.484146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:11:13.507679 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:13.511401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:13.532722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'status': 'completed', 'code': 200} Dec 17 18:11:13.627120 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46bb8-57df-494f-a9b3-47b682935723 req-54b3d9c8-944e-42a5-9cc8-49d6c8facf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:13.628598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3be46bb8-57df-494f-a9b3-47b682935723 req-54b3d9c8-944e-42a5-9cc8-49d6c8facf02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1096 time: 0.0754712 Dec 17 18:11:13.772383 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46bb8-57df-494f-a9b3-47b682935723 req-cff00bec-fe24-4881-8ea0-c0d5c1c25b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:13.773771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3be46bb8-57df-494f-a9b3-47b682935723 req-cff00bec-fe24-4881-8ea0-c0d5c1c25b68 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1365407 Dec 17 18:11:13.954189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46bb8-57df-494f-a9b3-47b682935723 req-356b7892-9c36-40f7-8d33-0ed07f292f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:13.955677 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3be46bb8-57df-494f-a9b3-47b682935723 req-356b7892-9c36-40f7-8d33-0ed07f292f04 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762218 Dec 17 18:11:13.992058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765b79-8586-47c3-9232-6a0606e99436 req-92c884f0-5d59-426e-96d8-d1208413dec1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:13.993469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c765b79-8586-47c3-9232-6a0606e99436 req-92c884f0-5d59-426e-96d8-d1208413dec1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.1023738 Dec 17 18:11:14.082581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7c765b79-8586-47c3-9232-6a0606e99436 req-77dafe00-569b-44f8-a8f5-a283f4abf578 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545783 Dec 17 18:11:14.095121 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-9b999746-3568-464b-be12-aa6e8aa4eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:14.096545 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-9b999746-3568-464b-be12-aa6e8aa4eb04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1096 time: 0.1014786 Dec 17 18:11:14.166745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-0e64841d-12e3-4be2-9cbf-5c6fe3522c45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 217 time: 0.0631135 Dec 17 18:11:14.229945 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-c063538a-e44d-4c0e-8c7b-d8a7d8c26afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:14.231294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-c063538a-e44d-4c0e-8c7b-d8a7d8c26afc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0586574 Dec 17 18:11:14.306142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-4e70d7a9-29fc-4df7-a2e8-b1b34db448a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:14.307599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-4e70d7a9-29fc-4df7-a2e8-b1b34db448a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695903 Dec 17 18:11:14.437710 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-9afd0c80-c63a-4e0f-9abe-b48d8df4d95d service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227434 Dec 17 18:11:14.572318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0940f6bd-df91-4670-9e7d-cac93bdc2eb9 req-e1eb54d7-f7c5-40b2-9875-f5139114ab2f service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278484 Dec 17 18:11:15.264313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd852b-5d64-4d16-ae27-3aeff8ba8a6c req-92460950-ba95-4edb-a08e-b849a53e34af tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:15.265760 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7cd852b-5d64-4d16-ae27-3aeff8ba8a6c req-92460950-ba95-4edb-a08e-b849a53e34af tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0792141 Dec 17 18:11:15.313841 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7cd852b-5d64-4d16-ae27-3aeff8ba8a6c req-8d876100-df5c-4096-987c-271dcab58190 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Dec 17 18:11:16.169491 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:16.613569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fba6c-47f2-4cda-841c-5c021c09e647 req-d56dac2c-9630-4540-8329-15af9074512a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:16.615032 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b5fba6c-47f2-4cda-841c-5c021c09e647 req-d56dac2c-9630-4540-8329-15af9074512a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.1975944 Dec 17 18:11:16.658933 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8b5fba6c-47f2-4cda-841c-5c021c09e647 req-66271f17-5389-4111-ab66-e6235cbb2bfb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Dec 17 18:11:17.849506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde1a8-6638-46c5-a4c5-d89e29e49bb5 req-7739a3e6-1b40-470a-be5d-7c6ba1c2ef2d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:17.851059 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-64bde1a8-6638-46c5-a4c5-d89e29e49bb5 req-7739a3e6-1b40-470a-be5d-7c6ba1c2ef2d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0820572 Dec 17 18:11:17.894801 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-64bde1a8-6638-46c5-a4c5-d89e29e49bb5 req-bf8f8edd-1e81-4816-a9e3-9e5e1bf10148 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380876 Dec 17 18:11:18.228779 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:11:18.355431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:18.367703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:11:18.427140 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:18.445512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:11:18.460146 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:18.512101 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:18.514356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:18.580730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:18.583719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:18.832657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['98dc2237-c8c5-43dd-be26-1f7a9268221c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:11:19.085199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83eb1-bd58-4711-8210-d18247fcc028 req-787ddb76-70b7-4520-a9ba-c263d481dfca tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:19.086857 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aec83eb1-bd58-4711-8210-d18247fcc028 req-787ddb76-70b7-4520-a9ba-c263d481dfca tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 944 time: 0.0894728 Dec 17 18:11:19.136276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aec83eb1-bd58-4711-8210-d18247fcc028 req-a0883a3a-89ed-4b3e-aad0-c55857318e17 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Dec 17 18:11:20.238334 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:11:20.320794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63ba2-4421-4c20-8ff1-b09fc47710ad req-a69d673c-8736-4ce0-8649-121d7e53832e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:20.322977 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-19c63ba2-4421-4c20-8ff1-b09fc47710ad req-a69d673c-8736-4ce0-8649-121d7e53832e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 944 time: 0.0814071 Dec 17 18:11:20.358186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 98dc2237-c8c5-43dd-be26-1f7a9268221c completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:11:20.362962 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 98dc2237-c8c5-43dd-be26-1f7a9268221c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:11:20.363339 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:20.367295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-19c63ba2-4421-4c20-8ff1-b09fc47710ad req-e92fe294-2ed2-4013-8c5e-8297d6a6ad6f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 Dec 17 18:11:20.479212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:20.506150 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:11:20.516066 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:11:20.558276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:20.560191 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:20.608572 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'code': 200} Dec 17 18:11:20.627688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:20.630503 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:20.949631 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc6c36-8439-44e8-a23e-aa4fa1f38aa6 req-ccbd2403-85cd-4802-b51c-6ea2cf51ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:20.951008 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abbc6c36-8439-44e8-a23e-aa4fa1f38aa6 req-ccbd2403-85cd-4802-b51c-6ea2cf51ba30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0719140 Dec 17 18:11:20.990431 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-abbc6c36-8439-44e8-a23e-aa4fa1f38aa6 req-28004ec3-b8c7-40b7-b821-422913839850 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Dec 17 18:11:21.547932 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dc276-073d-4b35-b95a-a77fac06690a req-d4627419-5cbb-4120-9676-9ada7def9a13 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:21.549350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e2dc276-073d-4b35-b95a-a77fac06690a req-d4627419-5cbb-4120-9676-9ada7def9a13 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0793767 Dec 17 18:11:21.592439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e2dc276-073d-4b35-b95a-a77fac06690a req-971c2262-63bc-4752-b0f4-3dd3d43061ad tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374570 Dec 17 18:11:22.782650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0737728-5961-4c91-a93c-9824b0183087 req-5e4bc8bf-9971-4d79-bd86-b873862feb87 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:22.784104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a0737728-5961-4c91-a93c-9824b0183087 req-5e4bc8bf-9971-4d79-bd86-b873862feb87 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0845697 Dec 17 18:11:22.827483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a0737728-5961-4c91-a93c-9824b0183087 req-856af9f6-9715-46bb-987b-3e98d7a0bce2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377944 Dec 17 18:11:23.006246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76a1a8-2e63-4de1-b5bf-ad14be91ca43 req-8c7d3e08-4800-4a44-ab2d-b3640e32561a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:23.007682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec76a1a8-2e63-4de1-b5bf-ad14be91ca43 req-8c7d3e08-4800-4a44-ab2d-b3640e32561a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0788546 Dec 17 18:11:23.051305 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ec76a1a8-2e63-4de1-b5bf-ad14be91ca43 req-fc0a08c1-d0f9-4d1b-82c7-aabf3159ba96 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379040 Dec 17 18:11:23.073901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58846) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:23.187855 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066288c7-54a6-4cbf-b0a6-d415d1f79cc0 tempest-TestShelveInstance-1665685383 tempest-TestShelveInstance-1665685383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:23.189325 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-066288c7-54a6-4cbf-b0a6-d415d1f79cc0 tempest-TestShelveInstance-1665685383 tempest-TestShelveInstance-1665685383-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1093 time: 0.1144505 Dec 17 18:11:23.192306 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 58854) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:11:23.197343 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:11:23.203299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:11:23.207188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:floatingip and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:11:23.210062 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:11:23.216003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:11:23.299930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:23.434972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:23.566349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Allocated IP 172.26.4.123 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/845923c2-17d5-46ce-a2a2-3bb31e4c519b) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:11:23.708411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:23.792352 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:23.796912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:23.856582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:11:23.859339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:11:23.863118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:11:23.904130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=845923c2-17d5-46ce-a2a2-3bb31e4c519b,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:23.908974 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:24.385552 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:24.523507 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:24.724191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:24.791671 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:24.795285 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:11:24.902595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=845923c2-17d5-46ce-a2a2-3bb31e4c519b,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:11:24.906510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:11:24.912907 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:25.085860 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Floating IP d9144e81-9a6e-43f7-94ff-7a1dd8f4e640 associated. External IP: 172.26.4.123, port: 98dc2237-c8c5-43dd-be26-1f7a9268221c. Dec 17 18:11:25.432943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:11:25.602467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:11:25.612438 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:11:25.621828 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:25.622690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:11:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:25.672124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:25.734406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5410209 Dec 17 18:11:25.743077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:11:25.781599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'status': 'completed', 'code': 200} Dec 17 18:11:25.843495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:25.875986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6827-092a-4167-8c79-5521a8b47976 req-04a4ad77-68f7-4f85-ba1e-27efd3414ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:25.878251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-04a4ad77-68f7-4f85-ba1e-27efd3414ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0715020 Dec 17 18:11:26.141898 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6827-092a-4167-8c79-5521a8b47976 req-57bd18e0-535c-4f30-94f9-68c6ca5e6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:26.143329 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-57bd18e0-535c-4f30-94f9-68c6ca5e6e4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.2584364 Dec 17 18:11:26.190702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd9144e81-9a6e-43f7-94ff-7a1dd8f4e640', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:11:24Z', 'updated_at': '2021-12-17T18:11:24Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:26.194568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:11:26.203410 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:11:26.204028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:11:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:26.244400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-85acf6ca-ed16-4982-961e-d490530c4b41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 999 time: 0.0948887 Dec 17 18:11:26.308594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6827-092a-4167-8c79-5521a8b47976 req-acbee19a-1c81-4e57-9cea-7ffaaf13c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:26.310052 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-acbee19a-1c81-4e57-9cea-7ffaaf13c7a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0596387 Dec 17 18:11:26.378827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:11:26.385027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6827-092a-4167-8c79-5521a8b47976 req-7ba17b42-d896-4a7c-a2dd-9a22ba4a76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:11:26.386607 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-7ba17b42-d896-4a7c-a2dd-9a22ba4a76e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706935 Dec 17 18:11:26.518586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-4d20d38a-800c-4b83-8e46-a559f99b8dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251462 Dec 17 18:11:26.649065 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-67bb6827-092a-4167-8c79-5521a8b47976 req-4c166b67-1610-40c8-9121-6c1b1efb76e6 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235862 Dec 17 18:11:26.720291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd9144e81-9a6e-43f7-94ff-7a1dd8f4e640', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:11:24Z', 'updated_at': '2021-12-17T18:11:24Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:11:26.724154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8571e2-4a9c-4538-a61d-4bd8a0f8177f None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd9144e81-9a6e-43f7-94ff-7a1dd8f4e640', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:11:24Z', 'updated_at': '2021-12-17T18:11:24Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:11:26.924412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916866b6-baf2-4038-b889-7d2a954aabd3 None None] New status for floating IP d9144e81-9a6e-43f7-94ff-7a1dd8f4e640: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:11:30.595483 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:11:32.283869 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e7b60414-67d2-471c-b3b8-2e429b6dea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:35.157085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8b02496a-f5de-4c5e-8040-f56eb89ad5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:35.991919 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:36.020637 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:37.529330 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:11:46.184880 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:01.722023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-c402b249-1200-4141-9d5b-15df17e9a88a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682945 Dec 17 18:12:01.864326 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bea35-6604-411a-a492-60eca0dde5a0 req-45a991e5-7257-4e67-b5d6-3d086d601c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:12:01.865771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-45a991e5-7257-4e67-b5d6-3d086d601c76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0740154 Dec 17 18:12:02.009454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bea35-6604-411a-a492-60eca0dde5a0 req-a44236e8-8ad0-4f6f-a5b1-c8d79e2d6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:12:02.010922 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-a44236e8-8ad0-4f6f-a5b1-c8d79e2d6e9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1261854 Dec 17 18:12:02.113204 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-eab0dc98-9ac2-4399-8a3e-82a7a6410383 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0958290 Dec 17 18:12:02.173000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bea35-6604-411a-a492-60eca0dde5a0 req-1f0fc864-f111-47b3-808d-d43238519d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:12:02.174691 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-1f0fc864-f111-47b3-808d-d43238519d6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0553071 Dec 17 18:12:02.254860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1c2d7cc-371a-439c-ba87-0fa0b19e8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:02.258282 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bea35-6604-411a-a492-60eca0dde5a0 req-138a71a8-a612-4e38-b90d-a0da7a747316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:12:02.260069 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-138a71a8-a612-4e38-b90d-a0da7a747316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784879 Dec 17 18:12:02.394503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-b6bdd987-1683-486a-a4e6-87d27ce48906 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275835 Dec 17 18:12:02.524979 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-703bea35-6604-411a-a492-60eca0dde5a0 req-ab316c28-28a8-4d12-8d78-573ea6cb1fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231561 Dec 17 18:12:05.128654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-69299008-d2db-47a2-9f18-51fe8b475598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:05.991739 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:06.037612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:07.544790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:07.595196 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:12:16.145616 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:32.254054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-27162f3f-31a3-4772-97d0-712c0684f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:35.121865 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ee35f04-d075-4148-ac6c-5fbcd8b54b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:35.991237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:36.019778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:37.568535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:12:44.593454 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:12:46.167986 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:02.253977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c247ba5-e278-44c7-9be6-5cf4372809a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:02.791410 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-b8cbef57-d932-4c27-ae35-acbde10d338d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1434815 Dec 17 18:13:02.926400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-9ca346e4-7b36-4a60-91a1-bd7c0a93d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:02.927837 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-9ca346e4-7b36-4a60-91a1-bd7c0a93d625 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0696964 Dec 17 18:13:03.190897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-8f51a58a-0372-472f-952f-c1ffb622fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:03.192339 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-8f51a58a-0372-472f-952f-c1ffb622fc38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.2469277 Dec 17 18:13:03.291930 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-9e374996-01ca-41a8-989d-56e027640a38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0929449 Dec 17 18:13:03.356327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-a59acdb7-3c2b-4d29-9313-b5f722f4164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:03.358035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-a59acdb7-3c2b-4d29-9313-b5f722f4164e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0597486 Dec 17 18:13:03.433797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-dcb5f1f2-e2c7-4c5d-afd0-a1ef084987e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:03.435271 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-dcb5f1f2-e2c7-4c5d-afd0-a1ef084987e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704782 Dec 17 18:13:03.564219 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-bac25802-cff7-4af1-a86b-9a86aa80133e service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222677 Dec 17 18:13:03.704734 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5019bf-5254-48fc-b1ab-c1a41a9e09b7 req-124a9837-8a8d-4b2d-b4be-373669151f64 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338787 Dec 17 18:13:05.128323 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a46bd80b-27f6-4f37-ba7a-4b7a681b2bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:05.990760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:06.019271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:07.578123 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:16.171799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:21.593795 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:13:32.248365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8cd7-e0c1-4c37-bf2f-cb94dce80be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:35.144692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-523a2b30-5e36-485f-9c0f-988e7e34ef86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:35.996351 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:36.047665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:37.561938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:46.211719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:13:54.850228 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545a26-f16b-4909-996e-2a06acda3981 req-9fa2d64c-482e-438a-982e-79c810f04f0d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:54.851572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db545a26-f16b-4909-996e-2a06acda3981 req-9fa2d64c-482e-438a-982e-79c810f04f0d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.1279614 Dec 17 18:13:54.894278 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db545a26-f16b-4909-996e-2a06acda3981 req-36978251-d8bc-45f1-baa7-6061ec5efad0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Dec 17 18:13:56.081744 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fd7b3-6563-4f73-907d-68dd28d607d2 req-f1f66b51-8f24-41ad-82bb-75f9a88c3942 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:56.083223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-014fd7b3-6563-4f73-907d-68dd28d607d2 req-f1f66b51-8f24-41ad-82bb-75f9a88c3942 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0798416 Dec 17 18:13:56.126356 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-014fd7b3-6563-4f73-907d-68dd28d607d2 req-31b2a29f-2399-4230-81d0-30f2fe2c6f1e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372150 Dec 17 18:13:57.330317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921db0f-e111-4acd-943b-385798f1274e req-bca8de7c-f2ce-4c54-8586-638c1d6f62f5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:57.331796 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4921db0f-e111-4acd-943b-385798f1274e req-bca8de7c-f2ce-4c54-8586-638c1d6f62f5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0827932 Dec 17 18:13:57.375165 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4921db0f-e111-4acd-943b-385798f1274e req-cddf62ea-f3a6-48c4-85f2-4a8b02b8fc1b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377331 Dec 17 18:13:58.554529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7f42a-8854-400d-a7bc-eb3033cbbf01 req-c9e32c6b-a6a8-4a48-8333-8b7d65055ec5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:58.555971 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1bf7f42a-8854-400d-a7bc-eb3033cbbf01 req-c9e32c6b-a6a8-4a48-8333-8b7d65055ec5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0788338 Dec 17 18:13:58.592651 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:13:58.603500 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1bf7f42a-8854-400d-a7bc-eb3033cbbf01 req-98d90531-aff5-49e5-8bd1-fd36801e0b8e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Dec 17 18:13:59.795967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f178b-af9a-48bb-bdd9-f38e810423f2 req-52bb588e-37d6-48eb-8264-fb4a69d55743 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:13:59.797451 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c3f178b-af9a-48bb-bdd9-f38e810423f2 req-52bb588e-37d6-48eb-8264-fb4a69d55743 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0818393 Dec 17 18:13:59.850122 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c3f178b-af9a-48bb-bdd9-f38e810423f2 req-3462ce8e-c6e4-4be0-82a2-5eacda8d2891 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Dec 17 18:14:01.037033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f6a3e-5879-4435-b8ff-435e86461e94 req-db833fad-cabe-497e-b025-73df064ff9a2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:01.038501 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-501f6a3e-5879-4435-b8ff-435e86461e94 req-db833fad-cabe-497e-b025-73df064ff9a2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0851059 Dec 17 18:14:01.081939 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-501f6a3e-5879-4435-b8ff-435e86461e94 req-78677044-615b-4949-a0e6-c233720bc26b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Dec 17 18:14:02.265289 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e6b8e-44da-4180-b8e9-e75a85867708 req-975b8a94-42d9-4b27-91d4-e43408780875 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:02.266768 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c5e6b8e-44da-4180-b8e9-e75a85867708 req-975b8a94-42d9-4b27-91d4-e43408780875 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0817122 Dec 17 18:14:02.280099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab823549-0515-4c05-a814-a6767961515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:02.310681 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9c5e6b8e-44da-4180-b8e9-e75a85867708 req-0ec8434b-af6f-41f2-bf5f-ee8a5104f471 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Dec 17 18:14:02.758943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-7ae56710-316a-4cb0-8c56-43dd21311578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:02.760395 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-7ae56710-316a-4cb0-8c56-43dd21311578 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0741251 Dec 17 18:14:02.900250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-aadc22b7-77f6-4b64-ba60-37ad51d1f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:02.901586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-aadc22b7-77f6-4b64-ba60-37ad51d1f8d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1232717 Dec 17 18:14:03.002315 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-f6ecc7f2-04cc-4c9c-b223-edf47c02732b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0937984 Dec 17 18:14:03.063171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-f015d73a-d362-47a9-a5fd-2c6eed28dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:03.064608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-f015d73a-d362-47a9-a5fd-2c6eed28dd33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0562649 Dec 17 18:14:03.138524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-7d574897-0aa0-4447-b9a6-6f91e8f85a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:03.139966 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-7d574897-0aa0-4447-b9a6-6f91e8f85a35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690200 Dec 17 18:14:03.270874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-b22feeed-6b1e-4016-9b8c-d6fb00678732 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228890 Dec 17 18:14:03.574105 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7008689c-c420-454a-93b5-c8de45ac55d3 req-eb123c28-a9f6-4b97-82e6-2d8824a15621 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967105 Dec 17 18:14:03.586011 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054f3b-8000-459d-990c-15d0d5987bc0 req-7791eb1a-c405-472b-9e9b-c30a98b82b7b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:03.587404 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8054f3b-8000-459d-990c-15d0d5987bc0 req-7791eb1a-c405-472b-9e9b-c30a98b82b7b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.1267896 Dec 17 18:14:03.630810 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c8054f3b-8000-459d-990c-15d0d5987bc0 req-26a3ef0f-442c-48ab-a487-8738f22a6525 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Dec 17 18:14:04.816903 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e237-3832-42cf-be47-aeca0fbff459 req-e87cb5e8-9ee9-4f83-bcc3-415071a6e517 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:04.818301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8152e237-3832-42cf-be47-aeca0fbff459 req-e87cb5e8-9ee9-4f83-bcc3-415071a6e517 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0823565 Dec 17 18:14:04.860469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8152e237-3832-42cf-be47-aeca0fbff459 req-3ee18464-dc0d-4326-a4e8-5d4db9a75938 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366151 Dec 17 18:14:05.131179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-37ca05a7-5c35-4573-9b1d-0b014d886946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:06.007221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:06.029995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:06.042579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc30819-6f2b-4a50-b11a-f87e7f09dd10 req-4bf1ce87-fd85-4f05-8212-8a2376e7d290 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:06.044067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bc30819-6f2b-4a50-b11a-f87e7f09dd10 req-4bf1ce87-fd85-4f05-8212-8a2376e7d290 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0803461 Dec 17 18:14:06.092626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3bc30819-6f2b-4a50-b11a-f87e7f09dd10 req-93b4e0d0-0f0a-4061-b22e-3aa20e83acbc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Dec 17 18:14:07.284875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8437d9-56e7-4881-a366-a6481aa3ab81 req-f1e9a4b4-ce31-4104-a160-eb054b1fbbc8 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:07.286345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b8437d9-56e7-4881-a366-a6481aa3ab81 req-f1e9a4b4-ce31-4104-a160-eb054b1fbbc8 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0887165 Dec 17 18:14:07.330061 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2b8437d9-56e7-4881-a366-a6481aa3ab81 req-fdd5546d-edd9-4e3c-9682-ecfc594458e1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381045 Dec 17 18:14:07.565380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:08.523158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9377bb-6c71-41b6-8fe7-b535f5499bca req-e4f48074-e97e-4752-adca-b56eec966fa5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:08.524638 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c9377bb-6c71-41b6-8fe7-b535f5499bca req-e4f48074-e97e-4752-adca-b56eec966fa5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0918899 Dec 17 18:14:08.567706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0c9377bb-6c71-41b6-8fe7-b535f5499bca req-f346ba05-a7ad-4e3c-b694-c8bc84698695 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367899 Dec 17 18:14:09.748682 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94281e-c541-4724-9888-8e53efc4158f req-6da5f395-e014-4f55-bcb3-512903ce0704 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:09.750209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e94281e-c541-4724-9888-8e53efc4158f req-6da5f395-e014-4f55-bcb3-512903ce0704 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0796437 Dec 17 18:14:09.793010 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0e94281e-c541-4724-9888-8e53efc4158f req-c586670f-d5b5-41d0-9068-c723713579f2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Dec 17 18:14:11.002420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed43672-c968-4579-ab27-3afb212c9d30 req-dec7764a-8bbe-46b1-a323-213224c67a73 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:11.003868 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ed43672-c968-4579-ab27-3afb212c9d30 req-dec7764a-8bbe-46b1-a323-213224c67a73 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0851591 Dec 17 18:14:11.049201 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8ed43672-c968-4579-ab27-3afb212c9d30 req-fc5f8619-008a-454f-80d3-3c9b88078436 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Dec 17 18:14:12.233310 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e634e7-6aef-4dd0-b285-07e94e92678d req-34e01f5b-cf44-4018-a951-ebfcc3c9b504 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:12.234756 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1e634e7-6aef-4dd0-b285-07e94e92678d req-34e01f5b-cf44-4018-a951-ebfcc3c9b504 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0804484 Dec 17 18:14:12.276797 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d1e634e7-6aef-4dd0-b285-07e94e92678d req-fd6d9c6e-da14-4afd-bad9-0b7a2ff87710 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364552 Dec 17 18:14:13.091247 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:14:13.266179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:13.278743 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:14:13.335193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:13.352500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:14:13.367948 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:13.428185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:13.430536 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:14:13.463130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19495c-dc5f-4e44-8e47-126d5af459a5 req-76546e51-4e04-4617-8f7d-fe2758f243eb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:13.464582 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ff19495c-dc5f-4e44-8e47-126d5af459a5 req-76546e51-4e04-4617-8f7d-fe2758f243eb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0833797 Dec 17 18:14:13.499291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:14:13.506278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.506648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.506980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.507634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.507902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.508252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.508586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.508915 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.509242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.509568 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.509920 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.510242 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:14:13.510411 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ff19495c-dc5f-4e44-8e47-126d5af459a5 req-79d59187-3904-4614-9c2c-e4fdf5f92417 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Dec 17 18:14:13.515523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['98dc2237-c8c5-43dd-be26-1f7a9268221c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:14:13.540027 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:14:14.696571 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d27383-3da3-4942-947c-953d70fb0a89 req-0798160c-1504-43ff-bf7c-d86a86292a75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:14.698004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d27383-3da3-4942-947c-953d70fb0a89 req-0798160c-1504-43ff-bf7c-d86a86292a75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 944 time: 0.0774770 Dec 17 18:14:14.745784 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d27383-3da3-4942-947c-953d70fb0a89 req-7d1b1049-5a26-4eeb-87d0-54fcdb547a8c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Dec 17 18:14:15.100520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:14:15.166906 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 98dc2237-c8c5-43dd-be26-1f7a9268221c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:14:15.167294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:15.282807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:15.308127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:14:15.317877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:15.351139 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'code': 200} Dec 17 18:14:15.373034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:15.375525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-3d954b1f-f13e-407e-bd27-56c5916fa5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:14:15.440551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:14:15.443562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:14:15.930019 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe66bb-e989-47e1-a175-e3856523af50 req-e18fa587-2c1a-44bc-bab0-3aad4a0d53ec tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:15.931458 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2fe66bb-e989-47e1-a175-e3856523af50 req-e18fa587-2c1a-44bc-bab0-3aad4a0d53ec tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0819902 Dec 17 18:14:15.975695 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e2fe66bb-e989-47e1-a175-e3856523af50 req-4489fdc9-fdd8-4be4-89f4-7d2d56df9939 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Dec 17 18:14:16.173003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:17.172146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115349d1-2dcd-4dc1-b7bf-44d50b723d03 req-0c577535-10cc-4320-812c-742475df8751 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:17.173790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-115349d1-2dcd-4dc1-b7bf-44d50b723d03 req-0c577535-10cc-4320-812c-742475df8751 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0864820 Dec 17 18:14:17.219363 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-115349d1-2dcd-4dc1-b7bf-44d50b723d03 req-6575643b-4514-44a4-b5a8-8e7dda560831 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Dec 17 18:14:18.423511 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ea5e4-59c6-450a-ba78-16c55554cf6e req-853e0bdb-9f80-4198-9078-7dc9270b284d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:18.424924 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b37ea5e4-59c6-450a-ba78-16c55554cf6e req-853e0bdb-9f80-4198-9078-7dc9270b284d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0820401 Dec 17 18:14:18.471715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b37ea5e4-59c6-450a-ba78-16c55554cf6e req-a66adb37-e03e-466f-a2e4-0febcf7595ac tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 Dec 17 18:14:19.688825 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44daf15-4fe6-4b37-8772-9d559109b5d4 req-6e142fb9-7c58-480b-a65c-4988b53a924a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:19.690384 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f44daf15-4fe6-4b37-8772-9d559109b5d4 req-6e142fb9-7c58-480b-a65c-4988b53a924a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0940106 Dec 17 18:14:19.745121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f44daf15-4fe6-4b37-8772-9d559109b5d4 req-9adc5f57-4a2a-4c80-82fb-6f91d88b3d85 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489352 Dec 17 18:14:20.949349 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3300e1-5000-4545-8199-47cc6b2ed832 req-dfb0287b-598b-41d9-aef0-c9f60a53bb2e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:20.950926 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d3300e1-5000-4545-8199-47cc6b2ed832 req-dfb0287b-598b-41d9-aef0-c9f60a53bb2e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0897524 Dec 17 18:14:21.001854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7d3300e1-5000-4545-8199-47cc6b2ed832 req-67538e62-ab7e-4086-a9e6-a5407f309c03 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Dec 17 18:14:22.215013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165923-f5c8-4432-bf7b-9f709259fcab req-7b887a47-a6bf-435f-886f-a0436a3488c5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:22.216514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165923-f5c8-4432-bf7b-9f709259fcab req-7b887a47-a6bf-435f-886f-a0436a3488c5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0975530 Dec 17 18:14:22.274490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a165923-f5c8-4432-bf7b-9f709259fcab req-ce4ae2aa-c76d-4634-96b3-d4684ed4084c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517612 Dec 17 18:14:23.481918 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c079553-d5a1-43b2-a484-0049b8c79d61 req-e269aff4-8ac7-457b-8b68-dfe4855891de tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:23.483490 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c079553-d5a1-43b2-a484-0049b8c79d61 req-e269aff4-8ac7-457b-8b68-dfe4855891de tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0912423 Dec 17 18:14:23.655624 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c079553-d5a1-43b2-a484-0049b8c79d61 req-c38cfcb3-09d0-4bac-b675-f8084cdac3eb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658378 Dec 17 18:14:24.857279 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d2a5-86cd-487c-bb49-10e48f8ba917 req-759f22a3-d7c1-4731-bef7-140b4c461972 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:24.858929 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1be7d2a5-86cd-487c-bb49-10e48f8ba917 req-759f22a3-d7c1-4731-bef7-140b4c461972 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0893650 Dec 17 18:14:24.905324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1be7d2a5-86cd-487c-bb49-10e48f8ba917 req-898e3bae-8f0f-4e3c-a98a-7f493bd6bf99 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Dec 17 18:14:26.103926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493b06-1cf7-48c0-aece-70b9f5e1cf4b req-0d907661-3584-490b-9723-e805bdb260c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:26.106193 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa493b06-1cf7-48c0-aece-70b9f5e1cf4b req-0d907661-3584-490b-9723-e805bdb260c9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0893605 Dec 17 18:14:26.148993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa493b06-1cf7-48c0-aece-70b9f5e1cf4b req-1e39f599-16fe-4acf-b0d4-e55de7e4ca4b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368454 Dec 17 18:14:27.334245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3019e0-9953-46eb-a3bf-351745daad9e req-779c37e7-ff29-45d8-8f47-9926b2151eeb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:27.335646 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0a3019e0-9953-46eb-a3bf-351745daad9e req-779c37e7-ff29-45d8-8f47-9926b2151eeb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0788126 Dec 17 18:14:27.383344 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0a3019e0-9953-46eb-a3bf-351745daad9e req-39e4c692-1f16-46b4-b498-b1b754176098 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Dec 17 18:14:28.625921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834378-c334-4c63-889a-b91076b9dba4 req-5dac8268-a6b5-47fd-9606-39107d4fb15c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:28.627367 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe834378-c334-4c63-889a-b91076b9dba4 req-5dac8268-a6b5-47fd-9606-39107d4fb15c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.1366119 Dec 17 18:14:28.647811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-0c018c6d-8425-49c5-9c64-0a681adf07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:28.649209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-0c018c6d-8425-49c5-9c64-0a681adf07d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1098 time: 0.1208780 Dec 17 18:14:28.753340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fe834378-c334-4c63-889a-b91076b9dba4 req-c5b8dad5-fa8a-4c50-85a5-98822951f2dd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198771 Dec 17 18:14:28.798191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-e9b884f0-b7fb-4874-bee8-b87e7668b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:28.799621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-e9b884f0-b7fb-4874-bee8-b87e7668b8bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1428781 Dec 17 18:14:28.904616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-424feb1c-b042-4839-a735-0c89372dbdc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0970366 Dec 17 18:14:28.965533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-e7d702bb-72c5-4ee8-af3a-1d77c847abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:28.967001 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-e7d702bb-72c5-4ee8-af3a-1d77c847abee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0563362 Dec 17 18:14:29.044459 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-af03a071-fd01-435b-a731-00e92e2946bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:29.045923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-af03a071-fd01-435b-a731-00e92e2946bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727117 Dec 17 18:14:29.177690 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-1e8a3158-ac0f-4328-8b80-584983a0fbcf service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256597 Dec 17 18:14:29.306572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-831086e3-9b7f-4a46-b7c5-1346c04da96c req-04011d11-3be9-43b1-ba6f-368cb5a35224 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Dec 17 18:14:29.935214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed570f8-5056-4305-83f3-87d20eb98f2b req-c2af9a86-9534-4129-a67f-d6a27360106e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:29.936661 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ed570f8-5056-4305-83f3-87d20eb98f2b req-c2af9a86-9534-4129-a67f-d6a27360106e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0777471 Dec 17 18:14:29.978913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1ed570f8-5056-4305-83f3-87d20eb98f2b req-8065222d-dd25-4467-b639-709e478e4983 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366547 Dec 17 18:14:31.135443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:14:31.166847 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cba88-5ea7-4253-a510-d4be842ba7b3 req-e84eeaf6-b2a2-44fc-bf71-00082e01e9f9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:31.168820 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-760cba88-5ea7-4253-a510-d4be842ba7b3 req-e84eeaf6-b2a2-44fc-bf71-00082e01e9f9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 945 time: 0.0860846 Dec 17 18:14:31.212852 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-760cba88-5ea7-4253-a510-d4be842ba7b3 req-d93da2fc-6c4d-40a8-a541-f0f215ccec7f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Dec 17 18:14:31.250553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:31.275984 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:14:31.285891 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:31.319725 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'code': 200} Dec 17 18:14:31.344208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:31.346683 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-d6d680ad-f362-49c4-b916-3cd538050856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:14:31.414124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:14:31.417214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:14:32.264523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-85903ee7-ed56-49f1-9483-6c266674883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:32.394451 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d346ce8-725f-4e3b-87ba-2bf137a1ddf8 req-d2a1b2d8-5571-449a-bbd9-eed8c7df0695 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:32.395803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3d346ce8-725f-4e3b-87ba-2bf137a1ddf8 req-d2a1b2d8-5571-449a-bbd9-eed8c7df0695 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0793314 Dec 17 18:14:32.437946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3d346ce8-725f-4e3b-87ba-2bf137a1ddf8 req-2a51d978-eb75-4f12-801d-38d6564209ab tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364656 Dec 17 18:14:32.930255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcedef4-d9d7-4ee6-8c1c-ccfeabeda3bf req-926c86cf-f385-4d49-9509-a771f0a9786a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:32.931787 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bdcedef4-d9d7-4ee6-8c1c-ccfeabeda3bf req-926c86cf-f385-4d49-9509-a771f0a9786a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0851274 Dec 17 18:14:32.978076 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bdcedef4-d9d7-4ee6-8c1c-ccfeabeda3bf req-0455ac02-8541-4c3f-8a24-301ab87ee21c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Dec 17 18:14:33.272325 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-33fa8b18-1197-47a5-a154-46b126d96ae5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167665 Dec 17 18:14:34.171172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a173-dde7-4477-b2e9-18fbf5ad3c2d req-a971d490-1dfc-443a-a8a7-9bd97c7e2704 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:34.172635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a70a173-dde7-4477-b2e9-18fbf5ad3c2d req-a971d490-1dfc-443a-a8a7-9bd97c7e2704 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0819743 Dec 17 18:14:34.216265 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a70a173-dde7-4477-b2e9-18fbf5ad3c2d req-a5f9ab0b-f7c3-4bee-ac1f-8c648ec05cfd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Dec 17 18:14:34.812082 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483949d-b163-4e32-9b0f-26eabd495760 req-bb12d0b7-3be4-4ffb-953a-8bc593990dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:34.813455 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-bb12d0b7-3be4-4ffb-953a-8bc593990dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 1096 time: 0.1875148 Dec 17 18:14:34.904315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483949d-b163-4e32-9b0f-26eabd495760 req-a3ccdf56-a7ed-480a-8eee-c7f8b1718d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:34.905744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-a3ccdf56-a7ed-480a-8eee-c7f8b1718d53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1096 time: 0.0694609 Dec 17 18:14:35.034668 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483949d-b163-4e32-9b0f-26eabd495760 req-964b2c4d-91be-4d2f-9d02-8cb923612d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:35.036100 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-964b2c4d-91be-4d2f-9d02-8cb923612d96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1235282 Dec 17 18:14:35.135561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:14:35.141191 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-092ebc02-d334-4802-83ea-c90e8d352db5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 999 time: 0.0980313 Dec 17 18:14:35.164275 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d24b8110-8429-4fae-99c9-750b68380852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:35.207861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483949d-b163-4e32-9b0f-26eabd495760 req-405e34b9-a531-4fc4-9bce-873fa9e2f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:35.209304 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-405e34b9-a531-4fc4-9bce-873fa9e2f8d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0617814 Dec 17 18:14:35.288066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483949d-b163-4e32-9b0f-26eabd495760 req-2c358f96-0b1b-4b32-ab68-d591a5ca53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:35.289567 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-2c358f96-0b1b-4b32-ab68-d591a5ca53cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727835 Dec 17 18:14:35.473456 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-8d2af496-d8c5-44d9-ad37-c0980f289c0e service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772006 Dec 17 18:14:35.508848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19160c-98dd-48d5-9550-820421c96978 req-19a70044-cf37-4271-8520-130aa8c5802a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:35.510243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa19160c-98dd-48d5-9550-820421c96978 req-19a70044-cf37-4271-8520-130aa8c5802a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.1469903 Dec 17 18:14:35.592194 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:14:35.620250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa19160c-98dd-48d5-9550-820421c96978 req-31aba4cc-3c1f-4200-a933-21c332fc0447 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645380 Dec 17 18:14:35.649616 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d483949d-b163-4e32-9b0f-26eabd495760 req-65d5868e-e050-42ad-8013-b251fd50f3ec service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687534 Dec 17 18:14:36.039513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:36.075978 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:36.822168 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed14f4a-04ec-4212-add9-bb7f1be2dc31 req-253ce795-ef91-443b-8f14-e1353f67d260 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:36.823527 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ed14f4a-04ec-4212-add9-bb7f1be2dc31 req-253ce795-ef91-443b-8f14-e1353f67d260 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0824845 Dec 17 18:14:36.874648 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5ed14f4a-04ec-4212-add9-bb7f1be2dc31 req-c616432b-6b85-4fb1-bd33-404741d16758 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Dec 17 18:14:37.576482 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:38.129735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1894b24-8251-4654-965a-309ba8ac788f req-51e2a95a-5961-4e7a-9d21-850b80c3a900 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:38.131283 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1894b24-8251-4654-965a-309ba8ac788f req-51e2a95a-5961-4e7a-9d21-850b80c3a900 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.1527243 Dec 17 18:14:38.181803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f1894b24-8251-4654-965a-309ba8ac788f req-d1ecb1ca-341b-4478-890c-8eec18b24f75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Dec 17 18:14:39.373934 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fbed9-8761-445e-b9bf-22e94df03e79 req-eeba3e48-ad05-4450-b405-5b6c7f2c51fe tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:39.373934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ed7fbed9-8761-445e-b9bf-22e94df03e79 req-eeba3e48-ad05-4450-b405-5b6c7f2c51fe tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0871160 Dec 17 18:14:39.422028 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ed7fbed9-8761-445e-b9bf-22e94df03e79 req-a5938aa6-4481-43f9-8488-9ec886f6fd89 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Dec 17 18:14:40.616005 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500387-7b6d-46a7-a9b8-8a3ab97bd16c req-39315588-2149-4030-9907-16378ca15926 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:40.617517 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db500387-7b6d-46a7-a9b8-8a3ab97bd16c req-39315588-2149-4030-9907-16378ca15926 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0868053 Dec 17 18:14:40.664553 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-db500387-7b6d-46a7-a9b8-8a3ab97bd16c req-ee61c131-d2f8-495b-a294-e467428384cf tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Dec 17 18:14:41.862429 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc170-a332-4ae4-9347-e4dd35fb79ed req-1eeb5652-e650-4e68-aeae-94b448a23366 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:41.863975 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27bbc170-a332-4ae4-9347-e4dd35fb79ed req-1eeb5652-e650-4e68-aeae-94b448a23366 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0943596 Dec 17 18:14:41.914862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-27bbc170-a332-4ae4-9347-e4dd35fb79ed req-05a65a62-be7d-47ab-8b31-858e9f05a29f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Dec 17 18:14:43.109016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4326c-8e13-465b-9057-cd085fde12d2 req-9ce2f0ff-21b6-4ed8-8f3d-4e49f1532933 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:43.110506 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bba4326c-8e13-465b-9057-cd085fde12d2 req-9ce2f0ff-21b6-4ed8-8f3d-4e49f1532933 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0814328 Dec 17 18:14:43.156043 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bba4326c-8e13-465b-9057-cd085fde12d2 req-f8bf14a3-c009-47e9-a1fa-bdd370f1395c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Dec 17 18:14:44.350030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9ff01-19da-4589-b151-8c2dac0332fc req-64d3bff4-7a15-48b8-af4c-889bf79423c3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:44.351377 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7c9ff01-19da-4589-b151-8c2dac0332fc req-64d3bff4-7a15-48b8-af4c-889bf79423c3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0849614 Dec 17 18:14:44.395672 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b7c9ff01-19da-4589-b151-8c2dac0332fc req-98937608-65c3-4cdc-bc55-83c7b92503c4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 Dec 17 18:14:45.630455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49068e-8413-4965-a4fa-39aa5f1b28ec req-24a6ba39-e210-4de9-8044-3891bd451569 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:45.632174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc49068e-8413-4965-a4fa-39aa5f1b28ec req-24a6ba39-e210-4de9-8044-3891bd451569 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.1117992 Dec 17 18:14:45.838759 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cc49068e-8413-4965-a4fa-39aa5f1b28ec req-40786dba-5fbf-4f45-a849-559c091f7707 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959689 Dec 17 18:14:46.213345 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:47.036108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33005-56f9-486d-8f6c-e8ff46c40660 req-8b92bbb6-428d-4eab-b77e-96c30eb86341 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:47.037547 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15f33005-56f9-486d-8f6c-e8ff46c40660 req-8b92bbb6-428d-4eab-b77e-96c30eb86341 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0801034 Dec 17 18:14:47.088183 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-15f33005-56f9-486d-8f6c-e8ff46c40660 req-246fc283-bce4-4d84-8896-4cac0aa7405b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Dec 17 18:14:48.284941 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2334-2566-439b-8559-4277b93b4177 req-2bd7a0e1-bbeb-49d1-9068-debc7ee88e4c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:48.286418 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3b5d2334-2566-439b-8559-4277b93b4177 req-2bd7a0e1-bbeb-49d1-9068-debc7ee88e4c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0825975 Dec 17 18:14:48.329301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3b5d2334-2566-439b-8559-4277b93b4177 req-3df74ed3-8a86-439f-9f66-c986e6ffbc13 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372865 Dec 17 18:14:49.509389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943cb58-6865-49e1-9a3f-cbc7bb228198 req-1f4c823c-bd8a-4a70-8733-88ab13f4c3b6 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:49.510839 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2943cb58-6865-49e1-9a3f-cbc7bb228198 req-1f4c823c-bd8a-4a70-8733-88ab13f4c3b6 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0779994 Dec 17 18:14:49.554127 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2943cb58-6865-49e1-9a3f-cbc7bb228198 req-0593b6d0-f480-496d-a607-6eb61f2f66b8 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Dec 17 18:14:50.737108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481345d-90d4-4e78-be5b-26d651357d91 req-85d71b28-02c4-4a24-9248-9dacf7e741d5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:50.738614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9481345d-90d4-4e78-be5b-26d651357d91 req-85d71b28-02c4-4a24-9248-9dacf7e741d5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 943 time: 0.0821877 Dec 17 18:14:50.782232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9481345d-90d4-4e78-be5b-26d651357d91 req-2edf83fb-bbdc-475e-82c6-d2e326aba202 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 Dec 17 18:14:51.184189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:14:51.314850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:51.327892 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'port_id': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'mac_address': 'fa:16:3e:8c:00:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:14:51.381440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:51.397679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:14:51.412723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:51.479060 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:51.481539 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:14:51.582271 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=9']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:14:51.585290 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:14:51.867013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['98dc2237-c8c5-43dd-be26-1f7a9268221c'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:14:51.966833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda79ad-0a67-4cbc-b456-e68ecaff246b req-528fc841-766e-438e-ab47-c83cd44aa3f3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:51.968293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8cda79ad-0a67-4cbc-b456-e68ecaff246b req-528fc841-766e-438e-ab47-c83cd44aa3f3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 944 time: 0.0801084 Dec 17 18:14:52.014945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8cda79ad-0a67-4cbc-b456-e68ecaff246b req-02531e48-91b2-4aff-b876-95e4d86ced68 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Dec 17 18:14:53.206014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d0ed-e1d9-48d8-af06-e3362a0ce1f2 req-eecbe3fb-755a-4554-bf36-f2ec37fd0620 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:53.207338 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f247d0ed-e1d9-48d8-af06-e3362a0ce1f2 req-eecbe3fb-755a-4554-bf36-f2ec37fd0620 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 944 time: 0.0872517 Dec 17 18:14:53.216164 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:14:53.251664 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f247d0ed-e1d9-48d8-af06-e3362a0ce1f2 req-01c174e6-1273-43c7-a357-c6cac0dfb604 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Dec 17 18:14:53.284050 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 98dc2237-c8c5-43dd-be26-1f7a9268221c triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:14:53.284426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:53.395229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:53.420397 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:14:53.429721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:14:53.469507 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'code': 200} Dec 17 18:14:53.496611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:14:53.498897 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:14:53.566180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=10']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:14:53.569216 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:14:53.844281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5f1bb-cf03-4cb7-8585-1c0d04ad643a req-357c5735-6be5-41a2-beb1-b5744f45019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:53.845766 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6fc5f1bb-cf03-4cb7-8585-1c0d04ad643a req-357c5735-6be5-41a2-beb1-b5744f45019e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1099 time: 0.0755126 Dec 17 18:14:53.885291 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6fc5f1bb-cf03-4cb7-8585-1c0d04ad643a req-5da83d6c-1ba6-441c-8695-251d3c169f38 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Dec 17 18:14:54.434689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f79acb-1e85-43a6-bd6d-d13d444af8d8 req-3ddbb4f4-fefa-45e9-b457-6d0ec1654287 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:54.436120 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c2f79acb-1e85-43a6-bd6d-d13d444af8d8 req-3ddbb4f4-fefa-45e9-b457-6d0ec1654287 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.0780168 Dec 17 18:14:54.485053 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c2f79acb-1e85-43a6-bd6d-d13d444af8d8 req-52c19fdb-5c36-4f39-b37b-4a88acf6929e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Dec 17 18:14:55.681167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6bb6-44ed-4074-8b14-cfa9434f9832 req-d95141a3-8dd8-4d2e-b609-5524bd2eb076 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:55.682641 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d26a6bb6-44ed-4074-8b14-cfa9434f9832 req-d95141a3-8dd8-4d2e-b609-5524bd2eb076 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.0817301 Dec 17 18:14:55.726913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d26a6bb6-44ed-4074-8b14-cfa9434f9832 req-705d7f9b-3af3-49d4-884a-bc984a1fe6b5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380745 Dec 17 18:14:56.908472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596f566-5db7-4183-978d-0364b873afb2 req-96a70e0a-d4a6-4a81-ba5b-f49abc1c048c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:14:56.909820 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e596f566-5db7-4183-978d-0364b873afb2 req-96a70e0a-d4a6-4a81-ba5b-f49abc1c048c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.0786357 Dec 17 18:14:56.955467 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e596f566-5db7-4183-978d-0364b873afb2 req-e1a71319-000f-454f-833a-9e0b17afc6b2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Dec 17 18:15:02.273711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-40357e42-a111-4532-9b7f-a505e70f76b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:03.720463 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-25d7699c-9ede-40a4-9d63-2d0b84c08b2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679038 Dec 17 18:15:03.858513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-8cc0a3f1-71f4-4a45-b018-e4dc09e3deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:15:03.859957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-8cc0a3f1-71f4-4a45-b018-e4dc09e3deb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1099 time: 0.0735085 Dec 17 18:15:04.003151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-88e32f99-2f1e-4dc6-a9fc-e911d5061a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:15:04.009021 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-88e32f99-2f1e-4dc6-a9fc-e911d5061a02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1262257 Dec 17 18:15:04.107934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-3211928d-3f17-4d4c-9713-05defbd3483a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0961092 Dec 17 18:15:04.172140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-6861af29-b070-4bc2-afe8-e5a6d095a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:15:04.173532 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-6861af29-b070-4bc2-afe8-e5a6d095a1df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0591254 Dec 17 18:15:04.251251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-7448a002-e26b-4bb9-ab5a-3e5d177747c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:15:04.252685 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-7448a002-e26b-4bb9-ab5a-3e5d177747c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722408 Dec 17 18:15:04.380803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-b31ca72d-1c7b-4313-af99-ccf615b68b60 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219764 Dec 17 18:15:04.508811 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5a024b0f-702a-4154-97cd-a5d42c0183e5 req-4c65a198-4d7a-45b4-bc0c-2da2a10db202 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206987 Dec 17 18:15:05.183854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d01af391-7e8b-45bd-931c-a45b1ffb48e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:06.010243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:06.072943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:07.547214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:12.591950 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:15:16.204607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:32.452535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ab1593ef-91de-491e-b990-d6ee893bc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:35.169500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-89522285-967e-40bb-8217-f0e728a0e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:36.058272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:36.059088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:37.586975 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:46.206508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:15:49.591291 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:16:02.266022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d290d177-4319-49fb-b7e1-fc7cee23fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:05.145886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-991fec0c-0786-4094-907e-5a29c5ae5837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:05.836700 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-8c16ab2c-7c45-4f48-ba33-16f1ae931331 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709076 Dec 17 18:16:06.043691 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:06.044638 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:06.089431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-a40692e3-248c-4db9-8897-ef7d026fa281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:06.090941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-a40692e3-248c-4db9-8897-ef7d026fa281 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1099 time: 0.1848867 Dec 17 18:16:06.229124 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-b559fbbd-a6e6-4f92-bafc-632c6adedcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:06.230571 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-b559fbbd-a6e6-4f92-bafc-632c6adedcfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1214547 Dec 17 18:16:06.331236 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-c9e80883-fe92-4ac3-9787-4c9533160456 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 1001 time: 0.0947516 Dec 17 18:16:06.393180 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-b44034c0-c3ea-49d1-93a6-0a04084ea1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:06.395211 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-b44034c0-c3ea-49d1-93a6-0a04084ea1dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0572305 Dec 17 18:16:06.471942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-071a3954-ef16-4271-bd65-72fc13077ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:06.473397 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-071a3954-ef16-4271-bd65-72fc13077ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720479 Dec 17 18:16:06.603957 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-d3579b57-9350-44a3-89d1-1af4d3377453 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239359 Dec 17 18:16:06.732498 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd737568-48a3-411d-ab3a-da15b9ae6e06 req-081582b9-299b-4fc4-a93a-e9944aa3a534 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225140 Dec 17 18:16:07.557490 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:16.194408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:25.490923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59208) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:25.749526 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Deleting port 845923c2-17d5-46ce-a2a2-3bb31e4c519b {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:16:25.749776 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:25.913119 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:25.913445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:26.034545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Calling delete_port for 845923c2-17d5-46ce-a2a2-3bb31e4c519b owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:16:26.245503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:26.249837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e998ac39-6a3d-45af-b1cf-4b869f85d1a4 tempest-ServersAdminNegativeTestJSON-789067611 tempest-ServersAdminNegativeTestJSON-789067611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:26.292268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'Port': ['ID=845923c2-17d5-46ce-a2a2-3bb31e4c519b,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:26.334395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.334769 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.335407 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.335800 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.336162 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.336524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.336878 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.337235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.337589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.337970 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.338321 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.338670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:26.365724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:26.394732 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:26.395059 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Floating IP d9144e81-9a6e-43f7-94ff-7a1dd8f4e640 disassociated (deleted). External IP: 172.26.4.123, port: 98dc2237-c8c5-43dd-be26-1f7a9268221c. Dec 17 18:16:26.589497 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:16:26.857238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:16:27.033357 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:16:27.044484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:16:27.054932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:16:27.060034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:16:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:16:27.114632 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:27.168956 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "DELETE /v2.0/floatingips/d9144e81-9a6e-43f7-94ff-7a1dd8f4e640 HTTP/1.1" status: 204 len: 168 time: 1.6769502 Dec 17 18:16:27.169736 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:16:27.238061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:16:27.276170 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'status': 'completed', 'code': 200} Dec 17 18:16:27.374319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1962b-f913-4009-8310-e6d43a58d64a req-df795414-18e2-4a72-82c7-f6ea931b0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:27.375714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-df795414-18e2-4a72-82c7-f6ea931b0af4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 1099 time: 0.0775783 Dec 17 18:16:27.510577 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1962b-f913-4009-8310-e6d43a58d64a req-852988ab-b01c-4f39-ae6d-e06d948dcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:27.512080 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-852988ab-b01c-4f39-ae6d-e06d948dcea1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1297898 Dec 17 18:16:27.555002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:16:27.558954 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:16:27.567154 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:16:27.567763 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:16:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:16:27.586493 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-1c1acc97-6f52-4dab-b508-b9322ff83089 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 200 len: 217 time: 0.0671332 Dec 17 18:16:27.656450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1962b-f913-4009-8310-e6d43a58d64a req-4fb645fb-1c15-4983-b930-290679e91c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:27.658318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-4fb645fb-1c15-4983-b930-290679e91c66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0658855 Dec 17 18:16:27.757072 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:16:27.807537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1962b-f913-4009-8310-e6d43a58d64a req-5b7a2e45-f1a6-405c-9d33-5575d34d7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:27.809051 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-5b7a2e45-f1a6-405c-9d33-5575d34d7343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435897 Dec 17 18:16:27.820710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2722e7-c066-45a9-af1d-db9dc2f802ef req-6edf8c3a-ceef-4286-a406-df5b433bdb57 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:27.822227 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b2722e7-c066-45a9-af1d-db9dc2f802ef req-6edf8c3a-ceef-4286-a406-df5b433bdb57 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.0998795 Dec 17 18:16:27.946482 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b2722e7-c066-45a9-af1d-db9dc2f802ef req-8cf2deb3-d9ec-4283-85e5-aa1e7c91bcf7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042922 Dec 17 18:16:27.987281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-04ee257e-c8c7-4877-af95-9c6500221639 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640892 Dec 17 18:16:28.120870 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29d1962b-f913-4009-8310-e6d43a58d64a req-199dfca9-e6f2-43b0-9ed4-3a039ef5f9ad service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256843 Dec 17 18:16:28.125868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:16:28.129921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a740c6-f7c0-4b17-b361-10066909c74d None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:16:28.351781 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d584547-e66e-42c9-aa25-d9c8804a6dbb None None] New status for floating IP d9144e81-9a6e-43f7-94ff-7a1dd8f4e640: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:16:29.201953 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-a1140c32-f03e-45d8-9257-3833b29ba107 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:29.203347 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-a1140c32-f03e-45d8-9257-3833b29ba107 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.1047721 Dec 17 18:16:29.214026 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128e04-ccd2-4d89-a09c-6d02e03ae1f5 req-d605e4a6-837d-4c6d-b7a6-51d315252435 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:29.215875 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4d128e04-ccd2-4d89-a09c-6d02e03ae1f5 req-d605e4a6-837d-4c6d-b7a6-51d315252435 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 946 time: 0.1492748 Dec 17 18:16:29.430035 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Deleting port 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:16:29.430271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:29.457799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4d128e04-ccd2-4d89-a09c-6d02e03ae1f5 req-4a22a368-0c59-477d-93ac-54bf34414112 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6676c28c-2b47-4c2d-9535-3cfdfb6e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901568 Dec 17 18:16:29.675579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] For port 98dc2237-c8c5-43dd-be26-1f7a9268221c, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=98dc2237-c8c5-43dd-be26-1f7a9268221c,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:16:29.675939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:29.798284 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Calling delete_port for 98dc2237-c8c5-43dd-be26-1f7a9268221c owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:16:30.019995 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:30.025702 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-387105b3-3058-4557-ad9b-39a47c6cef4e tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:30.072467 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'Port': ['ID=98dc2237-c8c5-43dd-be26-1f7a9268221c,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122129 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.122952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.123155 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:16:30.149645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:30.161291 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] No DVR routers for this DVR port 98dc2237-c8c5-43dd-be26-1f7a9268221c on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:16:30.163714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:30.166298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-deleted', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:16:30.177391 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-eacefeae-ceb5-4416-8c95-cf9a8f186d94 req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "DELETE /v2.0/ports/98dc2237-c8c5-43dd-be26-1f7a9268221c HTTP/1.1" status: 204 len: 173 time: 0.9606364 Dec 17 18:16:30.258679 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350422de-423a-4bb3-abb7-7d4cded7ef5c', 'name': 'network-vif-deleted', 'tag': '98dc2237-c8c5-43dd-be26-1f7a9268221c', 'status': 'completed', 'code': 200} Dec 17 18:16:30.632754 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f2493eb6-e33a-4360-badd-cad3136ac727 req-12cfa513-04b6-42e4-a0a3-849322b7127f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:16:30.720148 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f2493eb6-e33a-4360-badd-cad3136ac727 req-12cfa513-04b6-42e4-a0a3-849322b7127f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:16:30.721208 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f2493eb6-e33a-4360-badd-cad3136ac727 req-12cfa513-04b6-42e4-a0a3-849322b7127f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=350422de-423a-4bb3-abb7-7d4cded7ef5c HTTP/1.1" status: 200 len: 210 time: 0.1318243 Dec 17 18:16:31.812328 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59232) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:31.882727 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:31.911956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.028323 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.033364 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b3c34da3-3913-4600-bf1e-640d01276142 tempest-RoutersNegativeTest-576058662 tempest-RoutersNegativeTest-576058662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:32.046553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676c28c-2b47-4c2d-9535-3cfdfb6e4835,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:32.049562 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:32.053139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.054900 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-397a5d48-025d-4a09-ad2f-b50dd746f896 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "DELETE /v2.0/security-groups/6676c28c-2b47-4c2d-9535-3cfdfb6e4835 HTTP/1.1" status: 204 len: 168 time: 0.2415814 Dec 17 18:16:32.268911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-04608a2c-e043-4f43-9066-f9ef8dc41ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.669943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59240) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:32.675263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485784954', 'description': 'tempest-secgroup-smoke-485784954 description', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:32.681341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:32.685728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:32.690071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:32.695030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:32.769519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.792264 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:32.796587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:32.799359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:32.804940 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:32.872411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.948321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:32.953272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bc76ef2d-3264-489c-a8dc-5ffd285cdd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:32.990669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60a863-373d-43f9-99cb-da3701ade2fb,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:32.993772 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:33.054419 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.055685 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3847196 Dec 17 18:16:33.058472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59244) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:33.063413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:33.069444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:33.073759 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:33.076760 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:33.082394 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:33.155587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.214156 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.297109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.304379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c9925dfe-42bb-4b71-8071-a1b78bf8c018 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:33.321728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6f4442-0e03-4c32-926c-eec5ed7f71fd,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:33.326915 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:33.400031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.401212 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a4db8e0d-a92d-42ce-8f29-f208cb4ee624 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3418319 Dec 17 18:16:33.404029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59248) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:33.409171 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:33.415066 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:33.419327 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:33.422142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:33.427723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:33.503367 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.565359 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.619563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.621472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a76da683-e2d2-48cb-9c34-15333015386d tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:33.644778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f345fc1d-dc24-42e5-9911-74e7623a70d1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:33.647317 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:33.717099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.718284 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3133473 Dec 17 18:16:33.721007 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59252) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:33.726272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:33.732778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:33.736595 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:33.739440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:33.745207 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:33.789272 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:16:33.815051 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.822273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 98dc2237-c8c5-43dd-be26-1f7a9268221c {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:16:33.822629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 98dc2237-c8c5-43dd-be26-1f7a9268221c not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:16:33.876537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.966247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:33.973428 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fe89aa68-9162-4a82-95fd-c872b2ade88a tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:33.992470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e91f1f8-6983-4e3d-a489-e5f380ca6552,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:33.997115 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:34.057272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.058522 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-02f34219-f1cc-43d6-9adc-46c722132759 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3365717 Dec 17 18:16:34.061161 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59256) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:34.066258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:34.072194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:34.076960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:34.079917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:34.086193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:34.175814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.237832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.308074 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.313434 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c70df344-0e07-4035-8eaf-be70064d9732 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:34.334525 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c355f2b-247c-4b01-94b5-9623924e3d1f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:34.337502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:34.405553 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.406788 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446877 Dec 17 18:16:34.409506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59260) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:34.414478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:34.420384 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:34.424193 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:34.427080 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:34.432820 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:34.511371 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Project 62d1ef779c8c4f56bca6a177b0ed10ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:16:34.517826 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.582172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.662689 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.664699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0f376035-de9c-49bf-8906-8a5dc58752a3 tempest-ServerActionsTestJSON-800867355 tempest-ServerActionsTestJSON-800867355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:34.686647 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d685bc51-52d2-4fc0-a6fb-f843f6a7cdbc,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:34.690992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:34.756748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.757951 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-d763344a-c48d-4aef-bf75-55eeffbdc522 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3474777 Dec 17 18:16:34.760611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59264) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:16:34.766100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'security_group_rule': {'security_group_id': '6d60a863-373d-43f9-99cb-da3701ade2fb', 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:16:34.771727 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:16:34.775582 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:security_group_rule and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:16:34.779262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:16:34.784917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:16:34.859641 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Project 62d1ef779c8c4f56bca6a177b0ed10ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:16:34.866118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.928684 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.990959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:34.993101 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b94bd9f0-b6bb-46e7-84d4-69be283977ce tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:16:35.016045 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea34e2e-13c4-45d8-8f93-33a23c42f304,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:16:35.018753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:16:35.074900 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:35.076143 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-7848ea1d-5811-4820-86a9-5d74218a7ce4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3146241 Dec 17 18:16:35.160232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-894fe155-d3f7-4abd-8f44-ca06c26d8c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:36.046684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:36.048077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:37.579848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:46.222761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:16:59.216318 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fafc8102-6311-454e-a162-754aa630180e req-eae5b5e2-51cd-42f3-8470-4052947709cd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:16:59.262031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-fafc8102-6311-454e-a162-754aa630180e req-eae5b5e2-51cd-42f3-8470-4052947709cd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:16:59.263142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-eae5b5e2-51cd-42f3-8470-4052947709cd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485784954&fields=id&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 267 time: 0.0937045 Dec 17 18:16:59.413313 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-4aa3d633-a8f0-41cb-bbb6-031a99d57d6f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:16:59.414830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-4aa3d633-a8f0-41cb-bbb6-031a99d57d6f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 808 time: 0.1444793 Dec 17 18:16:59.430515 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-051b29ce-9db5-4540-863d-d41a82289f2e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/quotas/62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 375 time: 0.0095000 Dec 17 18:16:59.516763 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-295cc5cb-b708-4810-9979-67a9fe61575a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802169 Dec 17 18:16:59.572183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-46b08c3c-6648-4223-be02-650d16ce4772 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:16:59.573142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-46b08c3c-6648-4223-be02-650d16ce4772 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453620 Dec 17 18:16:59.705223 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-4a10542e-f1a9-4182-91cd-5eb3b09d7ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258230 Dec 17 18:16:59.839806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-8401c656-bada-4bdc-a971-0e361a35ac87 service neutron] 10.222.0.61 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286309 Dec 17 18:17:00.508737 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a50080ad-7d99-4026-b595-90cf17d8b184 req-1c90eaad-a07c-47c5-83c4-9ca04dd77aba tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 210 time: 0.0453210 Dec 17 18:17:01.779658 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f34885ca-235f-4645-bc9d-d25fd1d6cedd req-58da449e-7935-48b1-8ddf-55262f62b1d0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 210 time: 0.1672466 Dec 17 18:17:02.279533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-482ea2a8-a603-46eb-8dc7-4d698d37a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:02.508160 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-bd65e83a-1eba-42a7-ac48-415e338bde86 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:02.509597 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-bd65e83a-1eba-42a7-ac48-415e338bde86 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 808 time: 0.1483955 Dec 17 18:17:02.556718 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-580bf579-0034-4baf-bc87-557df868ab91 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 379 time: 0.0390623 Dec 17 18:17:02.565166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'port': {'device_id': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'admin_state_up': True, 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'security_groups': ['6d60a863-373d-43f9-99cb-da3701ade2fb']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:17:02.707278 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:17:02.717274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:17:02.782565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Made reservation on behalf of 62d1ef779c8c4f56bca6a177b0ed10ac for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:17:02.786116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:02.975554 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f6eee63-2e5a-432f-a4c3-f4dd6e14a873 req-dcedef75-733c-42ef-845d-5424eee6b956 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 210 time: 0.0535040 Dec 17 18:17:02.995109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Allocated IP 172.20.0.3 (1d4fbb7d-48c1-407e-9b5b-6de881fbd672/d8a2c30b-9bac-43f0-86d1-1b44f465cafe/23014067-9b3c-4952-bc47-30cde947c7b1) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:17:03.187229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:03.202719 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Transition to ACTIVE for port object 23014067-9b3c-4952-bc47-30cde947c7b1 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:17:03.283067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:03.289014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-77a02f7a-c104-487c-9fc4-b425843c4444 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:03.356423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:17:03.359942 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:17:03.364013 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:17:03.405936 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:03.410676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:03.433669 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:03.434304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:03.523195 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-fb5a1188-4f1d-4cbc-a017-0fee2d2f5e75 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9613342 Dec 17 18:17:03.535997 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Request body: {'port': {'device_id': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:17:03.588909 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:17:03.651187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:03.705525 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7df3e9fd-c43c-42c3-84be-b00e1e5b3f3d None None] Provisioning for port 23014067-9b3c-4952-bc47-30cde947c7b1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:17:03.711674 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7df3e9fd-c43c-42c3-84be-b00e1e5b3f3d None None] Provisioning complete for port 23014067-9b3c-4952-bc47-30cde947c7b1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:17:03.712276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7df3e9fd-c43c-42c3-84be-b00e1e5b3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:03.773839 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7df3e9fd-c43c-42c3-84be-b00e1e5b3f3d None None] Port 23014067-9b3c-4952-bc47-30cde947c7b1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:17:04.026808 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23014067-9b3c-4952-bc47-30cde947c7b1 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:17:04.036056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:04.053043 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Transition to ACTIVE for port object 23014067-9b3c-4952-bc47-30cde947c7b1 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:17:04.135085 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:04.141020 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-78a7af09-2a79-43e9-8599-6c286e800ea4 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:04.365961 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:04.383845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:04.679237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Attempting to bind port 23014067-9b3c-4952-bc47-30cde947c7b1 on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:17:04.679569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Attempting to bind port 23014067-9b3c-4952-bc47-30cde947c7b1 by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:17:04.679897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Attempting to bind port 23014067-9b3c-4952-bc47-30cde947c7b1 on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:17:04.691339 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78769e3-7ba3-44e8-981d-f871ea16397a req-3039d918-49a6-48e8-b855-a6ae191ed1f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:04.692032 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d78769e3-7ba3-44e8-981d-f871ea16397a req-3039d918-49a6-48e8-b855-a6ae191ed1f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:17:04.696533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Port 23014067-9b3c-4952-bc47-30cde947c7b1 on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:17:04.696857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Attempting to bind port 23014067-9b3c-4952-bc47-30cde947c7b1 on network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:17:04.705071 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:17:04.705550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Checking segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:17:04.705785 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Bound using segment: {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:17:04.706234 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Bound port: 23014067-9b3c-4952-bc47-30cde947c7b1, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c2a0d7-00d1-4057-93a4-b36eee67c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:17:04.706620 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:04.806027 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:17:04.809130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:17:04.828293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d78769e3-7ba3-44e8-981d-f871ea16397a req-3039d918-49a6-48e8-b855-a6ae191ed1f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:17:04.829475 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d78769e3-7ba3-44e8-981d-f871ea16397a req-3039d918-49a6-48e8-b855-a6ae191ed1f1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.5737934 Dec 17 18:17:04.875294 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d78769e3-7ba3-44e8-981d-f871ea16397a req-d8ba0a64-c3c7-49af-ba98-52d1b7a55b8d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398219 Dec 17 18:17:04.885733 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:04.890694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c6b542d6-7613-4e84-b080-3da093ea048f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:04.950017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:04.950624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:04.952007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] 10.222.0.60 "PUT /v2.0/ports/23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1093 time: 1.4203737 Dec 17 18:17:04.952544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:17:04.996380 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:05.001959 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:05.020430 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'status': 'completed', 'code': 200} Dec 17 18:17:05.144378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c2521981-e34b-4c7b-a120-204092af127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:05.151112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86833a-d58c-47f3-9971-078de59f320a req-e3a66e28-9e39-414e-ad60-27e2ceca795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.152615 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f86833a-d58c-47f3-9971-078de59f320a req-e3a66e28-9e39-414e-ad60-27e2ceca795a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1096 time: 0.0895691 Dec 17 18:17:05.301579 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86833a-d58c-47f3-9971-078de59f320a req-cfa36161-8298-4c4b-88fc-84d62f3aa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.303039 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f86833a-d58c-47f3-9971-078de59f320a req-cfa36161-8298-4c4b-88fc-84d62f3aa767 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1416357 Dec 17 18:17:05.442753 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86833a-d58c-47f3-9971-078de59f320a req-65dfbebf-9490-41a6-a224-97256c56279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.444159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0f86833a-d58c-47f3-9971-078de59f320a req-65dfbebf-9490-41a6-a224-97256c56279c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348701 Dec 17 18:17:05.557697 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-ce2632bb-2808-42cb-aa13-4398b07ea661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.559186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-ce2632bb-2808-42cb-aa13-4398b07ea661 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1096 time: 0.0740807 Dec 17 18:17:05.628222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-9afc6617-d509-497d-b730-b7d829a76c12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 217 time: 0.0602438 Dec 17 18:17:05.693526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-435a47dd-925d-48c7-a96b-cc931cd48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.694899 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-435a47dd-925d-48c7-a96b-cc931cd48aa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0591500 Dec 17 18:17:05.768411 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8102-6311-454e-a162-754aa630180e req-628b88dc-efc4-43ab-a01e-561b2a4040d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:05.769862 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-628b88dc-efc4-43ab-a01e-561b2a4040d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690141 Dec 17 18:17:05.901049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-d6610fb7-51ce-4221-82af-aea556530128 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244452 Dec 17 18:17:06.048508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:06.049227 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:06.095311 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fafc8102-6311-454e-a162-754aa630180e req-638ffeec-85e6-4672-abf0-94d509d7e9b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875856 Dec 17 18:17:06.110741 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b020d-57a5-42f8-9754-9d8bee7e1ef4 req-1a82b0fb-3e34-4019-9e93-d294e40aabc0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:06.112152 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb1b020d-57a5-42f8-9754-9d8bee7e1ef4 req-1a82b0fb-3e34-4019-9e93-d294e40aabc0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.1241071 Dec 17 18:17:06.157729 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fb1b020d-57a5-42f8-9754-9d8bee7e1ef4 req-57712ecd-c2c3-47a1-9404-db21458ba873 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Dec 17 18:17:07.341176 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73227f7-d229-45dc-a708-38c360394b7a req-fa2d542a-dba7-4e39-8d3b-102aaf3f256d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:07.342550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f73227f7-d229-45dc-a708-38c360394b7a req-fa2d542a-dba7-4e39-8d3b-102aaf3f256d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0776260 Dec 17 18:17:07.389822 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f73227f7-d229-45dc-a708-38c360394b7a req-480b5008-64cf-4cce-9734-57d987820433 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Dec 17 18:17:07.564908 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:08.570166 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9faf8-298d-44f1-9533-7591c9dfc6ba req-5e60ab76-3daf-4643-9ca4-6dabb5341c31 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:08.571599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f2f9faf8-298d-44f1-9533-7591c9dfc6ba req-5e60ab76-3daf-4643-9ca4-6dabb5341c31 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0788145 Dec 17 18:17:08.615173 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f2f9faf8-298d-44f1-9533-7591c9dfc6ba req-ba4aa9c8-9394-4f0a-96cd-d90a6b4f4ce9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380068 Dec 17 18:17:09.799676 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e53d9c-1d94-46c0-ad95-78b43dbdfef2 req-0d3f1fc2-0e2c-4348-a057-5a6f25f740bf tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:09.801113 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5e53d9c-1d94-46c0-ad95-78b43dbdfef2 req-0d3f1fc2-0e2c-4348-a057-5a6f25f740bf tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0829806 Dec 17 18:17:09.846267 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d5e53d9c-1d94-46c0-ad95-78b43dbdfef2 req-b17c5333-c612-4593-9da0-2358016a623b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394173 Dec 17 18:17:11.024355 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883baa13-e210-4f11-9061-499bfb78cb81 req-f45d9b60-97b5-4c84-97bf-17d4f0e52d7b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:11.025830 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-883baa13-e210-4f11-9061-499bfb78cb81 req-f45d9b60-97b5-4c84-97bf-17d4f0e52d7b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0796719 Dec 17 18:17:11.069923 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-883baa13-e210-4f11-9061-499bfb78cb81 req-47f0f075-abfd-4e11-a67c-b31a093cad3b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379853 Dec 17 18:17:12.253952 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2958-4260-4946-a7ef-c5ccde1fde52 req-2a594672-7f91-4017-a8e6-902b0b0531a7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:12.255399 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d10f2958-4260-4946-a7ef-c5ccde1fde52 req-2a594672-7f91-4017-a8e6-902b0b0531a7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0836608 Dec 17 18:17:12.298526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d10f2958-4260-4946-a7ef-c5ccde1fde52 req-ec914290-0a5c-44dd-a32b-e1585f0c6255 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Dec 17 18:17:13.488048 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b55c4-464c-4e54-b31a-391b05968265 req-343408cf-8b25-4e1b-845c-ec2915b9a8a7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:13.489462 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f8b55c4-464c-4e54-b31a-391b05968265 req-343408cf-8b25-4e1b-845c-ec2915b9a8a7 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0789394 Dec 17 18:17:13.531300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8f8b55c4-464c-4e54-b31a-391b05968265 req-d5a3d371-28cf-4331-85d3-cc31b908b397 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363379 Dec 17 18:17:13.962401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:17:14.091961 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:17:14.104947 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '23014067-9b3c-4952-bc47-30cde947c7b1', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'mac_address': 'fa:16:3e:82:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:17:14.157168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:14.173325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23014067-9b3c-4952-bc47-30cde947c7b1 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:17:14.187732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:17:14.241793 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:14.243586 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:14.308658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:14.315398 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.315745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.316082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.316411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.316741 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.317064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.317383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.317702 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.318046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.318363 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.318677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.318990 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:17:14.322729 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:14.552243 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['23014067-9b3c-4952-bc47-30cde947c7b1'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:17:14.719413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12f7c5-d0d0-406e-8f62-b5c5aad66251 req-e7c015cf-9d5d-4e6d-b5fa-23ffaf618e8b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:14.720883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa12f7c5-d0d0-406e-8f62-b5c5aad66251 req-e7c015cf-9d5d-4e6d-b5fa-23ffaf618e8b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 944 time: 0.0834658 Dec 17 18:17:14.765015 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aa12f7c5-d0d0-406e-8f62-b5c5aad66251 req-de19af0c-d681-46ae-b75c-53604331cbf2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 Dec 17 18:17:15.949960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af10a6-b6ca-4dc5-a928-799d0eaac6a5 req-d65679ac-d49e-484e-9520-9b02d04af467 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:15.951388 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53af10a6-b6ca-4dc5-a928-799d0eaac6a5 req-d65679ac-d49e-484e-9520-9b02d04af467 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 944 time: 0.0782228 Dec 17 18:17:15.975426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:17:16.005419 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53af10a6-b6ca-4dc5-a928-799d0eaac6a5 req-686e79de-0c10-4853-8a94-c46c4a304006 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483668 Dec 17 18:17:16.122184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port 23014067-9b3c-4952-bc47-30cde947c7b1 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:17:16.127679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 23014067-9b3c-4952-bc47-30cde947c7b1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:17:16.133523 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:16.239844 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:16.252280 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:16.278420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:17:16.287754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:17:16.375304 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'code': 200} Dec 17 18:17:16.384684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:16.386540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:16.455098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:16.457963 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:16.816652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beccbc1-4cb1-45e3-a9aa-0886da8281ff req-edff5b48-5348-4d87-8df1-9ce0e7b1833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:16.818139 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6beccbc1-4cb1-45e3-a9aa-0886da8281ff req-edff5b48-5348-4d87-8df1-9ce0e7b1833e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0826676 Dec 17 18:17:16.857732 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6beccbc1-4cb1-45e3-a9aa-0886da8281ff req-726af8a0-aee5-4378-8aa3-e26e461583af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Dec 17 18:17:17.304857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7c75c-cb91-4d88-ab00-1800c055f74d req-cbf2b865-825a-4430-b5b5-b19b24c1e3dc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:17.306230 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0b7c75c-cb91-4d88-ab00-1800c055f74d req-cbf2b865-825a-4430-b5b5-b19b24c1e3dc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1965590 Dec 17 18:17:17.349619 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f0b7c75c-cb91-4d88-ab00-1800c055f74d req-1ffa8b10-2fa4-4380-9ea7-c292882004df tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378244 Dec 17 18:17:18.531638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3dfe-3c45-46c5-9bc0-01d50a449723 req-861c0af6-191a-4784-8d41-ef371a942743 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:18.533049 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4ba3dfe-3c45-46c5-9bc0-01d50a449723 req-861c0af6-191a-4784-8d41-ef371a942743 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0789411 Dec 17 18:17:18.579448 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f4ba3dfe-3c45-46c5-9bc0-01d50a449723 req-2974d753-6124-464f-9c54-5b279c9a6144 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Dec 17 18:17:18.759672 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926e14a-d6b3-4c86-a0e0-8751b936c6b5 req-12e9b254-44f4-4da4-8c3e-b0acfe71acab tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:18.761112 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c926e14a-d6b3-4c86-a0e0-8751b936c6b5 req-12e9b254-44f4-4da4-8c3e-b0acfe71acab tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0804350 Dec 17 18:17:18.813042 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c926e14a-d6b3-4c86-a0e0-8751b936c6b5 req-ccfb5090-27ea-491d-b9af-13bd274ec3e1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Dec 17 18:17:18.838034 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59480) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:17:18.955300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b19079-1160-4c1c-9544-28cbe90c5391 tempest-TestShelveInstance-1665685383 tempest-TestShelveInstance-1665685383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:18.956728 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-41b19079-1160-4c1c-9544-28cbe90c5391 tempest-TestShelveInstance-1665685383 tempest-TestShelveInstance-1665685383-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1093 time: 0.1176443 Dec 17 18:17:18.959869 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59486) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:17:18.964713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:17:18.970561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:17:18.974350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Usage tracker for resource:floatingip and tenant:62d1ef779c8c4f56bca6a177b0ed10ac is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:17:18.977141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:17:18.982750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:17:19.090735 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:19.224064 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:19.350304 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Allocated IP 172.26.4.105 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/20da5848-7289-4966-a68f-e282720bf851) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:17:19.494104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:19.582510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:19.587205 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c1fdef86-93e9-4728-94d0-e781b791c02c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:19.650441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:17:19.653189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:17:19.657848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:17:19.698204 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=20da5848-7289-4966-a68f-e282720bf851,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:19.702510 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:20.067414 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:20.187458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:20.383353 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:20.453299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:20.457247 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-46beecb9-8aca-4132-982c-d500c6aa9c17 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:17:20.680329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event updated for resources: {'Port': ['ID=20da5848-7289-4966-a68f-e282720bf851,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:17:20.684623 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:17:20.693821 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:20.873953 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Floating IP a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d associated. External IP: 172.26.4.105, port: 23014067-9b3c-4952-bc47-30cde947c7b1. Dec 17 18:17:21.220189 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:17:21.394573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:17:21.404200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:17:21.413105 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:17:21.413713 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:17:21.474116 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:21.534627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5737641 Dec 17 18:17:21.535593 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:17:21.579906 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'status': 'completed', 'code': 200} Dec 17 18:17:21.646167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:17:21.672036 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-ddd7ad52-d8f3-449e-a45c-3baa5213fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:21.674056 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-ddd7ad52-d8f3-449e-a45c-3baa5213fc52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0711739 Dec 17 18:17:21.802504 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-a9aed681-8532-4b79-89d5-2b25ae76f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:21.803935 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-a9aed681-8532-4b79-89d5-2b25ae76f50b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1237507 Dec 17 18:17:21.907093 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-5c6f127c-18da-4041-ade9-36c0b30e151c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 999 time: 0.0967753 Dec 17 18:17:21.968199 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-0eba57b6-cfc9-4e5f-a4d2-3e717730e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:21.969684 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-0eba57b6-cfc9-4e5f-a4d2-3e717730e0bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0565596 Dec 17 18:17:21.984669 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:82:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:17:20Z', 'updated_at': '2021-12-17T18:17:20Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:17:21.989118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:17:21.997389 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:17:21.998033 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:17:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:17:22.054935 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-ddda4193-1736-42da-852b-b02781672a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:17:22.056402 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-ddda4193-1736-42da-852b-b02781672a70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796027 Dec 17 18:17:22.184047 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:17:22.326744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-a1a1f442-3dfa-44aa-bc65-0ca6ef3c4860 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636111 Dec 17 18:17:22.457400 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-29cad633-0716-451a-a5c2-a949c5fe3e05 req-d5ee11ff-801f-464e-ab52-12bd46cddae4 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228848 Dec 17 18:17:22.530236 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:82:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:17:20Z', 'updated_at': '2021-12-17T18:17:20Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:17:22.534205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7ab72-e842-4e8c-8e9b-c3a617b63f4c None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'mac_address': 'fa:16:3e:82:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:17:20Z', 'updated_at': '2021-12-17T18:17:20Z', 'revision_number': 0, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:17:22.743412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055bcad-3ed3-4273-b8e9-21273b97137f None None] New status for floating IP a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:17:32.279173 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f57c8bae-c256-4bd3-8daa-0ebe438d3b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:35.174649 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f89a9368-0986-4111-b0d0-cf5163ffcd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:36.067221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:36.067221 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:37.561454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:17:40.588605 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:17:46.218873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:02.298566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1ab6dc81-d9fe-4dc4-868b-1ce918d5cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:05.161067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9fb61850-bf3d-471c-aaa2-82ba12df819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:06.042449 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:06.043868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:07.007804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-0195103e-9652-4a50-b468-ba2667f26090 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111929 Dec 17 18:18:07.155157 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-180b16b8-af2b-44d9-849c-765a9f3b8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:18:07.156600 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-180b16b8-af2b-44d9-849c-765a9f3b8e3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0755880 Dec 17 18:18:07.302030 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-164c01f5-1247-488a-91ac-a042daa88bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:18:07.303441 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-164c01f5-1247-488a-91ac-a042daa88bac service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1275609 Dec 17 18:18:07.403807 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-403f428c-bf8c-4ce9-8786-c928a19dd39d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0937598 Dec 17 18:18:07.470569 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-cdfdda2d-58ed-4e58-9af0-b9fac2f99c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:18:07.471912 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-cdfdda2d-58ed-4e58-9af0-b9fac2f99c39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0615284 Dec 17 18:18:07.552378 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-06d8f73c-f940-4d53-9ee3-2b1e2185308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:18:07.553803 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-06d8f73c-f940-4d53-9ee3-2b1e2185308d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758309 Dec 17 18:18:07.567566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:07.689328 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-384a3fcf-a4f7-4bd0-bfc8-f5997a2e2a0e service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291165 Dec 17 18:18:07.820883 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5070515b-13c5-4b60-8d57-48a0bae5bd9a req-24ebb74c-7158-446a-8e2e-128e86a68005 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247668 Dec 17 18:18:16.246324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:17.586884 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:18:32.274837 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-fe8777ea-9e5a-4d4c-99dc-49ae3adce100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:35.158361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-503e5f76-d610-4ec8-b0a8-7244802c2c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:36.070064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:36.071521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:37.612200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:46.251768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:18:54.586067 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:19:02.289248 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-41822685-c625-461b-88f8-6b8ef6902c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:05.140485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6d98fada-9b7f-46f7-ab67-8ca7dc1eab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:06.066692 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:06.095081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:07.577261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:07.598251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-fe6d677e-fe29-4a2e-84a0-287003536ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740507 Dec 17 18:19:07.739538 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-bd31fc56-a359-417c-a8fd-5e6c0433951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:19:07.740984 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-bd31fc56-a359-417c-a8fd-5e6c0433951d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0702612 Dec 17 18:19:07.883341 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-99ad7353-98ac-4364-a750-fc13de713158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:19:07.885239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-99ad7353-98ac-4364-a750-fc13de713158 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1252420 Dec 17 18:19:07.991303 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-e2854c47-ba4d-42ef-b7dc-47617c17b457 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0986657 Dec 17 18:19:08.052270 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-5d536884-ef4e-4cee-b8e6-a614473c6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:19:08.053702 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-5d536884-ef4e-4cee-b8e6-a614473c6102 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0562599 Dec 17 18:19:08.131969 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-04f7e511-7347-4789-8a46-d85300f8b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:19:08.133483 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-04f7e511-7347-4789-8a46-d85300f8b6c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733216 Dec 17 18:19:08.377621 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-f275881b-6be6-470d-8c8c-d37e8f5506e1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373040 Dec 17 18:19:08.515067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-fa38c198-b89f-4998-b039-6cb9b1a8d6f6 req-49e6e1db-f7b4-4aa6-b149-c25dc10f2121 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299102 Dec 17 18:19:16.193587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:31.585615 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:19:32.288730 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c9af648-6e92-4065-b1df-4201db37176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:35.134270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-35b3894a-f7d4-41dd-b0c2-113e49a46003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:36.142577 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:36.143269 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:37.598825 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:19:46.243204 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:00.071875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4c552-a7b2-4d33-ad93-b3bb59817fdf req-51dfaf43-3c85-491b-a2a6-ab4b29ae6f6e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:00.079251 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cf4c552-a7b2-4d33-ad93-b3bb59817fdf req-51dfaf43-3c85-491b-a2a6-ab4b29ae6f6e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1525581 Dec 17 18:20:00.118439 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5cf4c552-a7b2-4d33-ad93-b3bb59817fdf req-86a968ed-9928-42f7-ab40-3667897b805e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 Dec 17 18:20:01.352755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383ea7-aeca-42b9-80b4-84deef2e5177 req-0d557cba-b87a-4087-b243-82782a3d334a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:01.354144 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e5383ea7-aeca-42b9-80b4-84deef2e5177 req-0d557cba-b87a-4087-b243-82782a3d334a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1294317 Dec 17 18:20:01.398350 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e5383ea7-aeca-42b9-80b4-84deef2e5177 req-dc505ecb-a0c0-444a-9e43-b1a00dd69338 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379543 Dec 17 18:20:02.290416 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c1f494d5-04b4-40ac-acf2-e5057204aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:02.598109 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93520c-b0af-41d8-8cf0-cb746bdd44fa req-3e961fef-bc2d-4ee3-8540-e6689c75109b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:02.599579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd93520c-b0af-41d8-8cf0-cb746bdd44fa req-3e961fef-bc2d-4ee3-8540-e6689c75109b tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0845499 Dec 17 18:20:02.647595 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cd93520c-b0af-41d8-8cf0-cb746bdd44fa req-4ff2cad9-38be-4713-863e-d7c149e2937f tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Dec 17 18:20:03.845141 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d20518-8391-45d2-b256-f7d73555078b req-08cd204f-d7b1-4f5f-9ad9-1dedc2a95429 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:03.846747 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a1d20518-8391-45d2-b256-f7d73555078b req-08cd204f-d7b1-4f5f-9ad9-1dedc2a95429 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0818954 Dec 17 18:20:03.889239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a1d20518-8391-45d2-b256-f7d73555078b req-cfd6b092-f8b8-487c-a5ec-e643216f45e9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369251 Dec 17 18:20:05.088075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1637-62ff-4509-b6c8-1c4aca712e7f req-69e94d4c-bacc-4f83-8b78-83b9aaa94259 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:05.090133 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-254c1637-62ff-4509-b6c8-1c4aca712e7f req-69e94d4c-bacc-4f83-8b78-83b9aaa94259 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0845234 Dec 17 18:20:05.140084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b8686061-09dc-4cfc-82a3-30ebe1e88641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:05.141491 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-254c1637-62ff-4509-b6c8-1c4aca712e7f req-3477262a-a439-4602-9764-7eaf705d89fd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Dec 17 18:20:06.084447 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:06.112764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:06.322818 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448433e8-4685-4851-be96-6b81560913ca req-d3de1390-ec63-4579-b7e9-e548ac48cce6 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:06.324244 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-448433e8-4685-4851-be96-6b81560913ca req-d3de1390-ec63-4579-b7e9-e548ac48cce6 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0800579 Dec 17 18:20:06.368250 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-448433e8-4685-4851-be96-6b81560913ca req-3ba79bc5-31c1-4b04-8330-6b24ab5c08ec tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384419 Dec 17 18:20:07.604430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:07.719678 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8292a-2e3d-4027-b966-00023ad893e2 req-f9d96c3f-1be9-41fd-9564-a1aa192db481 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:07.721096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7bf8292a-2e3d-4027-b966-00023ad893e2 req-f9d96c3f-1be9-41fd-9564-a1aa192db481 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0883360 Dec 17 18:20:07.767534 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-7bf8292a-2e3d-4027-b966-00023ad893e2 req-f01be177-3603-4164-8d96-711ff89037d4 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Dec 17 18:20:08.583966 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:20:08.926271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72b753-e362-437b-9102-daa275c7932d req-2d698e88-5168-4cc2-b4f7-ebe4ba71f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:08.927608 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-2d698e88-5168-4cc2-b4f7-ebe4ba71f5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.1138284 Dec 17 18:20:09.065322 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1c772-6abd-4b74-8ae3-2a6fb7e6b352 req-0d2d8a53-10e3-4c83-bf8a-d29bf970a98e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:09.066808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a1c772-6abd-4b74-8ae3-2a6fb7e6b352 req-0d2d8a53-10e3-4c83-bf8a-d29bf970a98e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1916764 Dec 17 18:20:09.122252 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72b753-e362-437b-9102-daa275c7932d req-d80cc162-8e72-4099-9ab6-2c204886c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:09.123659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-d80cc162-8e72-4099-9ab6-2c204886c6cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1761107 Dec 17 18:20:09.190865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-65a1c772-6abd-4b74-8ae3-2a6fb7e6b352 req-129be5e4-22a8-4ad4-b909-3c96c80785b5 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104660 Dec 17 18:20:09.232209 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-9e467795-cade-43d3-83b6-897615ed0d0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.1011393 Dec 17 18:20:09.293632 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72b753-e362-437b-9102-daa275c7932d req-ff32901b-bce4-41ba-9a44-aa537b2ca52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:09.295041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-ff32901b-bce4-41ba-9a44-aa537b2ca52c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0562856 Dec 17 18:20:09.372661 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72b753-e362-437b-9102-daa275c7932d req-c1011aad-aa3d-41b0-8691-3019da1a6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:09.374140 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-c1011aad-aa3d-41b0-8691-3019da1a6fb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723350 Dec 17 18:20:09.502514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-8f001f5b-dcda-4f83-b1b4-8c858ecd9e1c service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218050 Dec 17 18:20:09.767942 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c72b753-e362-437b-9102-daa275c7932d req-1e2fff7c-2add-4348-aab5-e055077481ce service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591503 Dec 17 18:20:10.149893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-304ef69e-c925-4c51-8ea6-bca22172fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:10.151351 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-304ef69e-c925-4c51-8ea6-bca22172fc2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0693624 Dec 17 18:20:10.280267 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-fe4519cf-0edf-4778-b26c-0c7527bf97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:10.281706 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-fe4519cf-0edf-4778-b26c-0c7527bf97f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1241426 Dec 17 18:20:10.434718 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-2dab9fba-7c0d-432e-81f8-3725b37101ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.1458955 Dec 17 18:20:10.502218 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed64e32-a149-4ba8-9953-81e86efd43ce req-7aaccd15-1a4c-4fe3-b32e-bc613b7bb842 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:10.503635 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ed64e32-a149-4ba8-9953-81e86efd43ce req-7aaccd15-1a4c-4fe3-b32e-bc613b7bb842 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1640658 Dec 17 18:20:10.511570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-fa4ee77c-49c6-465b-a283-cf9b005a8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:10.512884 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-fa4ee77c-49c6-465b-a283-cf9b005a8feb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0720630 Dec 17 18:20:10.598753 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2ed64e32-a149-4ba8-9953-81e86efd43ce req-ff0ea61f-39b0-41ac-bbbf-7b431d5623df tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888498 Dec 17 18:20:10.619549 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-617c7e1b-a50a-4324-8a2f-b99a598c054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:10.619549 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-617c7e1b-a50a-4324-8a2f-b99a598c054e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943220 Dec 17 18:20:10.749240 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-6144b7d9-b6d2-4bf6-b5f3-5ccbcb170e51 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236708 Dec 17 18:20:10.880712 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-551942b0-73b0-4281-9525-6265c3ae92d0 req-29414290-5862-4880-b942-4b14e4c00a66 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230087 Dec 17 18:20:11.781790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf93b6-fa47-42d1-9f8d-b1a2c53cba6f req-87a23f6c-0d96-418d-8bfa-262916a20533 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:11.783261 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04cf93b6-fa47-42d1-9f8d-b1a2c53cba6f req-87a23f6c-0d96-418d-8bfa-262916a20533 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0791149 Dec 17 18:20:11.827722 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04cf93b6-fa47-42d1-9f8d-b1a2c53cba6f req-2c5667b9-1d6c-4b58-9f98-52f3e946a1a2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 Dec 17 18:20:13.013300 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad741-5699-488e-add9-b30f6884049c req-9a20e73e-cc33-459a-87f9-23442880c5fc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:13.014785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-188ad741-5699-488e-add9-b30f6884049c req-9a20e73e-cc33-459a-87f9-23442880c5fc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0844760 Dec 17 18:20:13.061752 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-188ad741-5699-488e-add9-b30f6884049c req-aab809ee-8c64-445b-92fb-db2a936ba5a0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Dec 17 18:20:14.244130 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa968-6e58-4f2a-b2e3-1eb99c33ffe2 req-b6cbc71a-a008-44a5-9d7a-0f02ab590926 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:14.245572 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f8aa968-6e58-4f2a-b2e3-1eb99c33ffe2 req-b6cbc71a-a008-44a5-9d7a-0f02ab590926 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0806706 Dec 17 18:20:14.288963 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3f8aa968-6e58-4f2a-b2e3-1eb99c33ffe2 req-99aab3e2-7db8-4318-ba60-0c501420b70e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Dec 17 18:20:14.729187 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84a3ba-359a-42a4-8019-1dcdc93b0724 req-fcfdc4e7-db09-41df-8f41-134d13650d0c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:14.730671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e84a3ba-359a-42a4-8019-1dcdc93b0724 req-fcfdc4e7-db09-41df-8f41-134d13650d0c tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0835686 Dec 17 18:20:14.736692 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-14fa017d-97f4-44b6-b615-3bec6aab2698 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101570 Dec 17 18:20:14.776972 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2e84a3ba-359a-42a4-8019-1dcdc93b0724 req-23337207-959c-46f3-bb49-4009a6e49646 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Dec 17 18:20:15.959288 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f459f-fdfc-438d-b45c-c3bd2df331ba req-072dc20a-6450-448c-a999-2fa26ef6bbf2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:15.960697 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-023f459f-fdfc-438d-b45c-c3bd2df331ba req-072dc20a-6450-448c-a999-2fa26ef6bbf2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0797489 Dec 17 18:20:16.008454 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-023f459f-fdfc-438d-b45c-c3bd2df331ba req-824cb847-511f-4c8d-9fa9-ea11a20269b3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Dec 17 18:20:16.215292 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:16.602170 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:20:16.718214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:16.746361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:20:16.756144 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:20:16.786292 dv-neutron-821073-1-hyperv neutron-server[88118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'code': 422} returned with failed status Dec 17 18:20:16.815635 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:16.818476 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:20:16.884009 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:20:16.891160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.891518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.891859 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.892190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.892521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.892850 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.893179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.893559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.893913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.894235 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.894581 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.894901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:20:16.898746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:20:17.197693 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2b03-0adb-4f76-9da2-72ed1e4a3c9c req-f105823c-11c3-4620-8d76-b3f4d53e9531 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:17.199089 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf4f2b03-0adb-4f76-9da2-72ed1e4a3c9c req-f105823c-11c3-4620-8d76-b3f4d53e9531 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0783675 Dec 17 18:20:17.242159 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bf4f2b03-0adb-4f76-9da2-72ed1e4a3c9c req-a69aaf7f-bb1e-46ba-a280-d88efccbbabc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374961 Dec 17 18:20:18.462407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fe5e-dd09-4661-b388-aad735edb5cc req-1170fbb3-deac-4729-a116-e62960e58fae tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:18.463773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0956fe5e-dd09-4661-b388-aad735edb5cc req-1170fbb3-deac-4729-a116-e62960e58fae tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.1060224 Dec 17 18:20:18.466292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-7c38aef8-8a30-4456-a48b-d87a26942b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:18.467614 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-7c38aef8-8a30-4456-a48b-d87a26942b0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac HTTP/1.1" status: 200 len: 1096 time: 0.1449785 Dec 17 18:20:18.662653 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0956fe5e-dd09-4661-b388-aad735edb5cc req-63429b9a-d02d-42c8-b2f9-f135fc56b472 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932659 Dec 17 18:20:18.689665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-b7e683ae-8a39-4b37-9df1-0836b797dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:18.691157 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-b7e683ae-8a39-4b37-9df1-0836b797dcf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1096 time: 0.2014048 Dec 17 18:20:18.823478 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-2bb063ea-aa1d-4556-b5de-1e4628742ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:18.824919 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-2bb063ea-aa1d-4556-b5de-1e4628742ea3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1274095 Dec 17 18:20:18.924067 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-8d26a437-b4d8-4104-9bf5-a1a7c7edf03f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 999 time: 0.0926316 Dec 17 18:20:18.990377 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-55193523-8a48-4691-a6e3-137643609767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:18.991754 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-55193523-8a48-4691-a6e3-137643609767 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0606327 Dec 17 18:20:19.067401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-3fce88e8-690a-425f-84c9-1a8de7c79d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:19.068889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-3fce88e8-690a-425f-84c9-1a8de7c79d4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705030 Dec 17 18:20:19.197955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-03aa7b79-5426-46d0-aa93-dfe4e259baa1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228666 Dec 17 18:20:19.333115 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-f59a0125-eef8-4990-b8dd-1f6e075aeb4f service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287842 Dec 17 18:20:19.850444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57ca09-eeb5-4815-8189-6f6049ae0f91 req-a83da3b4-91e9-4ed4-99be-96ef9bfd4566 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:19.851874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab57ca09-eeb5-4815-8189-6f6049ae0f91 req-a83da3b4-91e9-4ed4-99be-96ef9bfd4566 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0831089 Dec 17 18:20:19.894823 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ab57ca09-eeb5-4815-8189-6f6049ae0f91 req-f40f9a8a-8236-412e-b422-c11d44209efe tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368073 Dec 17 18:20:21.079515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee55b-614b-46e8-a6d9-2628f9e25b40 req-b08ef49d-7635-4aed-b3f9-ffaf781bf05e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:21.081222 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b3cee55b-614b-46e8-a6d9-2628f9e25b40 req-b08ef49d-7635-4aed-b3f9-ffaf781bf05e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0816741 Dec 17 18:20:21.125059 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b3cee55b-614b-46e8-a6d9-2628f9e25b40 req-de0157e4-83b6-46aa-900f-252498cd0998 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Dec 17 18:20:22.305391 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9e65-0377-499d-a291-27f0484e456e req-76d6cc92-eea3-4718-8420-74882dc4f4f8 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:22.306842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-273e9e65-0377-499d-a291-27f0484e456e req-76d6cc92-eea3-4718-8420-74882dc4f4f8 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0813377 Dec 17 18:20:22.350147 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-273e9e65-0377-499d-a291-27f0484e456e req-56be782c-1497-4460-aeba-ed83ef72dde1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Dec 17 18:20:23.529454 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f845fb-39b4-46c7-ac3c-544e0cd32980 req-dcbf5049-b40f-4bec-885f-fd23fb5a9880 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:23.530909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0f845fb-39b4-46c7-ac3c-544e0cd32980 req-dcbf5049-b40f-4bec-885f-fd23fb5a9880 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0793376 Dec 17 18:20:23.577622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0f845fb-39b4-46c7-ac3c-544e0cd32980 req-789c8e3d-18ef-45e3-9f06-781abd439507 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Dec 17 18:20:24.762332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb79d2-71b1-4f0c-b2a2-ef384c558daa req-65b73779-0f72-4773-b3ca-bcd13c131bfd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:24.763804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebeb79d2-71b1-4f0c-b2a2-ef384c558daa req-65b73779-0f72-4773-b3ca-bcd13c131bfd tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0799339 Dec 17 18:20:24.807124 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ebeb79d2-71b1-4f0c-b2a2-ef384c558daa req-41c1bdd6-2192-4350-957b-07baf0482805 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Dec 17 18:20:25.995570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a978c4-934a-4e33-855e-e94e94b8ea89 req-2716d316-9942-408d-85b2-8b2c243b8f91 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:25.997014 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f6a978c4-934a-4e33-855e-e94e94b8ea89 req-2716d316-9942-408d-85b2-8b2c243b8f91 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0841453 Dec 17 18:20:26.040492 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f6a978c4-934a-4e33-855e-e94e94b8ea89 req-440e4202-b029-4229-bbbc-7ebef0f52c32 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376122 Dec 17 18:20:27.223413 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64422-18ce-4dde-8c77-d1d4d2cefed2 req-256e16a2-7978-4dab-9566-ab0d08fd61fc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:27.224846 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04c64422-18ce-4dde-8c77-d1d4d2cefed2 req-256e16a2-7978-4dab-9566-ab0d08fd61fc tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0782440 Dec 17 18:20:27.266720 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-04c64422-18ce-4dde-8c77-d1d4d2cefed2 req-3db9a9b8-191d-4b35-a3e7-a226e603ea9a tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363894 Dec 17 18:20:28.449675 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60153714-8b00-481c-9c57-26fa678c277a req-dbf38c54-d44f-4f11-a5a7-2613e06aa2fb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:28.451031 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60153714-8b00-481c-9c57-26fa678c277a req-dbf38c54-d44f-4f11-a5a7-2613e06aa2fb tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 943 time: 0.0823357 Dec 17 18:20:28.493993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-60153714-8b00-481c-9c57-26fa678c277a req-8051afd4-9b21-47ab-818b-6d602be1a452 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Dec 17 18:20:28.633333 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:20:28.767400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:20:28.781063 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': '23014067-9b3c-4952-bc47-30cde947c7b1', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'port_id': '23014067-9b3c-4952-bc47-30cde947c7b1', 'mac_address': 'fa:16:3e:82:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:20:28.835838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:28.853107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23014067-9b3c-4952-bc47-30cde947c7b1 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:20:28.868003 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:20:28.940501 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:28.942355 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2156997f-7014-460a-af19-512753c2bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:20:29.008790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:20:29.012821 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:20:29.310104 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['23014067-9b3c-4952-bc47-30cde947c7b1'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:20:29.681437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3011c-08e6-4d0b-94cb-8fa40afe6db0 req-db233d43-1b31-4873-8548-fc1d9f5a3c41 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:29.682812 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0db3011c-08e6-4d0b-94cb-8fa40afe6db0 req-db233d43-1b31-4873-8548-fc1d9f5a3c41 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 944 time: 0.0849490 Dec 17 18:20:29.728804 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0db3011c-08e6-4d0b-94cb-8fa40afe6db0 req-2ffbfe48-2c2e-4b78-ab2f-15057067b1ea tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Dec 17 18:20:30.646600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:20:30.711127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port 23014067-9b3c-4952-bc47-30cde947c7b1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:20:30.711498 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:30.825067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:30.851555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:20:30.861626 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:20:30.895797 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'code': 200} Dec 17 18:20:30.913888 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d2d4-8023-455a-9d1b-2b8e4b67fa66 req-d5853140-cdb8-450b-97e0-dc559862c2d3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:30.915306 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53e8d2d4-8023-455a-9d1b-2b8e4b67fa66 req-d5853140-cdb8-450b-97e0-dc559862c2d3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 944 time: 0.0835838 Dec 17 18:20:30.917125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:30.918992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:20:30.960792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-53e8d2d4-8023-455a-9d1b-2b8e4b67fa66 req-2b844953-e527-4fea-b0c2-e959b7d685a3 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381250 Dec 17 18:20:30.990409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:20:30.993485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:20:31.228804 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ffda1-77d3-4b4e-8445-bcf1530185d7 req-be4d00dd-d8f8-4c13-b3e8-01ecb8b3cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:31.230880 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de1ffda1-77d3-4b4e-8445-bcf1530185d7 req-be4d00dd-d8f8-4c13-b3e8-01ecb8b3cbfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0739799 Dec 17 18:20:31.274327 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-de1ffda1-77d3-4b4e-8445-bcf1530185d7 req-d8bbb095-8925-4c5f-8f46-e7604a7514aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322421 Dec 17 18:20:32.151649 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90603e2-d6cd-4574-81fc-60c8ebcefa38 req-15fd7ce4-6342-43e6-9b9a-f323a99dcbbf tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:32.153096 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d90603e2-d6cd-4574-81fc-60c8ebcefa38 req-15fd7ce4-6342-43e6-9b9a-f323a99dcbbf tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0870855 Dec 17 18:20:32.195671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d90603e2-d6cd-4574-81fc-60c8ebcefa38 req-e604e69c-8878-42bc-87b5-c36593835f91 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369341 Dec 17 18:20:32.267086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0280f330-34de-4f23-9281-c001b94404b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:33.385365 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699457bb-5d2a-4b75-8e91-d64bd4bb481d req-9a33f722-215f-4a1c-a590-9a562a1cb8c0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:20:33.387270 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-699457bb-5d2a-4b75-8e91-d64bd4bb481d req-9a33f722-215f-4a1c-a590-9a562a1cb8c0 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.0844288 Dec 17 18:20:33.429600 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-699457bb-5d2a-4b75-8e91-d64bd4bb481d req-768f3696-9d36-4a2f-beed-be19cd79c413 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367377 Dec 17 18:20:35.135901 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f1996c37-7a95-4bf1-8cd4-78f159f11816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:36.049500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:36.066732 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:37.603477 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:20:45.583781 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:20:46.221233 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:02.271415 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09467e43-ebe1-4dae-8e92-d00f8977ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:05.135909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e58cf423-c7c4-40be-9a39-f4af9e98fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:06.072521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:06.094935 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:07.602274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:09.827335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-1d985cbd-ec57-4679-a321-b760aa6bf306 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697165 Dec 17 18:21:09.965852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-98a2b7c8-6949-48f9-8ac8-7408506bfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:21:09.967842 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-98a2b7c8-6949-48f9-8ac8-7408506bfafc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0750465 Dec 17 18:21:10.229976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-f9812b0e-3855-4ae3-8df2-978937a9324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:21:10.231491 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-f9812b0e-3855-4ae3-8df2-978937a9324b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.2468898 Dec 17 18:21:10.335946 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-9bcbaeff-45e8-4d0b-8e45-45eb623dfe7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0975418 Dec 17 18:21:10.401131 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-a4365270-7ba4-49fe-b353-630e0fdc68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:21:10.403279 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-a4365270-7ba4-49fe-b353-630e0fdc68ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0604777 Dec 17 18:21:10.481857 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-6eef0682-4eb7-451d-99e1-6905b18778c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:21:10.483584 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-6eef0682-4eb7-451d-99e1-6905b18778c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736318 Dec 17 18:21:10.619066 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-97ac2728-7d1f-4076-b217-ff5921ac0600 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266253 Dec 17 18:21:10.751931 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd9e37a2-d1be-42e9-8e8c-d387519f445c req-91dd6685-8dbe-4c5d-b124-3a99d9ef0c22 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257024 Dec 17 18:21:16.253910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:22.582297 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:21:32.305228 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0e146156-89a4-4e82-b676-3072bf33a5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:35.148344 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-480028dc-ea6b-4877-bf13-eb0c65632128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:36.058934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:36.081291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:37.614156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:46.242499 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:21:59.581469 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:22:02.304894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-427efc17-6131-4bcd-8b81-e708e4dbe970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:05.137944 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f0547e6b-70ec-4f89-b4ea-cf3363fa8908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:06.054089 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:06.082061 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:07.636560 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:10.072211 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-9e9659cd-ba42-44d4-b698-59b0c30d5c0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702288 Dec 17 18:22:10.205870 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-ef464770-216c-4568-b44b-7218d5c0bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:10.207276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-ef464770-216c-4568-b44b-7218d5c0bfc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0687227 Dec 17 18:22:10.347578 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-9f942fd1-9e0a-4f08-9c21-cccc32cc2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:10.348913 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-9f942fd1-9e0a-4f08-9c21-cccc32cc2664 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1228626 Dec 17 18:22:10.451211 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-ac58e92c-e37a-48ff-a027-259403ccd08a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0959742 Dec 17 18:22:10.515223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-fdd9e161-5ae2-4eaa-8cdf-e42f77a604ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:10.516581 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-fdd9e161-5ae2-4eaa-8cdf-e42f77a604ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0592623 Dec 17 18:22:10.594975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-c5b833ed-f431-4024-89b6-1f6060531309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:10.596422 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-c5b833ed-f431-4024-89b6-1f6060531309 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727110 Dec 17 18:22:10.607441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-9fb33152-6308-4ad6-8fcd-9302c0fbc5e6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:22:10.608266 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-9fb33152-6308-4ad6-8fcd-9302c0fbc5e6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048320 Dec 17 18:22:10.739583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-22198f87-3174-416e-a478-275cd8ba00d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245294 Dec 17 18:22:10.867874 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-c0ba6c2c-cd07-4e05-8b68-86ac1e1f730c req-54826c22-88ad-4b33-915c-c5c3be66e231 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218414 Dec 17 18:22:16.218843 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:23.061797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59674) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:23.459748 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Deleting port 20da5848-7289-4966-a68f-e282720bf851 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:23.459973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:23.745138 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:23.745463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:23.868638 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Calling delete_port for 20da5848-7289-4966-a68f-e282720bf851 owned by network:floatingip {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:24.121568 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:24.125576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-72dad320-129f-4da3-9ab1-fc27674b2702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:24.173388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'Port': ['ID=20da5848-7289-4966-a68f-e282720bf851,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:24.206112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.210118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:24.217476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:24.277272 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for floatingip, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:24.277602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Floating IP a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d disassociated (deleted). External IP: 172.26.4.105, port: 23014067-9b3c-4952-bc47-30cde947c7b1. Dec 17 18:22:24.617533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:22:24.790382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:24.799909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:24.809423 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:24.810075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:24.874949 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:24.933626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "DELETE /v2.0/floatingips/a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d HTTP/1.1" status: 204 len: 168 time: 1.8706212 Dec 17 18:22:24.934476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:22:25.033443 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:25.121348 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'status': 'completed', 'code': 200} Dec 17 18:22:25.217010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-dff566e5-27c1-49c3-8192-7325e7526db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:25.218530 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-dff566e5-27c1-49c3-8192-7325e7526db5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 1098 time: 0.0752611 Dec 17 18:22:25.356901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-83185059-3560-4837-b76f-8a4e137a0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:25.358373 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-83185059-3560-4837-b76f-8a4e137a0e56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 200 len: 909 time: 0.1333666 Dec 17 18:22:25.370864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:25.374886 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:25.383930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:25.384556 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:25.566240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:25.586889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-7a5260bb-833d-4014-847e-216be0ea1c16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 200 len: 217 time: 0.2213190 Dec 17 18:22:25.667987 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-4b0ca180-a482-4971-8af4-703ca0812a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:25.669409 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-4b0ca180-a482-4971-8af4-703ca0812a17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 200 len: 847 time: 0.0717740 Dec 17 18:22:25.728374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02757e8-2536-4f2d-b269-4cfb2dfd04f1 req-bce3604a-3ee8-4cfa-aa63-a083071ca998 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:25.729068 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f02757e8-2536-4f2d-b269-4cfb2dfd04f1 req-bce3604a-3ee8-4cfa-aa63-a083071ca998 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:22:25.766111 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-dbc8d30f-719e-49d4-ad7a-3416ee8193bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:25.771974 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-dbc8d30f-719e-49d4-ad7a-3416ee8193bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d4fbb7d-48c1-407e-9b5b-6de881fbd672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900717 Dec 17 18:22:25.843930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-f02757e8-2536-4f2d-b269-4cfb2dfd04f1 req-bce3604a-3ee8-4cfa-aa63-a083071ca998 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:22:25.844969 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f02757e8-2536-4f2d-b269-4cfb2dfd04f1 req-bce3604a-3ee8-4cfa-aa63-a083071ca998 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.2966423 Dec 17 18:22:25.878185 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:25.882902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7f95c-0997-460c-bd65-4979b53b0a37 None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:10:55Z', 'revision_number': 4, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '23d2a798-582b-4011-9817-04f793bd9d78', 'name': '', 'network_id': '1d4fbb7d-48c1-407e-9b5b-6de881fbd672', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'mac_address': 'fa:16:3e:8e:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:54Z', 'updated_at': '2021-12-17T18:11:01Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'subnets': [{'id': 'd8a2c30b-9bac-43f0-86d1-1b44f465cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:22:25.910829 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f02757e8-2536-4f2d-b269-4cfb2dfd04f1 req-cae3c848-2876-4f28-8f5b-d3645fdf48da tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559034 Dec 17 18:22:25.941023 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-b23cb9fc-52ab-4b65-850b-aa8e3c5860d0 service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654212 Dec 17 18:22:26.080633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1c5c97b4-b2df-4db8-86c4-053623357bcb req-e02f532e-2154-44eb-bf2f-d4a1ce96c7eb service neutron] 10.222.0.60 "GET /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307487 Dec 17 18:22:26.121294 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7edd23-5b51-4cee-a293-ea69067c8d09 None None] New status for floating IP a4ef3ae6-4775-4b1d-b82f-8004dab1aa7d: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:22:27.152145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5184-2b2f-4300-b46d-3b7e293d4213 req-3ff586ce-a800-4e0b-b2e9-a16bbc4e9da1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:27.153495 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-358e5184-2b2f-4300-b46d-3b7e293d4213 req-3ff586ce-a800-4e0b-b2e9-a16bbc4e9da1 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1364238 Dec 17 18:22:27.188183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-23c1edac-c25c-41c0-be19-7b2cececdd67 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:27.189543 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-23c1edac-c25c-41c0-be19-7b2cececdd67 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 945 time: 0.1207421 Dec 17 18:22:27.252889 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-358e5184-2b2f-4300-b46d-3b7e293d4213 req-42574c1d-dc95-4357-baf0-4e0d52ccc302 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d60a863-373d-43f9-99cb-da3701ade2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929101 Dec 17 18:22:27.270042 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Deleting port 23014067-9b3c-4952-bc47-30cde947c7b1 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:27.270381 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:27.509075 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] For port 23014067-9b3c-4952-bc47-30cde947c7b1, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=23014067-9b3c-4952-bc47-30cde947c7b1,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:27.509427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:27.627725 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Calling delete_port for 23014067-9b3c-4952-bc47-30cde947c7b1 owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:27.819236 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:27.824652 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-696f5779-3dc1-4dae-96e2-c50dac0aa055 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:27.872287 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'Port': ['ID=23014067-9b3c-4952-bc47-30cde947c7b1,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:27.875436 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:27.945104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] No DVR routers for this DVR port 23014067-9b3c-4952-bc47-30cde947c7b1 on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:22:27.947531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:27.950016 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-deleted', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:22:27.995004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a22c9a-dd46-48a9-8599-bdfbbb48f08a', 'name': 'network-vif-deleted', 'tag': '23014067-9b3c-4952-bc47-30cde947c7b1', 'status': 'completed', 'code': 200} Dec 17 18:22:28.002255 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e8fd4c4a-630c-4098-9a8d-c9db2daf41c3 req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.60 "DELETE /v2.0/ports/23014067-9b3c-4952-bc47-30cde947c7b1 HTTP/1.1" status: 204 len: 173 time: 0.8011391 Dec 17 18:22:28.413494 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-a2880260-e252-4ae6-8481-94ea4be6f445 req-dec238fa-0994-414e-be90-13f28d3e7a8e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Synchronizing usage tracker for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:22:28.492852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-a2880260-e252-4ae6-8481-94ea4be6f445 req-dec238fa-0994-414e-be90-13f28d3e7a8e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Unset dirty status for tenant:62d1ef779c8c4f56bca6a177b0ed10ac on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:22:28.494295 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-a2880260-e252-4ae6-8481-94ea4be6f445 req-dec238fa-0994-414e-be90-13f28d3e7a8e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 210 time: 0.1282845 Dec 17 18:22:29.244567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:29.279578 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: 23014067-9b3c-4952-bc47-30cde947c7b1 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:29.279943 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device 23014067-9b3c-4952-bc47-30cde947c7b1 not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:29.783626 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1a8db251-1235-4a05-8211-03887cf62e25 req-354565e7-5618-4351-a86d-2eaa5d8d3ce9 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a22c9a-dd46-48a9-8599-bdfbbb48f08a HTTP/1.1" status: 200 len: 210 time: 0.1667254 Dec 17 18:22:30.876425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59716) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:30.947159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:30.977335 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:31.109794 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:31.113883 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ce377d1b-17b4-43db-b99b-9f3437c73458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:31.129430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60a863-373d-43f9-99cb-da3701ade2fb,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:31.132650 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:31.200642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:31.202155 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ee7ef854-6f8a-4ece-88be-2dd50c324b5d tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] 10.222.0.61 "DELETE /v2.0/security-groups/6d60a863-373d-43f9-99cb-da3701ade2fb HTTP/1.1" status: 204 len: 168 time: 0.3244293 Dec 17 18:22:31.315340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59726) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:31.996668 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:32.286857 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-eab9df02-0b81-4c6b-a472-9c37c1a350f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:32.464863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Deleting port 23d2a798-582b-4011-9817-04f793bd9d78 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:32.465388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:32.632018 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] For port 23d2a798-582b-4011-9817-04f793bd9d78, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=23d2a798-582b-4011-9817-04f793bd9d78,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:32.632373 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:32.751284 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Calling delete_port for 23d2a798-582b-4011-9817-04f793bd9d78 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:33.127231 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:33.131613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7a5e5ca1-7a43-44c5-9a32-3f5703b5c439 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:33.199531 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Pushing event deleted for resources: {'Port': ['ID=23d2a798-582b-4011-9817-04f793bd9d78,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:33.220322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.220705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.221074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.221440 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.221801 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.222180 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.222541 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.222945 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.223300 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.223656 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.224008 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.224358 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:33.227814 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:33.450051 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:33.799560 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Router d4449343-3e5d-4a40-b80e-c206b34cb1df has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:22:34.097396 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:34.107088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Sync routers for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:34.116872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:34.117493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:34.169006 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5bcc904e-761a-437f-861c-6e6bfb35366d admin admin] 10.222.0.61 "PUT /v2.0/routers/d4449343-3e5d-4a40-b80e-c206b34cb1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8525636 Dec 17 18:22:34.171453 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59734) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:34.291374 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:34.343485 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:34.520719 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:34.572859 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Deleting port 104311eb-446c-4806-ad4c-583a6222c5f6 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:34.573322 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:34.612693 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:22:32Z', 'revision_number': 5, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port': {'id': '104311eb-446c-4806-ad4c-583a6222c5f6', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:51Z', 'updated_at': '2021-12-17T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:34.617169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Checking router: d4449343-3e5d-4a40-b80e-c206b34cb1df for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:34.625513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Routers {'d4449343-3e5d-4a40-b80e-c206b34cb1df'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:34.626151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['d4449343-3e5d-4a40-b80e-c206b34cb1df'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:34.749926 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] For port 104311eb-446c-4806-ad4c-583a6222c5f6, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=104311eb-446c-4806-ad4c-583a6222c5f6,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:34.750294 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:34.777134 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] Set router d4449343-3e5d-4a40-b80e-c206b34cb1df gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:34.875518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Calling delete_port for 104311eb-446c-4806-ad4c-583a6222c5f6 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:34.880679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:22:34Z', 'revision_number': 6, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:34.885187 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5308b6-3282-4569-bfd0-88236e913a58 None None] The sync data for ids ['d4449343-3e5d-4a40-b80e-c206b34cb1df'] in dv-neutron-821073-1-hyperv is: [{'id': 'd4449343-3e5d-4a40-b80e-c206b34cb1df', 'name': 'tempest-TestShelveInstance-312536676-router', 'tenant_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:50Z', 'updated_at': '2021-12-17T18:22:34Z', 'revision_number': 6, 'project_id': '62d1ef779c8c4f56bca6a177b0ed10ac', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:22:35.093155 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.100371 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dc2f15bd-2a31-4928-9053-83ef4ce24c39 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:35.127276 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-cafc67a5-8a1c-44b8-a439-2d7df5746048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.144333 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Pushing event deleted for resources: {'Port': ['ID=104311eb-446c-4806-ad4c-583a6222c5f6,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:35.148900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:35.237054 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.541464 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.543651 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.658594 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.659139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4449343-3e5d-4a40-b80e-c206b34cb1df {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:22:35.671752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.672915 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fb7cd9fb-ee4f-4bba-a19d-1145f869cf73 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d4449343-3e5d-4a40-b80e-c206b34cb1df HTTP/1.1" status: 204 len: 168 time: 1.5005376 Dec 17 18:22:35.675491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59738) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:35.738429 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Deleting subnet d8a2c30b-9bac-43f0-86d1-1b44f465cafe {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:22:35.742448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.791052 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:35.870304 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.001672 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.006609 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2241d4fe-9ffd-4464-b0cc-2a3efb73448d tempest-NetworksTestDHCPv6-1205334306 tempest-NetworksTestDHCPv6-1205334306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:36.041697 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a2c30b-9bac-43f0-86d1-1b44f465cafe,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:36.043565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.049518 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f443f-51cd-40f7-9ec3-aa4c59593e69 None None] Network 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:36.049646 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d8a2c30b-9bac-43f0-86d1-1b44f465cafe HTTP/1.1" status: 204 len: 168 time: 0.3731852 Dec 17 18:22:36.050567 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-fa5bf018-0c49-49ec-a611-4f9fa1e09337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:36.052142 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59742) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:36.136128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.137786 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.164884 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.175635 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Deleting port 3c271f50-73b1-4893-b208-dcb33bfd0a38 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:36.175962 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.322062 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] DHCP port deletion for 1d4fbb7d-48c1-407e-9b5b-6de881fbd672 request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:22:36.326320 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Deleting port 3c271f50-73b1-4893-b208-dcb33bfd0a38 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:36.326703 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.391907 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] For port 3c271f50-73b1-4893-b208-dcb33bfd0a38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3c271f50-73b1-4893-b208-dcb33bfd0a38,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:36.392264 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.516481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Calling delete_port for 3c271f50-73b1-4893-b208-dcb33bfd0a38 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:36.536584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] For port 3c271f50-73b1-4893-b208-dcb33bfd0a38, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3c271f50-73b1-4893-b208-dcb33bfd0a38,segment=NetworkSegment(38c2a0d7-00d1-4057-93a4-b36eee67c36d),segment_id=38c2a0d7-00d1-4057-93a4-b36eee67c36d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:36.536927 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.580204 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:22:36.647214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.651917 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ebdde17-7f68-4596-b28d-ce83224aeb62 tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:36.661784 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Calling delete_port for 3c271f50-73b1-4893-b208-dcb33bfd0a38 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:36.694194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3c271f50-73b1-4893-b208-dcb33bfd0a38,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:36.697236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:36.698034 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] No DVR routers for this DVR port 3c271f50-73b1-4893-b208-dcb33bfd0a38 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:22:36.737805 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 18:22:36.738305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 18:22:36.812867 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.839103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 23d2a798-582b-4011-9817-04f793bd9d78 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:36.839281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4fbb7d-48c1-407e-9b5b-6de881fbd672']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:36.851530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c2a0d7-00d1-4057-93a4-b36eee67c36d') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:36.851832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c2a0d7-00d1-4057-93a4-b36eee67c36d') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:36.862930 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.872019 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 23d2a798-582b-4011-9817-04f793bd9d78 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:36.872378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 23d2a798-582b-4011-9817-04f793bd9d78 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:36.872798 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3c271f50-73b1-4893-b208-dcb33bfd0a38 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:36.878694 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.885165 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:22:36.885546 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:22:36.898811 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:22:36.908722 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 3c271f50-73b1-4893-b208-dcb33bfd0a38 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:36.909082 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3c271f50-73b1-4893-b208-dcb33bfd0a38 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:36.909512 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 104311eb-446c-4806-ad4c-583a6222c5f6 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:36.941246 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 104311eb-446c-4806-ad4c-583a6222c5f6 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:36.941614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 104311eb-446c-4806-ad4c-583a6222c5f6 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:37.030056 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:37.033518 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:37.046441 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:37.056334 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4fbb7d-48c1-407e-9b5b-6de881fbd672,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:37.060351 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:37.064473 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-034c7455-f31c-47bd-ae96-6e192be600fe admin admin] 10.222.0.61 "DELETE /v2.0/networks/1d4fbb7d-48c1-407e-9b5b-6de881fbd672 HTTP/1.1" status: 204 len: 168 time: 1.0108080 Dec 17 18:22:37.067670 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59746) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:37.239387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Deleting port 3c271f50-73b1-4893-b208-dcb33bfd0a38 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:37.239950 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:37.310189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9321-a03f-4aa7-9d1d-204823206a58 None None] The port '3c271f50-73b1-4893-b208-dcb33bfd0a38' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 18:22:37.595659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:37.724023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:38.074739 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Deleting port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:38.075340 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:38.268847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] For port 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:38.269205 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:38.395717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Calling delete_port for 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:38.675227 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:38.679646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-95d18bce-357f-4157-af91-c243c550c06c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:38.722709 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa232c2-e0c0-47f3-b236-e0dd67b9ae41,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:38.725222 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:39.155298 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:39.512050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Router 42fe323f-d61b-449d-a6b0-9336096ed004 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:22:39.685791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:39.695528 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Sync routers for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:39.695984 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] 10.222.0.61 "PUT /v2.0/routers/42fe323f-d61b-449d-a6b0-9336096ed004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6263516 Dec 17 18:22:39.698059 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59750) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:39.705536 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:39.706184 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:39.872107 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:39.878566 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:40.042774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:40.098705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Deleting port 728bd6c0-e7ca-4ede-9918-1a545a4ded19 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:40.099096 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:40.164935 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:22:38Z', 'revision_number': 5, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port': {'id': '728bd6c0-e7ca-4ede-9918-1a545a4ded19', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:10:59Z', 'updated_at': '2021-12-17T18:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:40.169203 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Checking router: 42fe323f-d61b-449d-a6b0-9336096ed004 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:40.178145 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Routers {'42fe323f-d61b-449d-a6b0-9336096ed004'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:40.178750 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['42fe323f-d61b-449d-a6b0-9336096ed004'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:40.276614 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] For port 728bd6c0-e7ca-4ede-9918-1a545a4ded19, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=728bd6c0-e7ca-4ede-9918-1a545a4ded19,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:40.277211 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:40.328227 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] Set router 42fe323f-d61b-449d-a6b0-9336096ed004 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:40.444094 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:22:40Z', 'revision_number': 6, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:40.451957 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1bee5-5834-43e5-967d-73069d66438b None None] The sync data for ids ['42fe323f-d61b-449d-a6b0-9336096ed004'] in dv-neutron-821073-1-hyperv is: [{'id': '42fe323f-d61b-449d-a6b0-9336096ed004', 'name': 'tempest-TestShelveInstance-1286656536-router', 'tenant_id': '1acda6a6c724401aa82c045b801506c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:10:58Z', 'updated_at': '2021-12-17T18:22:40Z', 'revision_number': 6, 'project_id': '1acda6a6c724401aa82c045b801506c1', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:22:40.532898 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Calling delete_port for 728bd6c0-e7ca-4ede-9918-1a545a4ded19 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:40.784941 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:40.793847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7040ddab-ae4d-4338-8bb1-a9db9207814c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:40.812319 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:40.846913 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:40.847500 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 3aa232c2-e0c0-47f3-b236-e0dd67b9ae41 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:40.849400 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Pushing event deleted for resources: {'Port': ['ID=728bd6c0-e7ca-4ede-9918-1a545a4ded19,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:40.875529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:40.937959 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.109983 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.112132 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.201575 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.202113 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fe323f-d61b-449d-a6b0-9336096ed004 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:22:41.215235 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.216359 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-808c1df3-4847-4941-8354-8f9abd67c90f admin admin] 10.222.0.61 "DELETE /v2.0/routers/42fe323f-d61b-449d-a6b0-9336096ed004 HTTP/1.1" status: 204 len: 168 time: 1.5174026 Dec 17 18:22:41.218902 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59754) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:41.280073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Deleting subnet 05230219-f696-478a-8a86-f01f0429411d {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:22:41.283174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.331703 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.410011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.549972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.554509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-6c7e9bde-170f-42a8-9fe9-3d50193c72ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:41.591025 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.593524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05230219-f696-478a-8a86-f01f0429411d,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:41.594116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28ef43-61a3-4fcb-9e7a-aa37b3f084cd None None] Network b020335e-509b-4f6a-8a35-f39e693a8b6d requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:41.596326 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:41.599075 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/05230219-f696-478a-8a86-f01f0429411d HTTP/1.1" status: 204 len: 168 time: 0.3792605 Dec 17 18:22:41.601716 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59758) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:41.720433 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.730899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Deleting port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:41.731232 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.877769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] DHCP port deletion for b020335e-509b-4f6a-8a35-f39e693a8b6d request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:22:41.882711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Deleting port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:41.883094 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:41.934373 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] For port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:41.935273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.059728 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Calling delete_port for 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:42.082186 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] For port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,segment=NetworkSegment(3c24a79b-c3a0-4efe-beea-0b66a3e52315),segment_id=3c24a79b-c3a0-4efe-beea-0b66a3e52315)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:42.082589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.201401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.205486 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-691928b4-b0e0-43bc-ba5b-82ca23ba4323 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:42.215774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Calling delete_port for 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:22:42.248077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb2aca0-d9e8-405c-b3fe-48307cfb5d16,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:42.252771 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:42.253550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] No DVR routers for this DVR port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 on host dv-neutron-821073-1-hyperv {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:22:42.287278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 18:22:42.287640 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 18:22:42.367789 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.392229 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b020335e-509b-4f6a-8a35-f39e693a8b6d']}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:42.407439 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c24a79b-c3a0-4efe-beea-0b66a3e52315') {'for_net_delete': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:42.407738 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.services.segments.db [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c24a79b-c3a0-4efe-beea-0b66a3e52315') {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:42.418740 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6626063'] for segment, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.434518 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.440495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:22:42.443651 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6417552'] for segment, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: Traceback (most recent call last): Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: timer() Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: cb(*args, **kw) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: return func(*args, **kwargs) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: self._notify() Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: self.callback(batched_events) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: event.method(event) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: return f(self, *a, **k) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._get(url).json() Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: return self.request(url, 'GET', **kwargs) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:22:42.454519 dv-neutron-821073-1-hyperv neutron-server[88116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:22:42.572215 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.576435 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.579230 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b4e74609-b35e-4eef-975f-0023fa6341fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:42.603585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b020335e-509b-4f6a-8a35-f39e693a8b6d,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:42.606014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:42.608007 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-8cf22a40-d2a7-4678-a492-bfdc8f0895f4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b020335e-509b-4f6a-8a35-f39e693a8b6d HTTP/1.1" status: 204 len: 168 time: 1.0050328 Dec 17 18:22:42.789087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Deleting port 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:22:42.789484 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:42.854725 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:42.881196 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-be822e59-dd5e-47a4-8eff-5c9144de8db7 None None] The port '4cb2aca0-d9e8-405c-b3fe-48307cfb5d16' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 18:22:42.893052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:42.893414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 4cb2aca0-d9e8-405c-b3fe-48307cfb5d16 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:42.893868 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 728bd6c0-e7ca-4ede-9918-1a545a4ded19 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:22:42.926571 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 728bd6c0-e7ca-4ede-9918-1a545a4ded19 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:22:42.926930 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 728bd6c0-e7ca-4ede-9918-1a545a4ded19 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:22:42.934585 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59764) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:42.983176 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-11d6c7af-cb5a-463c-8b07-f633ca8cab03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62d1ef779c8c4f56bca6a177b0ed10ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470297 Dec 17 18:22:42.985506 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59768) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:43.042251 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:43.066597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:43.183864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:43.188715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-7c5c5b8f-a1eb-4feb-8e5c-6ff0f749a22e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:43.204656 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334b744-98f9-48be-bf8a-6408a4760116,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:43.208197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:43.211628 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:43.212785 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c11b3a3c-524e-4f2b-a4b8-a0c44af5019b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4334b744-98f9-48be-bf8a-6408a4760116 HTTP/1.1" status: 204 len: 168 time: 0.2263699 Dec 17 18:22:43.784221 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59776) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:43.833234 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ca3dc1e6-d8db-4247-8486-050e41b67734 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1acda6a6c724401aa82c045b801506c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478048 Dec 17 18:22:43.836076 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59780) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:43.895808 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:43.922598 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:44.012283 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:44.016020 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-18278a5a-fe5b-4c4b-a2ff-f92e395e84cf tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:44.027818 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c311e-96cc-4c9b-8306-0b7f5eba3449,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:44.031492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:44.034911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:44.036070 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-0212463d-1dd0-4044-8665-2714fdff6d20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a57c311e-96cc-4c9b-8306-0b7f5eba3449 HTTP/1.1" status: 204 len: 168 time: 0.1990736 Dec 17 18:22:45.155185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59804) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:45.256705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1282249187-network', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:45.261502 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:45.265297 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Usage tracker for resource:network and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:45.268139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:45.274645 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:45.349979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Made reservation on behalf of 2c4fa5fdae5f4ab783b5e8e636289ce3 for: {'network': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:22:45.352263 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.364099 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.381544 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:45.385329 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:45.388113 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:45.393711 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:45.472536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.560609 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.563625 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-cd6e6a07-1ffd-4908-9aeb-5b2314938b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:45.591014 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:22:45.600924 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2f859-0de1-4885-b25c-3c90052fa0ae,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:45.604399 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:45.606886 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.607258 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.segments_db [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Added segment 69b7535b-66a6-43eb-a4ec-34e04f5702eb of type vlan for network 7e2175e4-f8ee-4683-849d-3eff38157dde Dec 17 18:22:45.632364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.737713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.738763 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:45.739360 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Notify callbacks [] for network, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:45.742626 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0151e79f-26e0-4a35-b410-4d566121706b tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:45.845960 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2175e4-f8ee-4683-849d-3eff38157dde,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:45.849076 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:45.855727 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network 7e2175e4-f8ee-4683-849d-3eff38157dde details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:22:45.921588 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-57220028-726b-4f8c-a0b3-f5c5a314e002 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7653227 Dec 17 18:22:45.924386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59810) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:45.930049 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Request body: {'subnet': {'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1282249187-subnet', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'ip_version': 4}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:45.934762 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:45.938627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Usage tracker for resource:subnet and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:45.941566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:45.947859 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:46.081425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Made reservation on behalf of 2c4fa5fdae5f4ab783b5e8e636289ce3 for: {'subnet': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:22:46.084255 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6839574'] for subnet, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.264181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.349777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6417417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6839588'] for subnet, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.353209 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b327c65b-cac7-445a-8bd3-a9d1d339aa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:46.424513 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c031b2e-c706-4d2d-9352-760841c69ba1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:46.427188 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:46.434777 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Checking segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:46.435140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Network hostable DHCP agents. Network: 7e2175e4-f8ee-4683-849d-3eff38157dde, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:22:46.549416 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:22:46.640755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, 7e2175e4-f8ee-4683-849d-3eff38157dde) {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:46.644633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:46.645217 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.650617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bb976-a32c-4cf4-b5e5-d37f2f1ffa88 None None] Network 7e2175e4-f8ee-4683-849d-3eff38157dde requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:46.733345 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6e67a5b3-019d-4f3b-b387-88d8754c8796 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8078313 Dec 17 18:22:46.735992 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59814) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:46.741597 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:46.746302 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:46.750139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Usage tracker for resource:router and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:46.752972 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:46.758743 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:46.812979 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.814038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.829146 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:46.867067 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-7e2175e4-f8ee-4683-849d-3eff38157dde', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:22:46.867921 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.024721 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Allocated IP 172.20.0.2 (7e2175e4-f8ee-4683-849d-3eff38157dde/0c031b2e-c706-4d2d-9352-760841c69ba1/d8ffd502-fe1f-4589-b464-13be2cb4d1db) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:47.231346 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.242580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Transition to ACTIVE for port object d8ffd502-fe1f-4589-b464-13be2cb4d1db will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:47.260496 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Transition to ACTIVE for port object d8ffd502-fe1f-4589-b464-13be2cb4d1db will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:47.283386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.326639 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.332026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:47.431157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:47.435085 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:47.438872 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:47.474036 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Pushing event updated for resources: {'Port': ['ID=d8ffd502-fe1f-4589-b464-13be2cb4d1db,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:47.516634 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.516979 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.517318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.517658 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.518013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.518337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.518659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.518983 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.519305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.519621 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.519938 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.520252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:47.529742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:47.555607 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Attempting to bind port d8ffd502-fe1f-4589-b464-13be2cb4d1db on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:22:47.555982 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Attempting to bind port d8ffd502-fe1f-4589-b464-13be2cb4d1db by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:22:47.556356 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Attempting to bind port d8ffd502-fe1f-4589-b464-13be2cb4d1db on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:22:47.563902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:22:47.564278 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Checking segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:47.564681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.565074 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Bound using segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:22:47.565537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Bound port: d8ffd502-fe1f-4589-b464-13be2cb4d1db, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:22:47.565939 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.677407 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.708054 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.720613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] For port d8ffd502-fe1f-4589-b464-13be2cb4d1db, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:22:47.723764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] For port d8ffd502-fe1f-4589-b464-13be2cb4d1db, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d8ffd502-fe1f-4589-b464-13be2cb4d1db,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:22:47.805858 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:47.815734 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:47.853458 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Allocated IP 172.26.4.114 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/9f34666f-eb23-4b74-95d8-2f3d0c696254) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:47.916824 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Pushing event updated for resources: {'Port': ['ID=d8ffd502-fe1f-4589-b464-13be2cb4d1db,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:47.920761 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:48.012221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:48.093260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:48.097112 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-43fa4095-54df-4e53-a473-c30210a3971e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:48.177382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:48.180559 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:48.184401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:48.224724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Pushing event updated for resources: {'Port': ['ID=9f34666f-eb23-4b74-95d8-2f3d0c696254,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:48.235963 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:48.855444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:48.884034 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d8ffd502-fe1f-4589-b464-13be2cb4d1db up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:48.913977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e594d7-c993-4c16-bf27-8bea8cc94d59 None None] Network 7e2175e4-f8ee-4683-849d-3eff38157dde requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:49.104708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-28f564ff-406d-4bf8-9ff1-c5d5c19a0e0b None None] Provisioning for port d8ffd502-fe1f-4589-b464-13be2cb4d1db completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:49.154854 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port d8ffd502-fe1f-4589-b464-13be2cb4d1db completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:49.165012 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d8ffd502-fe1f-4589-b464-13be2cb4d1db triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:49.165396 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.210698 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.305043 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.343439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port d8ffd502-fe1f-4589-b464-13be2cb4d1db, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d8ffd502-fe1f-4589-b464-13be2cb4d1db,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:49.406976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.408909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:49.476755 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=d8ffd502-fe1f-4589-b464-13be2cb4d1db,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:49.479719 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:49.492673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:22:49.537168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-6f43aca5-211b-4ef5-998b-b647fabfecb8 None None] Provisioning complete for port d8ffd502-fe1f-4589-b464-13be2cb4d1db triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:49.537535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6f43aca5-211b-4ef5-998b-b647fabfecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.672677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:49.681521 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:49.690312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:49.690923 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:49.749736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] Notify callbacks [] for router, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:49.751012 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-c6585d14-4477-4b8e-a10d-8cf9ce70434b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0140541 Dec 17 18:22:49.753715 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59818) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:49.861580 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:50.189212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:48Z', 'revision_number': 3, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:50.193620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:50.194013 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Updating router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 port 9f34666f-eb23-4b74-95d8-2f3d0c696254 binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:22:50.254997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.579362 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.588087 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.602533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Transition to ACTIVE for port object 9f34666f-eb23-4b74-95d8-2f3d0c696254 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:50.687304 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.691121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:50.766813 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Attempting to bind port 9f34666f-eb23-4b74-95d8-2f3d0c696254 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:22:50.767193 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Attempting to bind port 9f34666f-eb23-4b74-95d8-2f3d0c696254 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:22:50.767565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Attempting to bind port 9f34666f-eb23-4b74-95d8-2f3d0c696254 on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:22:50.769648 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd0cb-8e91-433a-88d4-95b0afa665b5 None None] Pushing event updated for resources: {'Port': ['ID=9f34666f-eb23-4b74-95d8-2f3d0c696254,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:50.773212 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce2cd0cb-8e91-433a-88d4-95b0afa665b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:50.775657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:22:50.776044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:50.776455 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.777382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:22:50.777382 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Bound port: 9f34666f-eb23-4b74-95d8-2f3d0c696254, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:22:50.777701 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.791186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Allocated IP 172.20.0.1 (7e2175e4-f8ee-4683-849d-3eff38157dde/0c031b2e-c706-4d2d-9352-760841c69ba1/da28fd5d-3f1e-4903-bc02-50dbc2acb1b5) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:50.853656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d8ffd502-fe1f-4589-b464-13be2cb4d1db up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:50.899448 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] For port 9f34666f-eb23-4b74-95d8-2f3d0c696254, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:22:50.913054 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] For port 9f34666f-eb23-4b74-95d8-2f3d0c696254, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f34666f-eb23-4b74-95d8-2f3d0c696254,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:22:50.931131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port d8ffd502-fe1f-4589-b464-13be2cb4d1db triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:50.931509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.938891 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.956848 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Transition to ACTIVE for port object da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:50.971403 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:50.982293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2acaeaba-1a9d-48db-8235-49630099c020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:51.035455 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.042185 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3ed146ce-cfad-436b-867d-a2ef26985599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:51.075453 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:51.076083 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:51.104673 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:51.107409 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:51.111201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:51.157690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Pushing event updated for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:51.158493 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd0cb-8e91-433a-88d4-95b0afa665b5 None None] Pushing event updated for resources: {'Port': ['ID=9f34666f-eb23-4b74-95d8-2f3d0c696254,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:51.162811 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:51.175484 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.195155 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-ce2cd0cb-8e91-433a-88d4-95b0afa665b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:51.321035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:51.383795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.578305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7bcdf213-6524-4f64-a984-9f44e3ab9b8b None None] Provisioning for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:51.585223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-7bcdf213-6524-4f64-a984-9f44e3ab9b8b None None] Provisioning complete for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:51.585611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf213-6524-4f64-a984-9f44e3ab9b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.615710 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.675100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.693995 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-7bcdf213-6524-4f64-a984-9f44e3ab9b8b None None] Port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:22:51.703334 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:51.710200 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:48Z', 'revision_number': 3, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:51.714099 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2603-6ee4-4432-b8fe-cf0f3ca6aa42 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:48Z', 'revision_number': 3, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:22:51.783386 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Pushing event updated for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:51.785699 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:51.789967 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:51.944262 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:51.945529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:52.143833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:22:52.218437 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-f830573c-098f-4633-9456-44d8ea730777 None None] Provisioning complete for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:52.218966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f830573c-098f-4633-9456-44d8ea730777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:52.280526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-f830573c-098f-4633-9456-44d8ea730777 None None] Port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:22:52.479223 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:52.488896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] 10.222.0.61 "PUT /v2.0/routers/a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341290 Dec 17 18:22:52.864232 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f34666f-eb23-4b74-95d8-2f3d0c696254 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:53.014823 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 9f34666f-eb23-4b74-95d8-2f3d0c696254 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:53.020459 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9f34666f-eb23-4b74-95d8-2f3d0c696254 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:53.022023 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.150358 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.171535 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 9f34666f-eb23-4b74-95d8-2f3d0c696254, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f34666f-eb23-4b74-95d8-2f3d0c696254,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:53.252958 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.257380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:53.315495 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:53.325332 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:53.326049 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:53.330325 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=9f34666f-eb23-4b74-95d8-2f3d0c696254,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:53.332698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:53.367016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59836) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:53.372612 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-637007065-network', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:53.377368 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:53.381716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Usage tracker for resource:network and tenant:2cd5541467bb40fcaaaf4690b10d14ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:53.384565 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:53.391017 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:53.469270 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Made reservation on behalf of 2cd5541467bb40fcaaaf4690b10d14ba for: {'network': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:22:53.471652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for network, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.483748 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.497853 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:53.501646 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Usage tracker for resource:security_group_rule and tenant:2cd5541467bb40fcaaaf4690b10d14ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:53.504385 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:53.510488 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:53.530033 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:53.593630 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.664099 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.667343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-dbf9a0b4-fdf0-4107-a7ff-dd07e14ca077 tempest-TestMinimumBasicScenario-1655579263 tempest-TestMinimumBasicScenario-1655579263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:53.698448 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 18:22:53.703900 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1444db6-4055-462a-b1e4-0484ef720d88,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:53.707481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:53.711005 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.711357 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.segments_db [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Added segment 58b3ee5e-b6b7-4810-a036-b865ebc26266 of type vlan for network df3ac00a-86bf-423c-972d-7fd840bde4ce Dec 17 18:22:53.740810 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337254090'] for network, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.812330 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075'] for network, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.813316 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:53.813918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.819445 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-54983030-1975-4235-a77f-d5caffae2f4e tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:53.838411 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 2, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:53.842190 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:53.842796 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Updating router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:22:53.894041 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:53.914937 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Pushing event updated for resources: {'Network': ['ID=df3ac00a-86bf-423c-972d-7fd840bde4ce,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:53.917695 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:53.925075 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Network df3ac00a-86bf-423c-972d-7fd840bde4ce details requested by agent ovs-agent-dv-neutron-821073-1-hyperv with host dv-neutron-821073-1-hyperv {{(pid=88118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 17 18:22:53.967192 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-c12851df-b37e-4f52-9824-0e0b92a699cf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5990007 Dec 17 18:22:53.970022 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59840) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:53.976413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Request body: {'subnet': {'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-637007065-subnet', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'ip_version': 4}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:53.981581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:53.987503 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Usage tracker for resource:subnet and tenant:2cd5541467bb40fcaaaf4690b10d14ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:53.992571 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:53.998596 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:54.046629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Made reservation on behalf of 2cd5541467bb40fcaaaf4690b10d14ba for: {'subnet': 1} {{(pid=88117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:22:54.048990 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7297036'] for subnet, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.246727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.258318 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Transition to ACTIVE for port object da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:54.304074 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8157725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7297086'] for subnet, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.309156 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3f074e9-642c-457a-a17e-2f934871b782 tempest-NetworksIpV6Test-1618870223 tempest-NetworksIpV6Test-1618870223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:54.315433 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.319706 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-f95584c0-bbae-44e4-9560-43f8528e58eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:54.382561 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32c1fdc-c150-432c-b135-b8795ec8ddda,revision_number=0']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:54.386050 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:54.388573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Checking segment: {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:54.388932 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Network hostable DHCP agents. Network: df3ac00a-86bf-423c-972d-7fd840bde4ce, hostable agents: ['288ad208-75fe-4a65-b930-38605176c9cf'], hosted agents: [] {{(pid=88117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 18:22:54.444957 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Pushing event updated for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:54.454770 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.455109 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.455439 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.455761 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.456078 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.456396 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.456711 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.457024 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.457337 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.457648 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.457984 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.458326 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:22:54.467091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Network df3ac00a-86bf-423c-972d-7fd840bde4ce is scheduled to be hosted by DHCP agent 288ad208-75fe-4a65-b930-38605176c9cf with binding_index 1 {{(pid=88117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 18:22:54.484425 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:54.526704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821073-1-hyperv, df3ac00a-86bf-423c-972d-7fd840bde4ce) {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:54.531395 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:22:54.532042 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.536675 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882c21d-e51d-42bb-b707-5dd05f886028 None None] Network df3ac00a-86bf-423c-972d-7fd840bde4ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:54.543983 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Attempting to bind port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:22:54.544356 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Attempting to bind port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:22:54.544716 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Attempting to bind port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:22:54.549989 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:22:54.550362 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Checking segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:54.550761 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.551153 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Bound using segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:22:54.551612 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Bound port: da28fd5d-3f1e-4903-bc02-50dbc2acb1b5, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:22:54.552513 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.618278 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-072cb7ce-7560-4828-b712-a62136b96814 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6471512 Dec 17 18:22:54.621073 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59844) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:54.627146 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:22:54.633079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:22:54.637088 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Usage tracker for resource:router and tenant:2cd5541467bb40fcaaaf4690b10d14ba is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:22:54.640039 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:22:54.647912 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:22:54.649408 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] For port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:22:54.652665 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] For port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:22:54.750183 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.753972 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-67b413bf-719c-428a-9ce4-8a8541b21f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:54.774018 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bd9e5a7-f12e-5a37-b2f6-7e31bb65a4f5-df3ac00a-86bf-423c-972d-7fd840bde4ce', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda'}]}} from dv-neutron-821073-1-hyperv. {{(pid=88118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 17 18:22:54.774861 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.778426 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7939804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35184'] for router, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.782216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7941387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8096577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35175'] for router, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.795338 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:54.830125 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:54.830744 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:54.866528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f34666f-eb23-4b74-95d8-2f3d0c696254 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:55.018612 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 9f34666f-eb23-4b74-95d8-2f3d0c696254 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:55.026025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.026173 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:55.106554 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.db_base_plugin_common [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Allocated IP 172.20.0.2 (df3ac00a-86bf-423c-972d-7fd840bde4ce/d32c1fdc-c150-432c-b135-b8795ec8ddda/e980b1a1-806a-47a7-8fea-cc244f9e6a72) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:55.207980 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Pushing event updated for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:55.275885 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-668f738d-70db-42fc-98de-6d2e57e8d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:55.309887 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7941433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7939630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35093'] for router, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.377833 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:54Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:55.382289 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0e4e0-0cd2-4745-b346-4f9465156514 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:54Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:22:55.388445 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.399817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Transition to ACTIVE for port object e980b1a1-806a-47a7-8fea-cc244f9e6a72 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:55.418513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Transition to ACTIVE for port object e980b1a1-806a-47a7-8fea-cc244f9e6a72 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:55.494584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.500121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:55.561976 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Network df3ac00a-86bf-423c-972d-7fd840bde4ce is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:55.564827 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.scheduler.base_scheduler [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:55.569439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:55.578796 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Pushing event updated for resources: {'Port': ['ID=e980b1a1-806a-47a7-8fea-cc244f9e6a72,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:55.606133 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:55.669613 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Attempting to bind port e980b1a1-806a-47a7-8fea-cc244f9e6a72 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:22:55.670015 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Attempting to bind port e980b1a1-806a-47a7-8fea-cc244f9e6a72 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:22:55.670386 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Attempting to bind port e980b1a1-806a-47a7-8fea-cc244f9e6a72 on network df3ac00a-86bf-423c-972d-7fd840bde4ce {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:22:55.676151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:22:55.676555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Checking segment: {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:55.677177 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.677645 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Bound using segment: {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:22:55.678219 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Bound port: e980b1a1-806a-47a7-8fea-cc244f9e6a72, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:22:55.678614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.712492 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.742410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.771294 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] For port e980b1a1-806a-47a7-8fea-cc244f9e6a72, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:22:55.774401 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] For port e980b1a1-806a-47a7-8fea-cc244f9e6a72, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e980b1a1-806a-47a7-8fea-cc244f9e6a72,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:22:55.879888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Allocated IP 172.26.4.210 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/a3c5e8f7-702b-4fff-b4ad-5de74c5039dc) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:55.887252 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:55.897206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:55.978909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Pushing event updated for resources: {'Port': ['ID=e980b1a1-806a-47a7-8fea-cc244f9e6a72,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:55.982086 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-50d79998-b52e-4718-a7f5-5e778262cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:56.047367 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:56.138491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:56.142521 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-48a43fa6-000b-403a-8d5d-833ab43ae1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:56.232404 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:56.236174 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:56.238828 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:56.292216 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:56.297386 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:56.739152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:56.906598 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e980b1a1-806a-47a7-8fea-cc244f9e6a72 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:57.031980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815971c-26b1-4175-a709-af2777199193 None None] Network df3ac00a-86bf-423c-972d-7fd840bde4ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:22:57.111302 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port e980b1a1-806a-47a7-8fea-cc244f9e6a72 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:57.124124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:57.224501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7939623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7941596'] for router, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.244758 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Provisioning for port e980b1a1-806a-47a7-8fea-cc244f9e6a72 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:57.255584 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Provisioning complete for port e980b1a1-806a-47a7-8fea-cc244f9e6a72 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:57.255965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.410222 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:57.426609 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:57.427557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.478439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.492436 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 is scheduled to L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 with binding_index 1 {{(pid=88117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 17 18:22:57.529128 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a4dda598-f603-444f-86da-335a32b10573 None None] For port e980b1a1-806a-47a7-8fea-cc244f9e6a72, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e980b1a1-806a-47a7-8fea-cc244f9e6a72,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:57.588414 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.617035 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.620125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:57.668860 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:22:57.698783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Pushing event updated for resources: {'Port': ['ID=e980b1a1-806a-47a7-8fea-cc244f9e6a72,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:57.702046 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:57.705031 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:22:57.717405 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Sync routers for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:22:57.732716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:57.733558 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:57.812209 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.816615 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:57.835171 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:57.836399 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2143123 Dec 17 18:22:57.839206 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 59848) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:22:57.851005 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-2ad69fad-2a8d-47c7-ade0-a64094da0655 None None] Provisioning complete for port e980b1a1-806a-47a7-8fea-cc244f9e6a72 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:57.851411 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2ad69fad-2a8d-47c7-ade0-a64094da0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:58.014163 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:58.018883 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:58.062999 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:58.356430 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:56Z', 'revision_number': 3, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:58.360199 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Checking router: 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:22:58.360563 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Updating router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc binding host dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:22:58.476038 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:58.644226 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:58.791744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:58.804799 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Transition to ACTIVE for port object a3c5e8f7-702b-4fff-b4ad-5de74c5039dc will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:58.852189 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Allocated IP 172.20.0.1 (df3ac00a-86bf-423c-972d-7fd840bde4ce/d32c1fdc-c150-432c-b135-b8795ec8ddda/91b007d3-c751-43eb-b53a-c97c8e58a8c1) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:22:58.865480 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e980b1a1-806a-47a7-8fea-cc244f9e6a72 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:58.932838 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:58.937308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-f72d51f3-cbd9-4f5c-9737-0be78e2dd9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:58.976108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port e980b1a1-806a-47a7-8fea-cc244f9e6a72 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:58.976108 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.000410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.015687 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Transition to ACTIVE for port object 91b007d3-c751-43eb-b53a-c97c8e58a8c1 will not be triggered until provisioned by entity DHCP. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:22:59.061873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Attempting to bind port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:22:59.062579 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Attempting to bind port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:22:59.062708 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Attempting to bind port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc on network 45631bc6-a47c-445b-ac47-0b3abcab212d {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:22:59.065777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Pushing event updated for resources: {'Port': ['ID=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:59.070862 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:59.074064 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:22:59.074446 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Checking segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:22:59.074876 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.075251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Bound using segment: {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:22:59.075720 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.managers [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Bound port: a3c5e8f7-702b-4fff-b4ad-5de74c5039dc, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72021779-6057-4da4-90fa-8581ec072441', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:22:59.076098 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.104250 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.108991 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-262dfe4b-d054-4c0e-9574-8266e60a6210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:59.169068 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Network df3ac00a-86bf-423c-972d-7fd840bde4ce is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:22:59.171977 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:22:59.175666 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:22:59.200867 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:22:59.212825 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Pushing event updated for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:59.222925 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:59.230513 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] For port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:22:59.241478 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8024338'] for router_interface, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.256225 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] For port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:22:59.282618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:59.283007 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.340180 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.343819 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-2bc377cf-3e4d-4f17-a21e-c3ea2ce10296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:59.472505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Pushing event updated for resources: {'Port': ['ID=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:59.481528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:59.487040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:22:59.487653 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:22:59.543413 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15b3e20e-66f0-47d6-9536-f56570987dcb None None] Provisioning for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:22:59.569136 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-15b3e20e-66f0-47d6-9536-f56570987dcb None None] Provisioning complete for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:22:59.569520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-15b3e20e-66f0-47d6-9536-f56570987dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.573481 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.692114 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-15b3e20e-66f0-47d6-9536-f56570987dcb None None] Port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:22:59.719179 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:22:59.796414 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.863446 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:22:59.888903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e3f3a09a-2752-4f80-924d-55c6391d5ffa tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:22:59.965477 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Pushing event updated for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:22:59.968928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:22:59.972295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8024561'] for router_interface, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:00.065953 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '91b007d3-c751-43eb-b53a-c97c8e58a8c1', 'name': '', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'mac_address': 'fa:16:3e:1e:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:58Z', 'updated_at': '2021-12-17T18:22:58Z', 'revision_number': 1, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'subnets': [{'id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:00.070130 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09600135-0c69-40df-b0c8-78512e4bb9d6 None None] The sync data for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv is: [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '91b007d3-c751-43eb-b53a-c97c8e58a8c1', 'name': '', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'mac_address': 'fa:16:3e:1e:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:58Z', 'updated_at': '2021-12-17T18:22:58Z', 'revision_number': 1, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'subnets': [{'id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:23:00.118067 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Network df3ac00a-86bf-423c-972d-7fd840bde4ce is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:23:00.119181 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:23:00.419250 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-bac3ee34-8267-482b-9f67-4ea553d39f73 None None] Provisioning complete for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:00.419547 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-bac3ee34-8267-482b-9f67-4ea553d39f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:00.448238 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:23:00.475783 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-bac3ee34-8267-482b-9f67-4ea553d39f73 None None] Port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:23:00.638343 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:23:00.647770 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] 10.222.0.61 "PUT /v2.0/routers/830586a2-3641-4a9d-9fe7-7dc80b4a5be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8074372 Dec 17 18:23:00.872788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a3c5e8f7-702b-4fff-b4ad-5de74c5039dc up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:23:01.018270 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:23:01.024206 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:01.024589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.137412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.153909 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:23:01.235205 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.237024 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:01.304848 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:01.307815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:01.311770 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59858) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:01.316933 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708446680', 'description': 'tempest-secgroup-smoke-1708446680 description', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:01.322841 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:01.326558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:01.329584 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:01.335665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:01.412913 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.432565 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:01.436388 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:01.439243 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:01.445500 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:01.513701 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.577863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.581515 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-3e8a2ffa-de65-4778-b910-a20eb849d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:01.621424 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccb3499-6e77-42bb-a331-53f73aa0a758,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:01.624374 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:01.675281 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.676459 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e9205fa1-afb3-4f15-8a5b-bdcb15705833 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3636954 Dec 17 18:23:01.679529 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59862) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:01.684524 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:01.690438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:01.694657 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:01.697505 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:01.703314 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:01.795973 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.857412 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.925561 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:01.928122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-83e23a92-fae2-41b4-b674-5575207c6029 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:01.950222 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4836946b-cd15-4746-9984-e7b40b10d319,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:01.953100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:02.017685 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.018932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-fc751ece-48bf-4fe6-b4d0-a141a651d752 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384781 Dec 17 18:23:02.022246 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59866) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:02.027485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:02.033690 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:02.037624 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:02.040833 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:02.046775 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:02.122939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.190332 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.263845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.265736 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1538c2e0-cb3f-4705-b7e9-e1a7f5b0f6f4 tempest-TestNetworkBasicOps-1175837284 tempest-TestNetworkBasicOps-1175837284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:02.288537 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556b1ba8-a358-4296-b332-38d4dca53ea1,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:02.291196 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:02.292462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3f463bd2-8f16-453b-aff3-6d2db6cf677a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.349894 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.353677 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-ed4fb443-b8f4-4913-857c-367ebf438a93 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279326 Dec 17 18:23:02.354038 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59870) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:02.360067 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:02.368450 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:02.372220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:02.375133 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:02.380816 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:02.441977 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.507790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.560723 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.562782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-0d0400fe-5b79-4a8f-9507-187a03586af2 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:02.585299 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc5faaa-9afd-41f9-ae4c-d12fd6f2f2ba,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:02.587864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:02.634921 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.636155 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-6433498a-5f2b-4cda-8eb3-8bc26dbf8e08 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2810524 Dec 17 18:23:02.638831 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59874) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:02.643797 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:02.650536 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:02.653522 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:02.656420 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:02.662110 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:02.762666 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.826863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.857259 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a3c5e8f7-702b-4fff-b4ad-5de74c5039dc up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:23:02.880878 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.888259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c01d19f6-a80b-4863-b5cf-9a68df281860 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:02.908840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56df8a3-27fd-4f72-8076-4496818b56cd,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:02.912347 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:02.926337 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:02.927327 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.971496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:02.972749 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-9a1f36e4-c64c-4147-a22b-804a01867999 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330042 Dec 17 18:23:02.976050 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59878) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:02.981158 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:02.987423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:02.991983 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:02.994920 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:03.000554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:03.081150 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Project 2c4fa5fdae5f4ab783b5e8e636289ce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:23:03.088550 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.157615 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.218033 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.219917 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51ed8ae6-b404-4684-870f-3613697bbe23 tempest-TestVolumeBootPattern-1129457075 tempest-TestVolumeBootPattern-1129457075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:03.243943 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028935fe-9510-45bb-a7e0-6a504b7f2e0f,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:03.248368 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:03.303687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.304877 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-a3096963-c489-45ba-9b73-5a81411310a8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278902 Dec 17 18:23:03.307610 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59882) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:03.312564 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'security_group_rule': {'security_group_id': '4ccb3499-6e77-42bb-a331-53f73aa0a758', 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:03.319717 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:03.322412 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Sync routers for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:23:03.323729 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:security_group_rule and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:03.326799 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:03.332018 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:23:03.332723 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:03.332964 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:03.417944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.securitygroups_db [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Project 2c4fa5fdae5f4ab783b5e8e636289ce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 18:23:03.424751 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.492895 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.509374 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:23:03.543603 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091766'] for security_group_rule, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.549405 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-42b4c18a-0bdf-4320-87ea-e7fb8808df0c tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:03.569422 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7b0fc-0cf6-48a4-bf20-4191201dc6fd,revision_number=0']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:03.572257 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:03.635370 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:03.636604 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e7fe79df-b707-446a-b7b3-503be66889ad tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280706 Dec 17 18:23:03.798705 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-bed70193-308f-40d5-842c-0c2ea9d67a8b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:security_group {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:23:03.813041 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '91b007d3-c751-43eb-b53a-c97c8e58a8c1', 'name': '', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'mac_address': 'fa:16:3e:1e:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:58Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 2, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'subnets': [{'id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:03.818407 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Checking router: 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:23:03.818407 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Updating router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 binding host dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 18:23:03.863533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-bed70193-308f-40d5-842c-0c2ea9d67a8b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:security_group {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:23:03.864764 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-bed70193-308f-40d5-842c-0c2ea9d67a8b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708446680&fields=id&tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 267 time: 0.1040006 Dec 17 18:23:03.871531 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.020914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-7a0656b5-5af8-406d-8680-d01e152b656c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:04.021607 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-7a0656b5-5af8-406d-8680-d01e152b656c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:network {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:23:04.092274 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-7a0656b5-5af8-406d-8680-d01e152b656c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:network {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:23:04.093537 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-7a0656b5-5af8-406d-8680-d01e152b656c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 810 time: 0.2221811 Dec 17 18:23:04.109020 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2120a4bf-2ee8-4d8b-8beb-70c474b17200 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/quotas/2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 375 time: 0.0092223 Dec 17 18:23:04.193476 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2f5467b5-9059-4842-9203-59153bbfe8c6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:23:04.209210 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.220320 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.provisioning_blocks [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Transition to ACTIVE for port object 91b007d3-c751-43eb-b53a-c97c8e58a8c1 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:23:04.274570 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2f5467b5-9059-4842-9203-59153bbfe8c6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:23:04.275944 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2f5467b5-9059-4842-9203-59153bbfe8c6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617196 Dec 17 18:23:04.291823 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.295651 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-b9b99b91-1285-47f0-8f7c-f1681f5ae3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:04.482951 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bf078-ef3e-4e14-b072-461fbec96a7a None None] Pushing event updated for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:04.486477 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-ba7bf078-ef3e-4e14-b072-461fbec96a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:04.516643 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Attempting to bind port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 on host dv-neutron-821073-1-hyperv for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:23:04.517026 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Attempting to bind port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 by drivers openvswitch,hyperv on host dv-neutron-821073-1-hyperv at level 0 using segments [{'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:23:04.517399 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Attempting to bind port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 on network df3ac00a-86bf-423c-972d-7fd840bde4ce {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:23:04.524097 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Checking agent: {'id': '7e5132b2-afdb-4c52-8ce1-52f996425d71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821073-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 17, 16, 50, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821073-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:23:04.524480 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Checking segment: {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:23:04.524889 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.525287 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Bound using segment: {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:23:04.525756 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.managers [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Bound port: 91b007d3-c751-43eb-b53a-c97c8e58a8c1, host: dv-neutron-821073-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b3ee5e-b6b7-4810-a036-b865ebc26266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:23:04.526156 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.571937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-b42bf8a9-28c9-40e4-9711-71b025c870a0 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840731 Dec 17 18:23:04.639095 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] For port 91b007d3-c751-43eb-b53a-c97c8e58a8c1, host dv-neutron-821073-1-hyperv, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:23:04.642027 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.plugins.ml2.db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] For port 91b007d3-c751-43eb-b53a-c97c8e58a8c1, host dv-neutron-821073-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=91b007d3-c751-43eb-b53a-c97c8e58a8c1,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:23:04.687047 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron_lib.callbacks.manager [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:04.691694 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-8987634a-7089-4f8b-bc06-f460f89605fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:04.710243 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-5868127a-1c88-47c8-98b1-83ab73153e89 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318471 Dec 17 18:23:04.769102 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:23:04.769730 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:22:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:04.834263 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bf078-ef3e-4e14-b072-461fbec96a7a None None] Pushing event updated for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=4']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:04.847531 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG oslo_concurrency.lockutils [None req-ba7bf078-ef3e-4e14-b072-461fbec96a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:04.959240 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:23:04.979101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-560a7ae2-7a85-4bf1-89bf-d7efb73cb904 req-e205d386-5027-4de8-805c-ae3102499cd2 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 210 time: 0.0527682 Dec 17 18:23:05.138081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8e13-bd6a-4c8d-bb90-cd1f9c85d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:05.293958 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '91b007d3-c751-43eb-b53a-c97c8e58a8c1', 'name': '', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'mac_address': 'fa:16:3e:1e:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:58Z', 'updated_at': '2021-12-17T18:23:04Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'subnets': [{'id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:05.298018 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66aa733-ca3f-4a62-ae48-f5629120d425 None None] The sync data for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv is: [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:22:59Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': '91b007d3-c751-43eb-b53a-c97c8e58a8c1', 'name': '', 'network_id': 'df3ac00a-86bf-423c-972d-7fd840bde4ce', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'mac_address': 'fa:16:3e:1e:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:58Z', 'updated_at': '2021-12-17T18:23:04Z', 'revision_number': 4, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'subnets': [{'id': 'd32c1fdc-c150-432c-b135-b8795ec8ddda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:23:06.063362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:06.073929 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-906fdfaa-78f5-488a-ac7c-b69a68b2ee8a req-653a4bc6-b40d-47f5-a263-8f2542f9b56d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 210 time: 0.0431643 Dec 17 18:23:06.098788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:06.877977 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 91b007d3-c751-43eb-b53a-c97c8e58a8c1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:23:07.029045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:23:07.033836 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:07.034365 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:07.158485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:07.193932 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] For port 91b007d3-c751-43eb-b53a-c97c8e58a8c1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=91b007d3-c751-43eb-b53a-c97c8e58a8c1,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:23:07.254045 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9b642d7e-ff38-421e-84b4-b1b4f3c1fdbf req-35195188-09a1-4fcc-9ad1-4d82382cc978 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 210 time: 0.0524728 Dec 17 18:23:07.269540 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:07.273045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:07.345052 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Pushing event updated for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:07.349797 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:07.475083 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-d845a578-1a0c-4dc3-99de-00f9ccd18ca5 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:07.476550 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-d845a578-1a0c-4dc3-99de-00f9ccd18ca5 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 810 time: 0.1581931 Dec 17 18:23:07.528199 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-35c2a829-d4f6-4a3b-bcd9-e83ebce2ae39 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 380 time: 0.0432165 Dec 17 18:23:07.537201 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'port': {'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'admin_state_up': True, 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'security_groups': ['4ccb3499-6e77-42bb-a331-53f73aa0a758']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:07.595261 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:07.691271 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:07.701975 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:07.760474 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Made reservation on behalf of 2c4fa5fdae5f4ab783b5e8e636289ce3 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:23:07.764273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.072774 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Allocated IP 172.20.0.11 (7e2175e4-f8ee-4683-849d-3eff38157dde/0c031b2e-c706-4d2d-9352-760841c69ba1/fc749b85-1ac1-484f-af19-ec4ae49a4bec) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:23:08.253956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.269118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Transition to ACTIVE for port object fc749b85-1ac1-484f-af19-ec4ae49a4bec will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:23:08.338351 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.344063 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-b9d0aba3-cda3-4629-9908-650e2c70de44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:08.456954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:23:08.468558 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:23:08.473926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:23:08.531000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:08.536822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:08.561793 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:08.562432 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.595822 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bebba-5b8e-4fc9-aaa1-b10a14dc8555 req-9934340d-1086-44b9-88e9-0af922c7fbcd tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:08.597326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-420bebba-5b8e-4fc9-aaa1-b10a14dc8555 req-9934340d-1086-44b9-88e9-0af922c7fbcd tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 932 time: 0.2240334 Dec 17 18:23:08.643908 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-420bebba-5b8e-4fc9-aaa1-b10a14dc8555 req-32e8eed1-266e-4249-8aae-901a8acc5370 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Dec 17 18:23:08.675714 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-196590a6-7612-482e-a267-215ba77123d9 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1424646 Dec 17 18:23:08.733483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Request body: {'port': {'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:08.766572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31eb14e2-4c10-4656-a048-9873e50b0c6e None None] Provisioning for port fc749b85-1ac1-484f-af19-ec4ae49a4bec completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:23:08.771665 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-31eb14e2-4c10-4656-a048-9873e50b0c6e None None] Provisioning complete for port fc749b85-1ac1-484f-af19-ec4ae49a4bec triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:08.772053 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31eb14e2-4c10-4656-a048-9873e50b0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.826590 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-31eb14e2-4c10-4656-a048-9873e50b0c6e None None] Port fc749b85-1ac1-484f-af19-ec4ae49a4bec cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:23:08.864916 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:08.871026 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 91b007d3-c751-43eb-b53a-c97c8e58a8c1 up at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:23:08.939214 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Provisioning complete for port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:08.939589 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.209010 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc749b85-1ac1-484f-af19-ec4ae49a4bec {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:23:09.216077 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.230104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Transition to ACTIVE for port object fc749b85-1ac1-484f-af19-ec4ae49a4bec will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:23:09.320687 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.325220 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-c43160eb-139f-444b-9215-32f6d43ef362 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:09.482214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:09.491587 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:09.562408 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Attempting to bind port fc749b85-1ac1-484f-af19-ec4ae49a4bec on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:23:09.562737 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Attempting to bind port fc749b85-1ac1-484f-af19-ec4ae49a4bec by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:23:09.563059 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Attempting to bind port fc749b85-1ac1-484f-af19-ec4ae49a4bec on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:23:09.567611 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Port fc749b85-1ac1-484f-af19-ec4ae49a4bec on network 7e2175e4-f8ee-4683-849d-3eff38157dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:23:09.567926 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Attempting to bind port fc749b85-1ac1-484f-af19-ec4ae49a4bec on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:23:09.572873 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:23:09.573153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Checking segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:23:09.573528 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Bound using segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:23:09.573981 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Bound port: fc749b85-1ac1-484f-af19-ec4ae49a4bec, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:23:09.574319 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.658423 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:23:09.661852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:23:09.732516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.737554 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-40b3035c-6229-43cc-b9c5-da2258c6c818 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:09.844142 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:09.844746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:09.846142 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] 10.222.0.60 "PUT /v2.0/ports/fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1094 time: 1.1626687 Dec 17 18:23:09.846832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:23:09.881342 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:09.885132 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:09.912761 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a429-dc14-4aae-bc01-45b756df61d0 req-f277db10-c5dc-4c8d-8f6f-f0dfcc316222 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:09.913714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d305a429-dc14-4aae-bc01-45b756df61d0 req-f277db10-c5dc-4c8d-8f6f-f0dfcc316222 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:23:09.918682 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'status': 'completed', 'code': 200} Dec 17 18:23:10.008566 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-e9f4a0c8-e309-4858-b6f6-6b936f51dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.010058 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-e9f4a0c8-e309-4858-b6f6-6b936f51dd0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1097 time: 0.0798151 Dec 17 18:23:10.043106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d305a429-dc14-4aae-bc01-45b756df61d0 req-f277db10-c5dc-4c8d-8f6f-f0dfcc316222 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:23:10.044206 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d305a429-dc14-4aae-bc01-45b756df61d0 req-f277db10-c5dc-4c8d-8f6f-f0dfcc316222 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.2721231 Dec 17 18:23:10.298613 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d305a429-dc14-4aae-bc01-45b756df61d0 req-fce3a991-582e-4b83-a3b3-43021afc3b9e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033119 Dec 17 18:23:10.320031 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-97feaf12-4a7a-4e95-9ffb-85d7f424242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.321450 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-97feaf12-4a7a-4e95-9ffb-85d7f424242e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3014419 Dec 17 18:23:10.464250 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-b75aa8b0-9819-4635-a263-bcea06dcf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.465593 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b04d54f0-ee68-461f-aaaa-611e4da1a71e req-b75aa8b0-9819-4635-a263-bcea06dcf15a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381972 Dec 17 18:23:10.568795 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-87cc6f3e-c56d-473e-b05e-987e901764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.570273 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-87cc6f3e-c56d-473e-b05e-987e901764e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1097 time: 0.0691328 Dec 17 18:23:10.641615 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-87fe22c6-39b3-496b-a567-25c5539b2d36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 217 time: 0.0633156 Dec 17 18:23:10.701427 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-919a7386-157d-4b22-b1d2-357f6502ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.703101 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-919a7386-157d-4b22-b1d2-357f6502ac2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0555680 Dec 17 18:23:10.780159 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2f0fe47e-17c4-40eb-a2d7-0581e4be3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:10.781610 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-2f0fe47e-17c4-40eb-a2d7-0581e4be3043 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716827 Dec 17 18:23:10.911602 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-41d13827-a66a-4624-b527-5d1541d1a1b4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223941 Dec 17 18:23:11.041319 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-8979db51-4c14-4a0e-881a-3a0714de2166 req-17093687-fc82-4040-b928-d8ed3e8ed6f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237016 Dec 17 18:23:11.486321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d4117-6cbb-4cc2-bfc7-025a71a9b8d7 req-b98a36d3-7fa9-4e6e-b1c1-8690fbf6c6da tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:11.487771 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-219d4117-6cbb-4cc2-bfc7-025a71a9b8d7 req-b98a36d3-7fa9-4e6e-b1c1-8690fbf6c6da tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.0815649 Dec 17 18:23:11.532405 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-219d4117-6cbb-4cc2-bfc7-025a71a9b8d7 req-919d76f5-7c96-4602-bf42-eafd1a784522 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Dec 17 18:23:12.716087 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417c47-9721-4fbd-82fc-40374e82e577 req-4423ecff-28c3-4e0e-aae0-591db7f989c3 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:12.717523 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76417c47-9721-4fbd-82fc-40374e82e577 req-4423ecff-28c3-4e0e-aae0-591db7f989c3 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.0832531 Dec 17 18:23:12.760337 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-76417c47-9721-4fbd-82fc-40374e82e577 req-6725a16c-cdcf-4b49-87b2-fe11fc4b5e75 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Dec 17 18:23:13.578639 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:23:13.941627 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b051dd-f052-4b23-8242-5cfac6e3243b req-e89ba52c-f5e5-4854-823a-737cf84d1513 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:13.942993 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21b051dd-f052-4b23-8242-5cfac6e3243b req-e89ba52c-f5e5-4854-823a-737cf84d1513 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.0790329 Dec 17 18:23:13.991134 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-21b051dd-f052-4b23-8242-5cfac6e3243b req-3fafa4e7-37ac-4433-95df-01996dda938d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Dec 17 18:23:15.174746 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770ec95-dd82-4854-a48d-b7142c40fb8a req-e62296c1-c867-4a95-a2f3-a683a4b20866 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:15.176692 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f770ec95-dd82-4854-a48d-b7142c40fb8a req-e62296c1-c867-4a95-a2f3-a683a4b20866 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.0791543 Dec 17 18:23:15.218808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f770ec95-dd82-4854-a48d-b7142c40fb8a req-fc839c14-6f29-4dce-9e0b-e2c144c0ccbb tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366311 Dec 17 18:23:15.469162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:23:15.599381 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:23:15.612361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:23:15.665542 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:15.682160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc749b85-1ac1-484f-af19-ec4ae49a4bec {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:23:15.696794 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:23:15.777550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:15.780021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:15.846885 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:15.850332 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:16.123371 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fc749b85-1ac1-484f-af19-ec4ae49a4bec'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:23:16.248877 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:16.403523 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c1c5-f16f-4536-880a-4b8ed5c6db2d req-7bdd3709-acd3-4a78-8dd6-7b6e9c91301b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:16.406448 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9798c1c5-f16f-4536-880a-4b8ed5c6db2d req-7bdd3709-acd3-4a78-8dd6-7b6e9c91301b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 945 time: 0.0842333 Dec 17 18:23:16.450792 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-9798c1c5-f16f-4536-880a-4b8ed5c6db2d req-d7deddc7-df8b-423f-8a0f-5424cf74bb4f tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379293 Dec 17 18:23:17.497390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:23:17.636015 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c2860-4b72-416b-8461-f3f94c48dfb8 req-ef3030da-c57b-4e23-8257-98b3bb572178 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:17.637481 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5c2860-4b72-416b-8461-f3f94c48dfb8 req-ef3030da-c57b-4e23-8257-98b3bb572178 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 945 time: 0.0799248 Dec 17 18:23:17.681406 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf5c2860-4b72-416b-8461-f3f94c48dfb8 req-dd5fd4e2-52a8-4c30-a598-08b03bcd76aa tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Dec 17 18:23:17.725817 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port fc749b85-1ac1-484f-af19-ec4ae49a4bec completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:23:17.735853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port fc749b85-1ac1-484f-af19-ec4ae49a4bec triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:23:17.735853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:17.841873 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:17.867308 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:23:17.876537 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:23:17.954677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:17.956562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a4dda598-f603-444f-86da-335a32b10573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:17.994557 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'code': 200} Dec 17 18:23:18.026937 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:18.029878 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:18.350029 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5cbcb-bb01-4723-9cbe-8e353b1599f6 req-b3fac1ee-1067-40ab-883c-0cc25f9925fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:18.351385 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6cc5cbcb-bb01-4723-9cbe-8e353b1599f6 req-b3fac1ee-1067-40ab-883c-0cc25f9925fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1099 time: 0.0723665 Dec 17 18:23:18.391205 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6cc5cbcb-bb01-4723-9cbe-8e353b1599f6 req-c66ef599-4185-4997-8e1a-8a9b5d42eed6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Dec 17 18:23:18.862563 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc06d1-7e10-40ba-8a57-b7a46ccc0fe3 req-253f6d59-bf1b-4cf1-8d18-f683e04a1b3b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:18.864649 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44fc06d1-7e10-40ba-8a57-b7a46ccc0fe3 req-253f6d59-bf1b-4cf1-8d18-f683e04a1b3b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 946 time: 0.0807450 Dec 17 18:23:18.911708 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-44fc06d1-7e10-40ba-8a57-b7a46ccc0fe3 req-1ede547f-ea5d-4e9d-a02b-9aba38c24a7d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Dec 17 18:23:20.097576 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cbda7-699c-4b82-8714-1ab9c045d9f2 req-8896b607-6b56-46de-9272-d6ebfda6b69b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:20.099541 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc0cbda7-699c-4b82-8714-1ab9c045d9f2 req-8896b607-6b56-46de-9272-d6ebfda6b69b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 946 time: 0.0816650 Dec 17 18:23:20.142865 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-bc0cbda7-699c-4b82-8714-1ab9c045d9f2 req-6ddf2ef6-93ae-42c5-933b-3545aa4ed970 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Dec 17 18:23:20.326892 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f3cb-47c7-4b51-904c-61592338cc29 req-878e9cc7-efb2-477a-8f3b-9852b684331c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:20.328598 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b745f3cb-47c7-4b51-904c-61592338cc29 req-878e9cc7-efb2-477a-8f3b-9852b684331c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 946 time: 0.0838768 Dec 17 18:23:20.371937 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-b745f3cb-47c7-4b51-904c-61592338cc29 req-ca4bf1cf-24fa-4e56-8f2f-339d491fa68f tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Dec 17 18:23:20.393293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59956) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:20.513296 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d487e1-c28a-4167-ab76-c2ed0b49ccde tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:20.514832 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-b1d487e1-c28a-4167-ab76-c2ed0b49ccde tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1094 time: 0.1205668 Dec 17 18:23:20.517602 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 59962) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:23:20.523104 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:23:20.528956 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:23:20.532810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:floatingip and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:23:20.536221 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:23:20.541911 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:23:20.623273 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:20.876237 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:21.008670 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Allocated IP 172.26.4.146 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/37aabfb2-8ede-4b76-84c9-74d35df3e98f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:23:21.156259 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:21.229186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:21.233790 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-51a3a9da-80ca-475d-af0c-27f7e9ddb31a tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:21.293567 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:23:21.296340 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:23:21.300093 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:23:21.343186 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=37aabfb2-8ede-4b76-84c9-74d35df3e98f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:21.347344 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:21.750637 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:21.869449 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:22.076463 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:22.125639 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:22.129401 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f3ad5388-5d5c-44ee-a1b9-16b61acdb1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:23:22.240258 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=37aabfb2-8ede-4b76-84c9-74d35df3e98f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:23:22.244183 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:23:22.250601 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:22.418609 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.db.l3_db [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Floating IP d2af7b33-dac5-464d-8827-1d2cbcfa4852 associated. External IP: 172.26.4.146, port: fc749b85-1ac1-484f-af19-ec4ae49a4bec. Dec 17 18:23:22.905369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:23:23.080605 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:23:23.090778 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:23:23.100458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:23:23.101079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:23.148784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:23.210491 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-529ea3a4-72d3-4b4a-9170-d72c7ed8165e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6917286 Dec 17 18:23:23.211167 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:23:23.254891 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'status': 'completed', 'code': 200} Dec 17 18:23:23.282406 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:23:23.349694 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-36f9bd08-601a-4f5d-a061-1b21c6be01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:23.351126 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-36f9bd08-601a-4f5d-a061-1b21c6be01d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1099 time: 0.0730391 Dec 17 18:23:23.483139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-81eb1aff-b819-4954-8689-d6bccf559df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:23.484583 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-81eb1aff-b819-4954-8689-d6bccf559df2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1266093 Dec 17 18:23:23.586586 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-c6eabf27-f779-4bdb-a9a4-96b7000dce52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1000 time: 0.0955610 Dec 17 18:23:23.627081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:21Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:23.630842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:23:23.638980 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:23:23.639587 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:23:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:23.649806 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-3c80f444-e983-4b99-8d43-4edaeb4c4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:23.651273 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-3c80f444-e983-4b99-8d43-4edaeb4c4499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0584924 Dec 17 18:23:23.729092 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-bea9ad9d-c5b9-4be5-b175-03492d4ba281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:23:23.730625 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-bea9ad9d-c5b9-4be5-b175-03492d4ba281 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733786 Dec 17 18:23:23.812324 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:23:23.860671 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-95c03f44-858a-4a2d-aa10-994f277b23b0 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227415 Dec 17 18:23:23.990417 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-efb3db52-55ea-4f81-b9f9-e8a055ff709f req-57e3ac38-f4f8-4eb6-8e2a-e926c1a1513c service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Dec 17 18:23:24.156383 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:21Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:23:24.160298 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f89de-5d3c-40c8-add8-d06a951f7c42 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:21Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:23:24.364692 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9161e6-c6e5-46d2-b24f-8b34af19ee2b None None] New status for floating IP d2af7b33-dac5-464d-8827-1d2cbcfa4852: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:23:32.296911 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e05f2acf-b55c-49a6-a497-6ffd83340a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:35.142815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-0462f772-6352-4988-a3a9-65eb8cf9bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:36.074124 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:36.102660 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:37.594509 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:46.331103 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:23:50.577037 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:24:02.296402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-675bbd4f-2630-4c44-9f00-334ca57570e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:05.113677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9d62e174-d536-443d-b0f8-ace167ddafac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:06.033605 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:06.050462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:07.616602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:11.065189 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-a1aa8ea7-b1db-4a34-9b79-b7319b663a19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758064 Dec 17 18:24:11.205851 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-781e9e5a-8bbc-487a-a335-2a1ed9ffb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:24:11.207301 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-781e9e5a-8bbc-487a-a335-2a1ed9ffb820 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1099 time: 0.0706367 Dec 17 18:24:11.491840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-af23b675-595b-4c14-aa98-400e5e7a2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:24:11.493290 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-af23b675-595b-4c14-aa98-400e5e7a2200 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.2637613 Dec 17 18:24:11.594041 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-16a241bd-69cb-4ab1-abbc-00ef2fdf1749 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1002 time: 0.0926604 Dec 17 18:24:11.659425 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-2313b09f-91ba-4070-8555-858df5cbed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:24:11.660796 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-2313b09f-91ba-4070-8555-858df5cbed1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0597949 Dec 17 18:24:11.742724 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-4cf4b39c-fa93-4953-87d4-117e4bf66c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:24:11.744129 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-4cf4b39c-fa93-4953-87d4-117e4bf66c0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758021 Dec 17 18:24:11.874896 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-6c883ea2-8cea-4793-92e5-4c23dd1ab3d7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233814 Dec 17 18:24:12.004870 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cf72cfb7-1293-4580-a1c8-0db899be2d40 req-bed15ffc-61a1-4804-a7f8-54fa69be5d1b service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228898 Dec 17 18:24:16.256604 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:27.577014 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:24:32.290145 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31ab9693-f8d6-4761-bd3e-66ac7e779c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:35.124254 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1797aa22-7c5c-40b7-9756-370052410071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:36.067282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:36.072981 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:37.650081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:24:46.261092 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:02.278419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4ba29829-5e6a-43c6-9ac3-abd2d2f1cf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:04.576357 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:25:05.118418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-475517bd-35df-4019-a6ac-1dac5261a102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:06.061274 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:06.083684 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:07.609533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:13.615276 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-90723173-f21b-4ded-9a5f-ff33cada497a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746794 Dec 17 18:25:13.754521 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-c68bb1d9-17ec-498f-9d58-986284e72be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:25:13.755977 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-c68bb1d9-17ec-498f-9d58-986284e72be9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1099 time: 0.0723324 Dec 17 18:25:13.904473 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-a076d82a-3822-4012-986a-054cda8d8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:25:13.905838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-a076d82a-3822-4012-986a-054cda8d8622 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1318407 Dec 17 18:25:14.006799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-3dd70ef1-5013-4147-9ac7-141aa69d71b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1002 time: 0.0942905 Dec 17 18:25:14.067389 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-d7826b48-e9a8-4bdb-82c6-7f2e1c1a2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:25:14.068808 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-d7826b48-e9a8-4bdb-82c6-7f2e1c1a2a47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0559289 Dec 17 18:25:14.144845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-901695c3-bbab-4dde-9649-8ccc8631c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:25:14.146302 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-901695c3-bbab-4dde-9649-8ccc8631c013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716169 Dec 17 18:25:14.278854 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-3a4ec259-44e6-444c-a08a-fabc19a495d2 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260092 Dec 17 18:25:14.406878 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-69d4f368-4f2d-41d4-84b8-a7a997649b3e req-a5558254-b727-4bdc-a04d-d35fb9dd7b0d service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211231 Dec 17 18:25:16.278184 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:32.300466 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-3b090f97-478e-4138-8672-458a7608d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:35.146711 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-977683df-908b-414f-ab32-67edbcbfdcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:36.054659 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:36.083065 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:37.620690 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:41.575683 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:25:46.300618 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:56.178895 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:25:56.317362 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:25:56.331471 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:25:56.389557 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:56.405969 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc749b85-1ac1-484f-af19-ec4ae49a4bec {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:25:56.420318 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:25:56.471624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:56.473375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-290c2e5b-a5a3-4a43-aa33-4c76aede6d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:25:56.537992 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:25:56.545353 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.545705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.546093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.546426 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.546754 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.547079 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.547404 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.547723 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.548044 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.548361 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.548679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.548993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:25:56.552677 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:25:56.556955 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['fc749b85-1ac1-484f-af19-ec4ae49a4bec'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:25:58.197495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:25:58.267657 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port fc749b85-1ac1-484f-af19-ec4ae49a4bec triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:25:58.268029 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:58.379198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:58.404559 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:25:58.414810 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:25:58.454617 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:25:58.457116 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:25:58.522081 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:25:58.526045 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:25:59.468221 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'code': 200} Dec 17 18:26:02.317717 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-45808fa0-8b7f-4ca2-b3fc-b9b485fe28ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:05.140349 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-296a1b04-9e02-48aa-b562-897b95458602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:06.180439 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:06.186745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:07.637745 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:10.720272 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-d80c0b85-6c01-40c2-b131-ab44ffac8685 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708446680&fields=id&tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 267 time: 0.0423331 Dec 17 18:26:10.989214 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-826c893f-cfa5-4ff0-b3b2-4cd3737ef68c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:10.990627 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-826c893f-cfa5-4ff0-b3b2-4cd3737ef68c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 810 time: 0.2632415 Dec 17 18:26:11.004955 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-1d42055c-c796-440d-8c88-88bbfabcfe6c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/quotas/2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 375 time: 0.0087736 Dec 17 18:26:11.098577 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-94c26c30-c040-481e-a2c3-62cb935575d4 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881796 Dec 17 18:26:11.159993 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-a3d91c97-96ec-466f-ad36-7bd1245d9b7e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 18:26:11.160945 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-a3d91c97-96ec-466f-ad36-7bd1245d9b7e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465267 Dec 17 18:26:11.290579 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-fca6a8cc-9312-451b-90eb-3b597dabe69a service neutron] 10.222.0.61 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237833 Dec 17 18:26:11.424715 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-208810fa-2b2b-4af5-bc6d-e51c6aaee1bb service neutron] 10.222.0.61 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284544 Dec 17 18:26:11.751838 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-46d4b08d-9dfd-475a-a8a9-061ca78265da req-0880eae1-e00a-4df5-b80f-bcfc0efd5684 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0980129 Dec 17 18:26:12.905293 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-5b946428-816d-42db-977f-8a5aac354eba req-7cb26b1b-cdc8-45f6-b033-84f8a0ba543a tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0432348 Dec 17 18:26:13.721828 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-5fb94202-8924-4ce0-b3b5-396cc004709e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:13.723171 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-5fb94202-8924-4ce0-b3b5-396cc004709e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 810 time: 0.1481593 Dec 17 18:26:13.770773 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-c4cc2f8f-130e-48cf-a746-864f513c9612 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3 HTTP/1.1" status: 200 len: 380 time: 0.0387278 Dec 17 18:26:13.779431 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'port': {'device_id': '97762985-34e0-4f36-b864-09030fe1d4f6', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'admin_state_up': True, 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'security_groups': ['4ccb3499-6e77-42bb-a331-53f73aa0a758']}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:26:13.914404 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:26:13.925206 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.quota.driver [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:26:13.991784 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Made reservation on behalf of 2c4fa5fdae5f4ab783b5e8e636289ce3 for: {'port': 1} {{(pid=88116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 18:26:13.996060 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:14.105696 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6d8ae2f0-fba4-4ff0-91b6-4573953fd8e9 req-b5e35946-a59c-48ab-96ae-adf49d441063 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0479867 Dec 17 18:26:14.205194 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Allocated IP 172.20.0.9 (7e2175e4-f8ee-4683-849d-3eff38157dde/0c031b2e-c706-4d2d-9352-760841c69ba1/b1183f65-7e61-44fc-abd6-a8488c304b5f) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:26:14.404057 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:14.419485 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Transition to ACTIVE for port object b1183f65-7e61-44fc-abd6-a8488c304b5f will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:26:14.516191 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:14.531807 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-959211c7-9f00-4c00-a5eb-e67f1df53bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:14.573056 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Network 7e2175e4-f8ee-4683-849d-3eff38157dde is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:26:14.579989 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources bound (agent type, host, resource id): {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:26:14.583438 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:26:14.705348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:14.705348 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:14.766153 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:14.786922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.789861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.789861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.789861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.789861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.789861 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.792912 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.793444 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.793864 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.794292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.794845 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.795219 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:14.799782 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:14.838776 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-52b56a4a-6d7b-4e8f-b624-7198a972941d tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0625803 Dec 17 18:26:14.980762 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9123ddf3-433b-47c4-9cb3-b7cb2b41a075 None None] Provisioning for port b1183f65-7e61-44fc-abd6-a8488c304b5f completed by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:26:14.987208 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-9123ddf3-433b-47c4-9cb3-b7cb2b41a075 None None] Provisioning complete for port b1183f65-7e61-44fc-abd6-a8488c304b5f triggered by entity DHCP. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:26:14.994666 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-9123ddf3-433b-47c4-9cb3-b7cb2b41a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:15.048375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-9123ddf3-433b-47c4-9cb3-b7cb2b41a075 None None] Port b1183f65-7e61-44fc-abd6-a8488c304b5f cannot update to ACTIVE because it is not bound. {{(pid=88118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 17 18:26:15.290491 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572069c-a3ca-4ffb-b3ad-3b0cb8762114 req-d7ddb35b-3cc8-47b8-ab2a-d9b5401dddfe tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:15.291321 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-4572069c-a3ca-4ffb-b3ad-3b0cb8762114 req-d7ddb35b-3cc8-47b8-ab2a-d9b5401dddfe tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:26:15.363800 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-4572069c-a3ca-4ffb-b3ad-3b0cb8762114 req-d7ddb35b-3cc8-47b8-ab2a-d9b5401dddfe tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:26:15.365323 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4572069c-a3ca-4ffb-b3ad-3b0cb8762114 req-d7ddb35b-3cc8-47b8-ab2a-d9b5401dddfe tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.1555114 Dec 17 18:26:15.413154 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4572069c-a3ca-4ffb-b3ad-3b0cb8762114 req-88ab7711-0103-4363-beae-dfa1401e8210 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Dec 17 18:26:16.274742 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:26:16.319376 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:16.392454 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:16.421190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:26:16.431956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:26:16.479844 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'code': 200} Dec 17 18:26:16.491229 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:16.493550 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:16.576296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:16.579551 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:16.620320 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155e04-227e-4131-803f-f4046a9485d7 req-1c8b804f-b1c6-4a0a-b0de-abad12582d70 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:16.621799 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54155e04-227e-4131-803f-f4046a9485d7 req-1c8b804f-b1c6-4a0a-b0de-abad12582d70 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0882475 Dec 17 18:26:16.667487 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-54155e04-227e-4131-803f-f4046a9485d7 req-4c94565e-79d9-4dfd-905f-32324f79caa1 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Dec 17 18:26:17.860986 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a8a32-6f91-4a4a-801e-3e189336b093 req-d82ba653-c49f-444f-9780-daada4068c4b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:17.862503 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-244a8a32-6f91-4a4a-801e-3e189336b093 req-d82ba653-c49f-444f-9780-daada4068c4b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0823798 Dec 17 18:26:17.912934 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-244a8a32-6f91-4a4a-801e-3e189336b093 req-1d8984d7-48e4-473d-ad89-97f18bf0a237 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Dec 17 18:26:18.574865 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:26:19.109646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af99dde-a710-4215-a1e1-53bca73fddc8 req-0a283813-d7ed-4baa-89d8-dd8d72d68d9e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:19.111153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2af99dde-a710-4215-a1e1-53bca73fddc8 req-0a283813-d7ed-4baa-89d8-dd8d72d68d9e tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0871587 Dec 17 18:26:19.160465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2af99dde-a710-4215-a1e1-53bca73fddc8 req-d0ddfecc-7495-4b72-8013-3880cd02bb57 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Dec 17 18:26:20.475483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5a139-79bb-4881-a2b3-71ff86219569 req-73bf2eca-b6db-489a-b62c-ef50b6584626 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:20.477521 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d5a139-79bb-4881-a2b3-71ff86219569 req-73bf2eca-b6db-489a-b62c-ef50b6584626 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.2095115 Dec 17 18:26:20.522324 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-70d5a139-79bb-4881-a2b3-71ff86219569 req-fcb2e171-7ebc-4101-9242-be8f173c5475 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390022 Dec 17 18:26:21.712930 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c9e69-8c8f-4166-bed6-77925be12d33 req-e8efad2d-8489-417d-95a1-b61400cc4a3f tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:21.714428 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-646c9e69-8c8f-4166-bed6-77925be12d33 req-e8efad2d-8489-417d-95a1-b61400cc4a3f tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0850101 Dec 17 18:26:21.762432 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-646c9e69-8c8f-4166-bed6-77925be12d33 req-93abfa3e-6297-4b05-bcad-5c867f3d9543 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Dec 17 18:26:22.959143 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155e8e-e8b9-46fb-8354-feefa1b36e2c req-e88cb855-d509-4728-bf19-bb3493721a1b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:22.960620 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40155e8e-e8b9-46fb-8354-feefa1b36e2c req-e88cb855-d509-4728-bf19-bb3493721a1b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0866854 Dec 17 18:26:23.011527 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-40155e8e-e8b9-46fb-8354-feefa1b36e2c req-eefaa718-0da2-4056-bbb9-322fcd9d4ffd tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Dec 17 18:26:24.213575 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaed64-e343-40b7-bcbe-874216648b29 req-ed753f76-7664-4f2e-928f-6186b90f9ccc tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:24.215037 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0bbaed64-e343-40b7-bcbe-874216648b29 req-ed753f76-7664-4f2e-928f-6186b90f9ccc tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0855212 Dec 17 18:26:24.261340 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-0bbaed64-e343-40b7-bcbe-874216648b29 req-fa2cff91-4828-4cd7-a1b4-9bca2c00a294 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Dec 17 18:26:25.445108 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dce2d-67ac-469c-965f-331534041b2a req-45235686-1fbe-4804-a7f2-c264f422e8ab tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:25.446599 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a1dce2d-67ac-469c-965f-331534041b2a req-45235686-1fbe-4804-a7f2-c264f422e8ab tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0803413 Dec 17 18:26:25.491774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-6a1dce2d-67ac-469c-965f-331534041b2a req-a677663e-5993-465b-b687-b1c75e5cfd92 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Dec 17 18:26:26.680840 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546511f-efd6-43d0-92db-bbdd16395b89 req-dfea4bdb-9c50-4e69-a8b0-7defeec93f05 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:26.682300 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4546511f-efd6-43d0-92db-bbdd16395b89 req-dfea4bdb-9c50-4e69-a8b0-7defeec93f05 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0851109 Dec 17 18:26:26.724844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4546511f-efd6-43d0-92db-bbdd16395b89 req-e2506ee9-df92-4f19-9b2e-532a1ef6e2d5 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Dec 17 18:26:27.200114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.60', 59352) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:26:27.203541 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.v2.base [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Request body: {'port': {'device_id': '97762985-34e0-4f36-b864-09030fe1d4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8210'}} {{(pid=88116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:26:27.279391 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-f313df2a-eaa8-44da-a467-b1eacc5e1915 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781000 Dec 17 18:26:27.317648 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:27.424791 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-1f41edba-778c-418b-a054-1895130a714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:27.426285 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-1f41edba-778c-418b-a054-1895130a714c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1097 time: 0.0724056 Dec 17 18:26:27.572823 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-9a762429-f1c9-4fd3-95d4-293aeb754e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:27.574517 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-9a762429-f1c9-4fd3-95d4-293aeb754e46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1294291 Dec 17 18:26:27.662778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1183f65-7e61-44fc-abd6-a8488c304b5f {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:26:27.670058 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:27.678597 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-d9c0401e-8536-4003-9eda-f9192fa68eaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1000 time: 0.0967867 Dec 17 18:26:27.684573 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Transition to ACTIVE for port object b1183f65-7e61-44fc-abd6-a8488c304b5f will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 18:26:27.739756 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:27.740176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-74e484e2-7bd8-4519-843e-5d4f81186680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:27.741585 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-74e484e2-7bd8-4519-843e-5d4f81186680 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0564227 Dec 17 18:26:27.745023 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-00cf0b67-acd6-40b7-b920-e990c5e3733e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:27.831597 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-3d94ecce-56b5-4072-8e5b-400c99b0083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:27.833202 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-3d94ecce-56b5-4072-8e5b-400c99b0083a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852416 Dec 17 18:26:27.873345 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:27.911139 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:27.972999 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-2a426cdc-b263-4379-bdef-9ab76bb80495 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328504 Dec 17 18:26:28.045006 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Attempting to bind port b1183f65-7e61-44fc-abd6-a8488c304b5f on host hv-neutron-8210 for vnic_type normal with profile {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 18:26:28.045393 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Attempting to bind port b1183f65-7e61-44fc-abd6-a8488c304b5f by drivers openvswitch,hyperv on host hv-neutron-8210 at level 0 using segments [{'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 18:26:28.045939 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Attempting to bind port b1183f65-7e61-44fc-abd6-a8488c304b5f on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:26:28.054758 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Port b1183f65-7e61-44fc-abd6-a8488c304b5f on network 7e2175e4-f8ee-4683-849d-3eff38157dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8210 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 17 18:26:28.055642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Attempting to bind port b1183f65-7e61-44fc-abd6-a8488c304b5f on network 7e2175e4-f8ee-4683-849d-3eff38157dde {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 17 18:26:28.073079 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72038ba-0eff-4585-8e49-b6c104ebfd41 req-6205c47d-e8bc-4315-933f-274a585b4ec2 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:28.074861 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f72038ba-0eff-4585-8e49-b6c104ebfd41 req-6205c47d-e8bc-4315-933f-274a585b4ec2 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.2153044 Dec 17 18:26:28.075598 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Checking agent: {'id': '905e181b-331d-402d-bda7-8d1f6256b89b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8210', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'started_at': datetime.datetime(2021, 12, 17, 16, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 17 18:26:28.075938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Checking segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 17 18:26:28.076316 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Bound using segment: {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 17 18:26:28.076755 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Bound port: b1183f65-7e61-44fc-abd6-a8488c304b5f, host: hv-neutron-8210, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b7535b-66a6-43eb-a4ec-34e04f5702eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 18:26:28.077100 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:28.112205 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [req-c16ab3d2-cc07-49ca-85d3-6dfffcb547fc req-67f1373f-71bc-4b96-9665-25a6855e5668 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319315 Dec 17 18:26:28.175790 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f72038ba-0eff-4585-8e49-b6c104ebfd41 req-3f4eda86-19c0-4f29-93c2-e85c875295bb tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846224 Dec 17 18:26:28.202594 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 17 18:26:28.205496 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 17 18:26:28.288245 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6417524'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:28.292440 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-74df6dce-2e69-4c2e-ba39-76ceb876933e tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:28.352483 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:28.353106 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:28.354474 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] 10.222.0.60 "PUT /v2.0/ports/b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 200 len: 1093 time: 1.1560411 Dec 17 18:26:28.354988 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:26:28.376003 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:28.381346 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-89c77df6-5c64-4ea4-80b3-76eb340fc59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:28.404436 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'status': 'completed', 'code': 200} Dec 17 18:26:28.498445 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-3d7610ae-3331-4478-b82f-410a62e62c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:28.499928 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-3d7610ae-3331-4478-b82f-410a62e62c03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0735152 Dec 17 18:26:28.639877 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-21c17260-066b-484f-b167-33fea1d2519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:28.641210 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-21c17260-066b-484f-b167-33fea1d2519c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1333992 Dec 17 18:26:28.889779 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-c88aa767-5393-4e75-b07a-70b45eca9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:28.891333 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-41ac9d77-09b2-4bdf-9ab2-1966eb3f8c8b req-c88aa767-5393-4e75-b07a-70b45eca9a4f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439134 Dec 17 18:26:28.999495 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-b83c45c8-42e0-47c5-9102-ffbebc051e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:29.000941 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-b83c45c8-42e0-47c5-9102-ffbebc051e2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0736575 Dec 17 18:26:29.073145 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-992b7f3e-5ff5-45e3-bcd6-c883f9ad16d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 200 len: 217 time: 0.0600154 Dec 17 18:26:29.136901 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-fc9ec5bf-0016-4b6d-89e9-ca3048bde392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:29.138298 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-fc9ec5bf-0016-4b6d-89e9-ca3048bde392 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0589893 Dec 17 18:26:29.211850 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-c4f0c154-e831-4064-95fd-c28f18474345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:29.212932 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-c4f0c154-e831-4064-95fd-c28f18474345 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681772 Dec 17 18:26:29.404703 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-683f3102-2791-4e9f-8de4-1a3a30dcd830 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841149 Dec 17 18:26:29.438437 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781773ac-bd4a-4842-ae32-2f08c16153d9 req-9898f433-4b15-4237-a66d-f3ebcac42d26 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:29.439812 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-781773ac-bd4a-4842-ae32-2f08c16153d9 req-9898f433-4b15-4237-a66d-f3ebcac42d26 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1420329 Dec 17 18:26:29.558497 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-781773ac-bd4a-4842-ae32-2f08c16153d9 req-fd696c2e-7446-4597-aa0b-141b4454501b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731118 Dec 17 18:26:29.576441 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ca455026-dbcd-4d0f-8a05-eedc8dd58478 req-7c8f9e65-00f0-42b8-9d2a-6790cff5a8c3 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647296 Dec 17 18:26:30.744208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9f932-6d82-467b-bd0e-802060285a07 req-bca20a2f-792b-4acc-ab6f-f228022a1ad7 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:30.745653 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2df9f932-6d82-467b-bd0e-802060285a07 req-bca20a2f-792b-4acc-ab6f-f228022a1ad7 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0818839 Dec 17 18:26:30.796469 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-2df9f932-6d82-467b-bd0e-802060285a07 req-de853b18-920d-46e9-93a2-1e065c60e151 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Dec 17 18:26:31.981893 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59440d0b-cb0f-43eb-b35a-a7d4ecaae316 req-c2c8dee0-96f1-4d65-bb6c-c8e8987a9b05 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:31.983335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-59440d0b-cb0f-43eb-b35a-a7d4ecaae316 req-c2c8dee0-96f1-4d65-bb6c-c8e8987a9b05 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0808845 Dec 17 18:26:32.026920 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-59440d0b-cb0f-43eb-b35a-a7d4ecaae316 req-ce19d976-5735-41e4-a91d-c00bd22d4c80 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 Dec 17 18:26:32.281680 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1250ae43-1688-44b7-9625-4b1c747e4d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:32.328051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:26:32.455965 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:26:32.468951 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'mac_address': 'fa:16:3e:72:ae:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:26:32.557505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:32.574160 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1183f65-7e61-44fc-abd6-a8488c304b5f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:26:32.589422 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:26:32.653291 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:32.655077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-48b44684-dea2-48b5-a95c-17f37febb2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:32.718686 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=4']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:32.721679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:33.034392 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b1183f65-7e61-44fc-abd6-a8488c304b5f'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:26:33.213622 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01aaac-2d8b-451b-ab26-1b65ddfa9ecb req-3ef5961a-4492-44c3-a181-3452db6c39d8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:33.215104 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba01aaac-2d8b-451b-ab26-1b65ddfa9ecb req-3ef5961a-4492-44c3-a181-3452db6c39d8 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 944 time: 0.0844615 Dec 17 18:26:33.260232 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-ba01aaac-2d8b-451b-ab26-1b65ddfa9ecb req-6047a375-efde-47da-9c6d-12edf110fa9a tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Dec 17 18:26:34.343928 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:26:34.444172 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6729-ed66-4abd-95cd-7e04746e2192 req-5869b82c-b8b5-4a6a-9d30-7f9b6c04aee6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:34.446281 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e1e6729-ed66-4abd-95cd-7e04746e2192 req-5869b82c-b8b5-4a6a-9d30-7f9b6c04aee6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 944 time: 0.0787218 Dec 17 18:26:34.465312 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning for port b1183f65-7e61-44fc-abd6-a8488c304b5f completed by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 18:26:34.470424 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port b1183f65-7e61-44fc-abd6-a8488c304b5f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:26:34.470811 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:34.489366 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-4e1e6729-ed66-4abd-95cd-7e04746e2192 req-8fa49717-223e-45dd-a4b0-4d7bfe2ea1e2 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371835 Dec 17 18:26:34.586022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:34.611131 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:26:34.620952 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:26:34.655180 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'code': 200} Dec 17 18:26:34.699884 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:34.702442 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:34.766768 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=5']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:34.769663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:35.006875 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec43ed-bc5b-41c3-832d-620baf2975e6 req-c6380c4d-0d45-418e-921a-7a2f90293567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:35.008868 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aeec43ed-bc5b-41c3-832d-620baf2975e6 req-c6380c4d-0d45-418e-921a-7a2f90293567 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0750921 Dec 17 18:26:35.050657 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-aeec43ed-bc5b-41c3-832d-620baf2975e6 req-80147927-74e0-44a6-b8ac-ebd5935e5fc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Dec 17 18:26:35.134465 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c60e280c-1624-4100-b0e5-766887f33c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:35.670369 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43726cb7-3e42-4a22-9efb-9e94d20599f4 req-1867aea2-18ab-4dd6-a34e-6898dfa483ff tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:35.671783 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43726cb7-3e42-4a22-9efb-9e94d20599f4 req-1867aea2-18ab-4dd6-a34e-6898dfa483ff tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0778248 Dec 17 18:26:35.715326 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-43726cb7-3e42-4a22-9efb-9e94d20599f4 req-490db898-db9d-4557-b766-fbb9f91bccb7 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378921 Dec 17 18:26:36.082622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:36.088440 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:36.903293 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26701-1b25-4b1f-a908-9cf11bdab54f req-f6d19e72-b8ae-4154-bada-15706b7ac055 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:36.904745 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-09c26701-1b25-4b1f-a908-9cf11bdab54f req-f6d19e72-b8ae-4154-bada-15706b7ac055 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0830972 Dec 17 18:26:36.948259 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-09c26701-1b25-4b1f-a908-9cf11bdab54f req-2d9100c3-e227-4a3f-86d8-25dc89ee4669 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Dec 17 18:26:37.131810 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb4ce-4f94-4702-b033-2eaef434c8fa req-767033d1-b9d0-484e-a5df-eb248fb3efa5 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:37.133740 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-badfb4ce-4f94-4702-b033-2eaef434c8fa req-767033d1-b9d0-484e-a5df-eb248fb3efa5 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0790741 Dec 17 18:26:37.179372 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-badfb4ce-4f94-4702-b033-2eaef434c8fa req-13554b29-1f3d-41f5-ab0e-7f5a62f6e87c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Dec 17 18:26:37.201702 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60292) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:26:37.275092 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ee03a-2dc5-4adf-b61d-b56975603291 tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:37.275845 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-114ee03a-2dc5-4adf-b61d-b56975603291 tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] Synchronizing usage tracker for tenant:2cd5541467bb40fcaaaf4690b10d14ba on resource:port {{(pid=88117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:26:37.328363 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-114ee03a-2dc5-4adf-b61d-b56975603291 tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] Unset dirty status for tenant:2cd5541467bb40fcaaaf4690b10d14ba on resource:port {{(pid=88117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:26:37.329555 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-114ee03a-2dc5-4adf-b61d-b56975603291 tempest-TestSnapshotPattern-716761203 tempest-TestSnapshotPattern-716761203-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1093 time: 0.1268537 Dec 17 18:26:37.332401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60296) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:26:37.338126 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.v2.base [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Request body: {'floatingip': {'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 18:26:37.344215 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 17 18:26:37.348044 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Usage tracker for resource:floatingip and tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 is out of sync, need to count used quota {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 17 18:26:37.350895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.quota.resource [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 17 18:26:37.356528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.quota.driver [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 17 18:26:37.402701 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:37.535640 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:37.631088 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:37.671704 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_common [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Allocated IP 172.26.4.198 (45631bc6-a47c-445b-ac47-0b3abcab212d/76b9521f-017a-48a2-b533-8b8e5e93a321/344a6002-daac-4463-b52b-aa1a5e1fbef2) {{(pid=88117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 18:26:37.928176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:37.996986 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337267541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:38.001380 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-34e50da9-cc98-4457-bb51-fdd2427f7599 tempest-TestShelveInstance-1873917993 tempest-TestShelveInstance-1873917993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:38.058634 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Network 45631bc6-a47c-445b-ac47-0b3abcab212d is already hosted by enough agents. {{(pid=88117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 18:26:38.061528 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Resources bound (agent type, host, resource id): {{(pid=88117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 18:26:38.065311 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Received port after_create {{(pid=88117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 17 18:26:38.110677 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=344a6002-daac-4463-b52b-aa1a5e1fbef2,revision_number=1']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:38.122783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.123176 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.123556 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.123927 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.124295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.124665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.125027 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.125388 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.125749 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.126133 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.126491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.126848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:26:38.131579 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:38.497876 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:38.632509 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:38.839848 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:38.883529 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8157792'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:38.887844 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-a458a44e-cea7-444f-8eac-39abb6cddff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:26:38.999613 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event updated for resources: {'Port': ['ID=344a6002-daac-4463-b52b-aa1a5e1fbef2,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:26:39.004474 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:26:39.010187 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7941517'] for floatingip, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:39.186196 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Floating IP e7a464ff-f408-48da-b85d-6eefdc25154d associated. External IP: 172.26.4.198, port: b1183f65-7e61-44fc-abd6-a8488c304b5f. Dec 17 18:26:39.641495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:26:39.815961 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:26:39.826237 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:26:39.835069 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:26:39.835697 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:26:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:26:39.900244 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:39.957938 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5e9b2d95-6696-400f-9e42-108caf60c00b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6244867 Dec 17 18:26:39.958611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:26:40.011223 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:26:40.059201 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'status': 'completed', 'code': 200} Dec 17 18:26:40.153677 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-d4842fdc-9577-4e99-9956-f350bacfdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:40.155103 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-d4842fdc-9577-4e99-9956-f350bacfdf3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0708804 Dec 17 18:26:40.361588 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}, {'id': 'e7a464ff-f408-48da-b85d-6eefdc25154d', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97762985-34e0-4f36-b864-09030fe1d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:26:38Z', 'updated_at': '2021-12-17T18:26:38Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:26:40.365572 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:26:40.374458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:26:40.375070 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:26:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:26:40.407914 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-3bd4c3ba-6516-44a2-9941-a70343627deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:40.409289 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-3bd4c3ba-6516-44a2-9941-a70343627deb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.2479632 Dec 17 18:26:40.512480 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-b62a2279-9131-4548-97cf-2be79f5361ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 200 len: 999 time: 0.0968680 Dec 17 18:26:40.551687 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:26:40.575208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-505566fb-aa6b-416a-a445-07be4f0d3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:40.576638 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-505566fb-aa6b-416a-a445-07be4f0d3001 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0576599 Dec 17 18:26:40.653749 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-34448d31-510d-41f2-81eb-a3e9edae08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:26:40.655330 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-34448d31-510d-41f2-81eb-a3e9edae08c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727091 Dec 17 18:26:40.787472 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-4a5301e8-4597-42fe-ae35-0ef1e0cf4382 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253572 Dec 17 18:26:40.920587 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-434ccb92-b2f6-4120-8918-4947bbd2f9da req-cbdd2f59-3498-48c3-bac5-bd105320d705 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259270 Dec 17 18:26:40.935253 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}, {'id': 'e7a464ff-f408-48da-b85d-6eefdc25154d', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97762985-34e0-4f36-b864-09030fe1d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:26:38Z', 'updated_at': '2021-12-17T18:26:38Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:26:40.939296 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763e7b-f37a-4c35-be53-69ca39b18518 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}, {'id': 'e7a464ff-f408-48da-b85d-6eefdc25154d', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97762985-34e0-4f36-b864-09030fe1d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:26:38Z', 'updated_at': '2021-12-17T18:26:38Z', 'revision_number': 0, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:26:41.131659 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744b800-1609-4045-bb23-5ded2f3a0d53 None None] New status for floating IP e7a464ff-f408-48da-b85d-6eefdc25154d: ACTIVE {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:26:46.287679 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:26:55.573120 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:27:02.282093 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6996491f-7749-49cc-a18b-35fb62ca3874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:05.178592 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-52b2332c-7fc2-4a97-96ee-fd0bea9ddfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:06.064949 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:06.156418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:07.607801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:15.690351 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-414c79d4-76c0-4078-87cb-51db9b4221d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676410 Dec 17 18:27:15.832750 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-1baac44d-daac-4e14-a32e-7f6edd87fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:27:15.834239 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-1baac44d-daac-4e14-a32e-7f6edd87fa6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1097 time: 0.0734088 Dec 17 18:27:15.993154 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-34e05463-f324-493c-803b-efeac86257f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:27:15.994633 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-34e05463-f324-493c-803b-efeac86257f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1418602 Dec 17 18:27:16.098909 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-520e0097-5bff-425c-8bfc-72eb47bf99a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 1000 time: 0.0979776 Dec 17 18:27:16.159817 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-d58f12f1-a55f-43f2-8bae-1477378f0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:27:16.161186 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-d58f12f1-a55f-43f2-8bae-1477378f0417 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0564148 Dec 17 18:27:16.242646 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-67c31270-2f49-4d08-b80d-046aefae91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:27:16.244216 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-67c31270-2f49-4d08-b80d-046aefae91bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768342 Dec 17 18:27:16.355595 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:16.378552 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-8a855ae7-bb52-4412-819d-bba1c0063a76 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275606 Dec 17 18:27:16.507448 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-cbf548e9-fd1a-4237-b575-40b97a9c4611 req-51dc350c-0c2e-49c9-92f3-86cadc6cf2a6 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229551 Dec 17 18:27:32.298773 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-75e07c1c-b135-4bca-887e-9621f1d5bb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:32.573086 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:27:35.138628 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dddbbc6a-a73b-4c50-8e53-8d3d0b068d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:36.065399 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:36.104698 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:37.641506 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:27:46.293106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:02.298528 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d8e98643-e5b9-4bc8-be7c-800bb9b75906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:05.182946 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f9e67af3-e63c-450f-9034-5c8797d003ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:06.075562 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:06.281273 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:07.641293 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:09.572800 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:28:16.304614 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:17.930987 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-13234e41-2a79-4a41-96a8-54a0422d126c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256895 Dec 17 18:28:18.033922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-eed72e7e-3900-4e7e-99ab-cb57b7f84003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:28:18.035699 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-eed72e7e-3900-4e7e-99ab-cb57b7f84003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0821748 Dec 17 18:28:18.300190 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-005e08c8-9bde-421f-bbc3-2a2e8197ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:28:18.301762 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-005e08c8-9bde-421f-bbc3-2a2e8197ae2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.2460287 Dec 17 18:28:18.407992 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-19165214-4672-4b51-83dd-d5255ed18219 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 200 len: 1001 time: 0.0990024 Dec 17 18:28:18.471122 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-b63843e0-f6e4-4eb1-b431-a956ea77c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:28:18.472486 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-b63843e0-f6e4-4eb1-b431-a956ea77c0f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0574126 Dec 17 18:28:18.545315 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-033f9cb3-0396-424c-b500-ac227ecb389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:28:18.546744 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-033f9cb3-0396-424c-b500-ac227ecb389e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669558 Dec 17 18:28:18.679057 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-e82ac5b8-28ba-45d5-96e7-62161b74ea83 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250496 Dec 17 18:28:18.807263 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-e0aa9bc6-16a0-40c3-ba1a-f640ec6e0c59 req-0ac66a21-f2e0-4be8-b478-7dd0d39ddd2b service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218479 Dec 17 18:28:32.296611 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b807996e-76b8-4faa-b5ce-55cc5a5f513a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:35.183305 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-038c4574-eaea-491a-9236-e759c1e9f66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:36.057833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:36.217555 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:37.663600 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:46.309110 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:46.572755 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:28:46.932624 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f details requested by agent hyperv_hv-neutron-8210 with host hv-neutron-8210 {{(pid=88118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 17 18:28:47.063599 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:28:47.077387 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Returning: {'device': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'port_id': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'mac_address': 'fa:16:3e:72:ae:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 17 18:28:47.131746 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:47.147760 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1183f65-7e61-44fc-abd6-a8488c304b5f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 18:28:47.162526 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:28:47.222102 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:47.224049 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:28:47.293681 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=6']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:28:47.300553 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.300910 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.301753 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.302198 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.302533 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.302863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.303190 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.303516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.303840 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.304162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.304485 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.304812 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:28:47.308502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:28:47.317769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] get_ports_and_sgs() called for port_ids ['b1183f65-7e61-44fc-abd6-a8488c304b5f'] {{(pid=88118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 17 18:28:48.958764 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f up at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 17 18:28:49.025057 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.provisioning_blocks [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Provisioning complete for port b1183f65-7e61-44fc-abd6-a8488c304b5f triggered by entity L2. {{(pid=88118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 18:28:49.025444 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360788'] for port, provisioning_complete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:49.147610 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:49.174107 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:28:49.184567 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:28:49.239561 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:28:49.241756 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-daa1aed4-4435-46c8-9991-67b6e5df2810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:28:49.275711 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'code': 200} Dec 17 18:28:49.315260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=7']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:28:49.319021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:02.307421 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ca364218-5b6c-454b-829b-5830a5c0077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:02.952093 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60540) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:03.157127 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Deleting port 344a6002-daac-4463-b52b-aa1a5e1fbef2 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:03.157466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:03.324394 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:03.324724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:03.443362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Calling delete_port for 344a6002-daac-4463-b52b-aa1a5e1fbef2 owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:03.640751 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:03.644392 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5adf25a7-135e-4630-917f-de857738e2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:03.685026 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event deleted for resources: {'Port': ['ID=344a6002-daac-4463-b52b-aa1a5e1fbef2,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:03.696016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.696413 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.696792 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.697586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.697586 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.697903 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.698271 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.698636 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.698998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.699356 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.699716 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.700348 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:03.702998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:03.789915 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:03.790256 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Floating IP e7a464ff-f408-48da-b85d-6eefdc25154d disassociated (deleted). External IP: 172.26.4.198, port: b1183f65-7e61-44fc-abd6-a8488c304b5f. Dec 17 18:29:04.283346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:29:04.460281 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:29:04.469510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:29:04.479126 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:04.479744 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:28:35Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:04.549410 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:04.607045 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-5c17c8d2-2d71-4848-906f-b3d8607f535c tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "DELETE /v2.0/floatingips/e7a464ff-f408-48da-b85d-6eefdc25154d HTTP/1.1" status: 204 len: 168 time: 1.6538110 Dec 17 18:29:04.607665 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:29:04.656929 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'status': 'completed', 'code': 200} Dec 17 18:29:04.703378 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:04.749526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-be26e843-a215-40bc-9d1e-d885f5543a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:04.751153 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-be26e843-a215-40bc-9d1e-d885f5543a09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0723751 Dec 17 18:29:04.888298 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-dc48ff20-e72f-44e3-a3ee-d516e39ddd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:04.889761 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-dc48ff20-e72f-44e3-a3ee-d516e39ddd45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1318970 Dec 17 18:29:04.962936 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-6a1610d0-7c93-42ec-89d5-bcc613e5220c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 200 len: 217 time: 0.0667312 Dec 17 18:29:04.999263 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:05.032163 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-d4bd2a04-0251-4864-bc7e-b860d11f7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:05.033844 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-d4bd2a04-0251-4864-bc7e-b860d11f7fe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0649981 Dec 17 18:29:05.185502 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:05.188406 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-4e88887f-7c39-49aa-8f13-5c9b02971fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:05.189769 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1511271'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:05.190004 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-4e88887f-7c39-49aa-8f13-5c9b02971fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479154 Dec 17 18:29:05.200778 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b8f4b-7f96-4c82-8231-0701ce076329 req-d9adec0f-8046-4cc1-b091-3b8fb8953220 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:05.202084 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f39b8f4b-7f96-4c82-8231-0701ce076329 req-d9adec0f-8046-4cc1-b091-3b8fb8953220 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1171162 Dec 17 18:29:05.203695 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:29:05.210390 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b916a39b-25be-4767-8137-d825f02d434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:05.223181 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:05.223815 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:05.283020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:29:05.311412 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:05.327526 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-f39b8f4b-7f96-4c82-8231-0701ce076329 req-6863e004-5803-4d15-aa80-10c3a97ead82 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071160 Dec 17 18:29:05.364074 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-702f01a8-5f39-4c26-9f40-4aa57fd32edc service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610539 Dec 17 18:29:05.372900 dv-neutron-821073-1-hyperv neutron-server[88118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'code': 200} Dec 17 18:29:05.381096 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793337730874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337267559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337267604'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:05.392040 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:05.479902 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:05.498659 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3a55e450-77b2-4777-9aca-b8fade20abb3 req-24ec8d81-47af-4664-a00d-d0e9b9947d90 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270435 Dec 17 18:29:05.522121 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Pushing event updated for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=8']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:05.532028 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_concurrency.lockutils [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:05.817369 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:05.821515 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139731f-167d-420e-966b-0d45f599dd76 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_floatingips': [{'id': 'd2af7b33-dac5-464d-8827-1d2cbcfa4852', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'router_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'port_id': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'mac_address': 'fa:16:3e:72:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T18:23:21Z', 'updated_at': '2021-12-17T18:23:24Z', 'revision_number': 1, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:29:06.052727 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf23e1c-68d8-4e02-8929-0ef7706d2da9 None None] New status for floating IP e7a464ff-f408-48da-b85d-6eefdc25154d: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:29:06.056189 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:06.086168 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:06.508852 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246abd6-2c17-425b-ac0e-c4292b6aca69 req-73507594-c589-4077-af63-d55bdaecd961 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:06.510335 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3246abd6-2c17-425b-ac0e-c4292b6aca69 req-73507594-c589-4077-af63-d55bdaecd961 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0783858 Dec 17 18:29:06.554262 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-3246abd6-2c17-425b-ac0e-c4292b6aca69 req-f789532b-5296-4693-b3cd-2839bcb31aa6 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Dec 17 18:29:06.989954 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-15ccaf3b-56b6-40f9-acc0-4dc8c1245257 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:06.991465 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-15ccaf3b-56b6-40f9-acc0-4dc8c1245257 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.2013223 Dec 17 18:29:07.060061 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Deleting port b1183f65-7e61-44fc-abd6-a8488c304b5f {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:07.060400 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:07.302175 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] For port b1183f65-7e61-44fc-abd6-a8488c304b5f, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=b1183f65-7e61-44fc-abd6-a8488c304b5f,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:07.302526 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:07.424814 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Calling delete_port for b1183f65-7e61-44fc-abd6-a8488c304b5f owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:07.623151 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:07.629747 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-ebec35d1-62f7-4c9c-b744-db3f361b0967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:07.674738 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:07.710709 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event deleted for resources: {'Port': ['ID=b1183f65-7e61-44fc-abd6-a8488c304b5f,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:07.758566 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d6519e7e-4066-4977-8f60-02712339d2ce req-0061f24c-e391-49fd-a768-29f1c4a54b85 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=97762985-34e0-4f36-b864-09030fe1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0863707 Dec 17 18:29:07.759863 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.760253 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.760635 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.761017 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.761382 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.761752 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.762165 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.762531 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.762897 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.763260 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.763714 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.764208 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821073-1-hyperv {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 18:29:07.771441 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:07.809519 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] No DVR routers for this DVR port b1183f65-7e61-44fc-abd6-a8488c304b5f on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:29:07.811938 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:07.814336 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-deleted', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:29:07.826514 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0123a42-f2d8-4c72-95ae-0c1439da24ea req-bfebe6aa-3f8e-4513-9816-1fa1efc61692 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "DELETE /v2.0/ports/b1183f65-7e61-44fc-abd6-a8488c304b5f HTTP/1.1" status: 204 len: 173 time: 0.8287106 Dec 17 18:29:07.914772 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97762985-34e0-4f36-b864-09030fe1d4f6', 'name': 'network-vif-deleted', 'tag': 'b1183f65-7e61-44fc-abd6-a8488c304b5f', 'status': 'completed', 'code': 200} Dec 17 18:29:10.148581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60610) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:10.350581 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Deleting port 37aabfb2-8ede-4b76-84c9-74d35df3e98f {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:10.350931 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:10.516291 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:10.516611 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:10.638657 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Calling delete_port for 37aabfb2-8ede-4b76-84c9-74d35df3e98f owned by network:floatingip {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:10.849730 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:10.853352 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-7076aed0-2ead-4b4d-93d8-8c9bdae0912c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:10.899547 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event deleted for resources: {'Port': ['ID=37aabfb2-8ede-4b76-84c9-74d35df3e98f,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:10.901928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:10.993734 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:10.994119 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.db.l3_db [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Floating IP d2af7b33-dac5-464d-8827-1d2cbcfa4852 disassociated (deleted). External IP: 172.26.4.146, port: fc749b85-1ac1-484f-af19-ec4ae49a4bec. Dec 17 18:29:11.020565 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:11.055051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: b1183f65-7e61-44fc-abd6-a8488c304b5f {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:11.055402 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device b1183f65-7e61-44fc-abd6-a8488c304b5f not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:11.463084 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:29:11.638482 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:29:11.647917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:29:11.655129 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for floatingip, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:11.656972 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:11.657630 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:11.711741 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-3754062e-376c-4ef6-a257-6c3eeb496423 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "DELETE /v2.0/floatingips/d2af7b33-dac5-464d-8827-1d2cbcfa4852 HTTP/1.1" status: 204 len: 168 time: 1.5620596 Dec 17 18:29:11.712415 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:29:11.758854 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'status': 'completed', 'code': 200} Dec 17 18:29:11.866197 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-b4f5de80-8b50-427d-b146-645830026a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:11.867717 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-b4f5de80-8b50-427d-b146-645830026a78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 1097 time: 0.0720861 Dec 17 18:29:11.890863 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:12.008145 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-3380fbf1-d584-458e-bd09-57f01969de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:12.009618 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-3380fbf1-d584-458e-bd09-57f01969de77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 200 len: 911 time: 0.1359835 Dec 17 18:29:12.090655 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-664bc363-c7a0-4956-b3e7-55f9bf1f1046 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 200 len: 217 time: 0.0679722 Dec 17 18:29:12.162000 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-a3776ffe-487f-4088-94e5-48a54184741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:12.163359 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-a3776ffe-487f-4088-94e5-48a54184741f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 200 len: 849 time: 0.0623415 Dec 17 18:29:12.222022 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:12.225997 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:29:12.234409 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:12.235031 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:12.312590 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ae781-42e1-4653-b7a5-aa691070e7cd req-8229af39-041f-4d47-9c87-398534a46f75 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:12.313275 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-886ae781-42e1-4653-b7a5-aa691070e7cd req-8229af39-041f-4d47-9c87-398534a46f75 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:29:12.318379 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-eed56588-08a7-4e67-9197-c10b24bc85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:12.320035 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-eed56588-08a7-4e67-9197-c10b24bc85b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2175e4-f8ee-4683-849d-3eff38157dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1466367 Dec 17 18:29:12.395665 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-886ae781-42e1-4653-b7a5-aa691070e7cd req-8229af39-041f-4d47-9c87-398534a46f75 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:29:12.396806 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-886ae781-42e1-4653-b7a5-aa691070e7cd req-8229af39-041f-4d47-9c87-398534a46f75 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.2253196 Dec 17 18:29:12.414366 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:12.469622 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-886ae781-42e1-4653-b7a5-aa691070e7cd req-79718365-388e-4756-bf74-a5cd3aa3ca43 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629013 Dec 17 18:29:12.492121 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-4c854281-87a5-4043-a6b0-790fbe6048ca service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579745 Dec 17 18:29:12.618774 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-1d3b9c1e-7b39-4d39-9954-4491cc97e824 req-6b36c04b-c662-4e1b-bc1a-91856858e1f6 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 Dec 17 18:29:12.719529 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:12.723896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d20b7-767f-4a71-8d5d-2b55714c3c72 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:22:51Z', 'revision_number': 4, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv', '_interfaces': [{'id': 'da28fd5d-3f1e-4903-bc02-50dbc2acb1b5', 'name': '', 'network_id': '7e2175e4-f8ee-4683-849d-3eff38157dde', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'mac_address': 'fa:16:3e:59:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:50Z', 'updated_at': '2021-12-17T18:22:57Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'subnets': [{'id': '0c031b2e-c706-4d2d-9352-760841c69ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:29:12.950246 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bec86-50a7-4c13-b79c-ca0bd5642f10 None None] New status for floating IP d2af7b33-dac5-464d-8827-1d2cbcfa4852: DOWN {{(pid=88119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 18:29:13.238140 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-68358ded-584f-472d-bf87-5342520cf1f0 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:13.239502 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-68358ded-584f-472d-bf87-5342520cf1f0 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.2023594 Dec 17 18:29:13.308466 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Deleting port fc749b85-1ac1-484f-af19-ec4ae49a4bec {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:13.308805 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:13.548430 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.db [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] For port fc749b85-1ac1-484f-af19-ec4ae49a4bec, host hv-neutron-8210, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8210',level=0,port_id=fc749b85-1ac1-484f-af19-ec4ae49a4bec,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:13.548791 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:13.707832 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Calling delete_port for fc749b85-1ac1-484f-af19-ec4ae49a4bec owned by compute:nova {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:13.812929 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd606228-61ef-4759-bcb6-93866227735f req-24df6573-9a36-45cf-9860-358e82046d23 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 18:29:13.814318 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd606228-61ef-4759-bcb6-93866227735f req-24df6573-9a36-45cf-9860-358e82046d23 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 944 time: 0.2024164 Dec 17 18:29:13.903182 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-dd606228-61ef-4759-bcb6-93866227735f req-f67a7369-66ee-4ec9-9ff2-74480b9a84bb tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ccb3499-6e77-42bb-a331-53f73aa0a758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594838 Dec 17 18:29:13.948757 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6417533'] for port, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:13.954364 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-1203ff0b-5fc7-45b0-891b-d33d31dcc977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:13.999533 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event deleted for resources: {'Port': ['ID=fc749b85-1ac1-484f-af19-ec4ae49a4bec,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:14.002642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:14.082350 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] No DVR routers for this DVR port fc749b85-1ac1-484f-af19-ec4ae49a4bec on host hv-neutron-8210 {{(pid=88116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:29:14.084642 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453261'] for port, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:14.087292 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-deleted', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 18:29:14.133328 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad728708-fcfa-4d13-9722-89d8e816afbe', 'name': 'network-vif-deleted', 'tag': 'fc749b85-1ac1-484f-af19-ec4ae49a4bec', 'status': 'completed', 'code': 200} Dec 17 18:29:14.166287 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-175e0697-71c8-45a8-8135-bddc3cec24a3 req-f13358ba-fb40-4133-aa33-080c5f17623b tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.60 "DELETE /v2.0/ports/fc749b85-1ac1-484f-af19-ec4ae49a4bec HTTP/1.1" status: 204 len: 173 time: 0.9201021 Dec 17 18:29:15.066470 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d0238bd4-7639-4fd8-83cf-5ec6165011c8 req-feb059b1-447b-41b3-995a-aca407d6f642 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Synchronizing usage tracker for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 17 18:29:15.160899 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.quota.resource [req-d0238bd4-7639-4fd8-83cf-5ec6165011c8 req-feb059b1-447b-41b3-995a-aca407d6f642 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Unset dirty status for tenant:2c4fa5fdae5f4ab783b5e8e636289ce3 on resource:port {{(pid=88116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 17 18:29:15.162102 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [req-d0238bd4-7639-4fd8-83cf-5ec6165011c8 req-feb059b1-447b-41b3-995a-aca407d6f642 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad728708-fcfa-4d13-9722-89d8e816afbe HTTP/1.1" status: 200 len: 210 time: 0.1382287 Dec 17 18:29:16.268115 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60642) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:16.342139 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:16.354845 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:16.370897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:16.483946 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:16.487863 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7c4-c003-4d91-abe7-67f5e5458cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:16.502460 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccb3499-6e77-42bb-a331-53f73aa0a758,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:16.505091 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:16.574122 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:16.575341 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d59f3294-3627-4e72-9164-a30526007520 tempest-TestSnapshotPattern-1522541021 tempest-TestSnapshotPattern-1522541021-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ccb3499-6e77-42bb-a331-53f73aa0a758 HTTP/1.1" status: 204 len: 168 time: 0.3062260 Dec 17 18:29:16.685766 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60650) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:17.060748 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec no longer exists at agent hyperv_hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:17.099705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] No Port match for: fc749b85-1ac1-484f-af19-ec4ae49a4bec {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:17.100073 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Device fc749b85-1ac1-484f-af19-ec4ae49a4bec not bound to the agent host hv-neutron-8210 {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:17.323619 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:17.668530 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Deleting port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:17.668782 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:17.948618 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] For port da28fd5d-3f1e-4903-bc02-50dbc2acb1b5, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:17.948888 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:18.081194 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Calling delete_port for da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:18.438370 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:18.441865 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-f867c764-79cc-4ca7-85cf-ebd3d17cd119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:18.487361 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Pushing event deleted for resources: {'Port': ['ID=da28fd5d-3f1e-4903-bc02-50dbc2acb1b5,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:18.490589 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:18.757397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:19.118585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:29:19.413705 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:29:19.422352 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Sync routers for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:29:19.431893 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:19.432516 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:19.470623 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-316123c0-abca-46c4-b354-1341a609675e admin admin] 10.222.0.61 "PUT /v2.0/routers/a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837436 Dec 17 18:29:19.473036 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60656) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:19.612172 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:19.667539 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:19.842676 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:19.895890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Deleting port 9f34666f-eb23-4b74-95d8-2f3d0c696254 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:19.895890 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:19.944419 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:29:18Z', 'revision_number': 5, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port': {'id': '9f34666f-eb23-4b74-95d8-2f3d0c696254', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:47Z', 'updated_at': '2021-12-17T18:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:19.948431 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Checking router: a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 for host: dv-neutron-821073-1-hyperv {{(pid=88118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:29:19.956663 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Routers {'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:19.957282 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'], 'active': True} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:20.071277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] For port 9f34666f-eb23-4b74-95d8-2f3d0c696254, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=9f34666f-eb23-4b74-95d8-2f3d0c696254,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:20.071626 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.117118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_dvr_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] Set router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 gateway port host: None {{(pid=88118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:20.193652 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Calling delete_port for 9f34666f-eb23-4b74-95d8-2f3d0c696254 owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:20.226896 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.db.l3_hamode_db [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:29:19Z', 'revision_number': 6, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:20.230538 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131467a-384d-4da9-9c18-9dade01780c9 None None] The sync data for ids ['a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4'] in dv-neutron-821073-1-hyperv is: [{'id': 'a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4', 'name': 'tempest-TestSnapshotPattern-1282249187-router', 'tenant_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:46Z', 'updated_at': '2021-12-17T18:29:19Z', 'revision_number': 6, 'project_id': '2c4fa5fdae5f4ab783b5e8e636289ce3', 'gw_port_host': None}] {{(pid=88118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:29:20.411230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.414811 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-5d465253-9f02-4171-9118-7da1dfb02265 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:20.455778 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f34666f-eb23-4b74-95d8-2f3d0c696254,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:20.459320 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:20.547268 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.830953 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.834024 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.920015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.920595 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:29:20.933265 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:20.934342 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-d4e24d80-ccf1-4ff5-ac67-97e568c693cf admin admin] 10.222.0.61 "DELETE /v2.0/routers/a54f0d43-b03f-4eac-aee2-2d8bb3eec4c4 HTTP/1.1" status: 204 len: 168 time: 1.4604094 Dec 17 18:29:20.936834 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60660) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:20.998663 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Deleting subnet 0c031b2e-c706-4d2d-9352-760841c69ba1 {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:29:21.001846 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.048564 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f34666f-eb23-4b74-95d8-2f3d0c696254 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:21.058714 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.082807 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 9f34666f-eb23-4b74-95d8-2f3d0c696254 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:21.083668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 9f34666f-eb23-4b74-95d8-2f3d0c696254 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:21.084285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:21.117566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:21.117956 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device da28fd5d-3f1e-4903-bc02-50dbc2acb1b5 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:21.150021 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.274837 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.280491 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-9906b2c5-9f77-4ec1-b462-419619f490c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:21.317711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c031b2e-c706-4d2d-9352-760841c69ba1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:21.321006 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:21.321996 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.327025 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69687a0-9017-45a6-9b32-20a5f5879e9f None None] Network 7e2175e4-f8ee-4683-849d-3eff38157dde requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:29:21.328373 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-42371ec9-48ad-406c-a3ee-902a2fefa88e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0c031b2e-c706-4d2d-9352-760841c69ba1 HTTP/1.1" status: 204 len: 168 time: 0.3905766 Dec 17 18:29:21.330847 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60664) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:21.437998 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.448960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Deleting port d8ffd502-fe1f-4589-b464-13be2cb4d1db {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:21.449293 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.573122 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] DHCP port deletion for 7e2175e4-f8ee-4683-849d-3eff38157dde request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:29:21.580712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Deleting port d8ffd502-fe1f-4589-b464-13be2cb4d1db {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:21.580712 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.658928 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] For port d8ffd502-fe1f-4589-b464-13be2cb4d1db, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d8ffd502-fe1f-4589-b464-13be2cb4d1db,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:21.659499 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.776853 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] For port d8ffd502-fe1f-4589-b464-13be2cb4d1db, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=d8ffd502-fe1f-4589-b464-13be2cb4d1db,segment=NetworkSegment(69b7535b-66a6-43eb-a4ec-34e04f5702eb),segment_id=69b7535b-66a6-43eb-a4ec-34e04f5702eb)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:21.777260 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.785360 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Calling delete_port for d8ffd502-fe1f-4589-b464-13be2cb4d1db owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:21.902157 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Calling delete_port for d8ffd502-fe1f-4589-b464-13be2cb4d1db owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:21.937974 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:21.943288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b799d9ef-288a-4185-b5af-043ce8994784 tempest-TestNetworkAdvancedServerOps-710987153 tempest-TestNetworkAdvancedServerOps-710987153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 18:29:21.964194 dv-neutron-821073-1-hyperv neutron-server[88118]: util.warn( Dec 17 18:29:21.970380 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 18:29:21.970749 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 18:29:21.987114 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ffd502-fe1f-4589-b464-13be2cb4d1db,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:21.991981 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] No DVR routers for this DVR port d8ffd502-fe1f-4589-b464-13be2cb4d1db on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:29:22.022362 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:22.111288 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.140585 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2175e4-f8ee-4683-849d-3eff38157dde']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:22.151960 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b7535b-66a6-43eb-a4ec-34e04f5702eb') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:22.152287 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b7535b-66a6-43eb-a4ec-34e04f5702eb') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:22.164236 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.179995 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.185913 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:29:22.186295 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:29:22.200375 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:29:22.325897 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.330057 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.332947 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2ca0af3f-8908-4c11-8336-83060e3f1c61 tempest-FloatingIPNegativeTestJSON-2086173906 tempest-FloatingIPNegativeTestJSON-2086173906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:22.357297 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2175e4-f8ee-4683-849d-3eff38157dde,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:22.359553 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:22.429412 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20261a08-a144-45d7-98f0-a0d0555ffdce admin admin] 10.222.0.61 "DELETE /v2.0/networks/7e2175e4-f8ee-4683-849d-3eff38157dde HTTP/1.1" status: 204 len: 168 time: 1.0969820 Dec 17 18:29:22.432397 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60668) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:22.471688 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Deleting port d8ffd502-fe1f-4589-b464-13be2cb4d1db {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:22.472771 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:22.538777 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b2d2-ef6d-4f01-a853-e7d39279b204 None None] The port 'd8ffd502-fe1f-4589-b464-13be2cb4d1db' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 18:29:23.039993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d8ffd502-fe1f-4589-b464-13be2cb4d1db no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:23.073925 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: d8ffd502-fe1f-4589-b464-13be2cb4d1db {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:23.074281 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device d8ffd502-fe1f-4589-b464-13be2cb4d1db not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:23.088193 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8024479'] for router_interface, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:23.431832 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Deleting port 91b007d3-c751-43eb-b53a-c97c8e58a8c1 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:23.432070 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:23.571686 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:29:23.599918 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] For port 91b007d3-c751-43eb-b53a-c97c8e58a8c1, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=91b007d3-c751-43eb-b53a-c97c8e58a8c1,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:23.600274 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:23.721467 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Calling delete_port for 91b007d3-c751-43eb-b53a-c97c8e58a8c1 owned by network:router_interface {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:23.948637 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:23.953480 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-017d0908-b842-492e-a5bc-fce1533cd1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:24.001007 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b007d3-c751-43eb-b53a-c97c8e58a8c1,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:24.003366 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:24.275601 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7935087'] for router_interface, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:24.739711 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 has already been hosted by L3 agent 84a3fe00-da45-44d6-9329-f44e130fec54 {{(pid=88117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 17 18:29:24.912417 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Notify agent at l3_agent.dv-neutron-821073-1-hyperv the message routers_updated {{(pid=88117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 17 18:29:24.920742 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Sync routers for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 18:29:24.929920 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:24.930521 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:24.984897 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] 10.222.0.61 "PUT /v2.0/routers/830586a2-3641-4a9d-9fe7-7dc80b4a5be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514460 Dec 17 18:29:24.987339 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60672) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:25.110683 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: dv-neutron-821073-1-hyperv {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:25.164780 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks [] for router, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:25.342744 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:25.419635 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'external_fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:29:23Z', 'revision_number': 5, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port': {'id': 'a3c5e8f7-702b-4fff-b4ad-5de74c5039dc', 'name': '', 'network_id': '45631bc6-a47c-445b-ac47-0b3abcab212d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821073-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T18:22:55Z', 'updated_at': '2021-12-17T18:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b9521f-017a-48a2-b533-8b8e5e93a321', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821073-1-hyperv'}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:25.423274 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Checking router: 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 for host: dv-neutron-821073-1-hyperv {{(pid=88119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 18:29:25.431199 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Routers {'830586a2-3641-4a9d-9fe7-7dc80b4a5be2'} bound to L3 agent in host dv-neutron-821073-1-hyperv {{(pid=88119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 17 18:29:25.431792 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821073-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T16:50:04Z,description=,heartbeat_timestamp=2021-12-17T18:29:05Z,host='dv-neutron-821073-1-hyperv',id=84a3fe00-da45-44d6-9329-f44e130fec54,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T16:50:05Z,topic='l3_agent')) {'router_ids': ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'], 'active': True} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:25.457628 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Deleting port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:25.458011 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:25.578702 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_dvr_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] Set router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 gateway port host: None {{(pid=88119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 17 18:29:25.629752 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] For port a3c5e8f7-702b-4fff-b4ad-5de74c5039dc, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,segment=NetworkSegment(72021779-6057-4da4-90fa-8581ec072441),segment_id=72021779-6057-4da4-90fa-8581ec072441)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:25.630049 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:25.682217 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.l3_hamode_db [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:29:25Z', 'revision_number': 6, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port_host': None}], 'dv-neutron-821073-1-hyperv', False) {} {{(pid=88119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:25.686061 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261564f-4ae5-4640-a9e8-ac16ab20c288 None None] The sync data for ids ['830586a2-3641-4a9d-9fe7-7dc80b4a5be2'] in dv-neutron-821073-1-hyperv is: [{'id': '830586a2-3641-4a9d-9fe7-7dc80b4a5be2', 'name': 'tempest-TestSnapshotPattern-637007065-router', 'tenant_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T18:22:54Z', 'updated_at': '2021-12-17T18:29:25Z', 'revision_number': 6, 'project_id': '2cd5541467bb40fcaaaf4690b10d14ba', 'gw_port_host': None}] {{(pid=88119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 18:29:25.760982 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Calling delete_port for a3c5e8f7-702b-4fff-b4ad-5de74c5039dc owned by network:router_gateway {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:25.992696 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:25.996230 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-ae5e2155-c595-4822-987c-74b03a83ef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:26.166712 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c5e8f7-702b-4fff-b4ad-5de74c5039dc,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:26.169016 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:26.258783 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7941624'] for router_gateway, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.428378 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35102'] for router, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.430495 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.514286 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8024438'] for router, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.514771 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830586a2-3641-4a9d-9fe7-7dc80b4a5be2 {{(pid=88117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 17 18:29:26.526972 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] Notify callbacks [] for router, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.528083 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-20b09e50-9a8e-4a8f-a9cd-74101060e38f admin admin] 10.222.0.61 "DELETE /v2.0/routers/830586a2-3641-4a9d-9fe7-7dc80b4a5be2 HTTP/1.1" status: 204 len: 168 time: 1.5389020 Dec 17 18:29:26.530629 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60676) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:26.591015 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Deleting subnet d32c1fdc-c150-432c-b135-b8795ec8ddda {{(pid=88117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 17 18:29:26.593911 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.645466 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6306334'] for subnet, precommit_delete_associations {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.723773 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356854'] for subnet, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.857576 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8157786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7297063'] for subnet, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.861201 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-1553b95f-d5cb-4ee6-b793-bb60e6c8d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:26.898542 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32c1fdc-c150-432c-b135-b8795ec8ddda,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:26.900923 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:26.903282 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:26.908481 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382b805-380a-42d9-a8fd-0d52bdafb92c None None] Network df3ac00a-86bf-423c-972d-7fd840bde4ce requested from dv-neutron-821073-1-hyperv {{(pid=88118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 17 18:29:26.910288 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-eed91f83-a5ac-4d40-9796-44ed9a9d218d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d32c1fdc-c150-432c-b135-b8795ec8ddda HTTP/1.1" status: 204 len: 168 time: 0.3786972 Dec 17 18:29:26.912659 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60680) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:27.020277 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229186'] for network, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.031079 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Deleting port e980b1a1-806a-47a7-8fea-cc244f9e6a72 {{(pid=88117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:27.031422 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.076048 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 91b007d3-c751-43eb-b53a-c97c8e58a8c1 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:27.140508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: 91b007d3-c751-43eb-b53a-c97c8e58a8c1 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:27.140842 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device 91b007d3-c751-43eb-b53a-c97c8e58a8c1 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:27.141267 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a3c5e8f7-702b-4fff-b4ad-5de74c5039dc no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:27.178127 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: a3c5e8f7-702b-4fff-b4ad-5de74c5039dc {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:27.178487 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device a3c5e8f7-702b-4fff-b4ad-5de74c5039dc not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:27.237881 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] For port e980b1a1-806a-47a7-8fea-cc244f9e6a72, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e980b1a1-806a-47a7-8fea-cc244f9e6a72,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:27.238241 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.275285 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] DHCP port deletion for df3ac00a-86bf-423c-972d-7fd840bde4ce request from dv-neutron-821073-1-hyperv {{(pid=88118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 17 18:29:27.279458 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Deleting port e980b1a1-806a-47a7-8fea-cc244f9e6a72 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:27.279864 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.364641 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Calling delete_port for e980b1a1-806a-47a7-8fea-cc244f9e6a72 owned by network:dhcp {{(pid=88117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:27.481801 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.db [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] For port e980b1a1-806a-47a7-8fea-cc244f9e6a72, host dv-neutron-821073-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821073-1-hyperv',level=0,port_id=e980b1a1-806a-47a7-8fea-cc244f9e6a72,segment=NetworkSegment(58b3ee5e-b6b7-4810-a036-b865ebc26266),segment_id=58b3ee5e-b6b7-4810-a036-b865ebc26266)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 17 18:29:27.482231 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7941279'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.520764 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1511204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793337730901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337267550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8157801'] for port, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.525664 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-2940f1aa-c506-4067-a790-fd527f52a40f tempest-ServerDiskConfigTestJSON-1596671577 tempest-ServerDiskConfigTestJSON-1596671577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:27.571130 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] No DVR routers for this DVR port e980b1a1-806a-47a7-8fea-cc244f9e6a72 on host dv-neutron-821073-1-hyperv {{(pid=88117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 18:29:27.599239 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e980b1a1-806a-47a7-8fea-cc244f9e6a72,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:27.601470 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:27.612894 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Calling delete_port for e980b1a1-806a-47a7-8fea-cc244f9e6a72 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 17 18:29:27.687214 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358365', 'neutron.services.segments.db._delete_segments_for_network-8793337606301'] for network, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.715377 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3ac00a-86bf-423c-972d-7fd840bde4ce']}} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:27.761508 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.db.api [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 18:29:27.761788 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG oslo_db.api [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 18:29:27.835055 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b3ee5e-b6b7-4810-a036-b865ebc26266') {'for_net_delete': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:27.835346 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.services.segments.db [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b3ee5e-b6b7-4810-a036-b865ebc26266') {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 18:29:27.847545 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793337799801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6306313'] for segment, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.863573 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353052'] for segment, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.869501 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 18:29:27.869988 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1353045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8157828'] for segment, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: Traceback (most recent call last): Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: timer() Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: cb(*args, **kw) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: return func(*args, **kwargs) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: self._notify() Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: self.callback(batched_events) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: event.method(event) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: return f(self, *a, **k) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._get(url).json() Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: return self.request(url, 'GET', **kwargs) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 18:29:27.884167 dv-neutron-821073-1-hyperv neutron-server[88117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 18:29:28.017023 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7941535'] for network, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.020202 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-59f681f2-ba26-4583-a112-c929ab467f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:28.032994 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Notify callbacks [] for network, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.046774 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3ac00a-86bf-423c-972d-7fd840bde4ce,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:28.051152 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:28.052506 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-e2e2a461-9aae-453a-a221-85d3bc93dcd5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/df3ac00a-86bf-423c-972d-7fd840bde4ce HTTP/1.1" status: 204 len: 168 time: 1.1389513 Dec 17 18:29:28.263510 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Deleting port e980b1a1-806a-47a7-8fea-cc244f9e6a72 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 17 18:29:28.264006 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793337726145'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.321724 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60686) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:28.334224 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-537c32e1-96c1-4dba-8aab-42dbc2d1fa6e None None] The port 'e980b1a1-806a-47a7-8fea-cc244f9e6a72' was deleted {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 17 18:29:28.373140 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-53dbea19-62fa-4116-bb7f-a7e59fdcded9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c4fa5fdae5f4ab783b5e8e636289ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499949 Dec 17 18:29:28.375401 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [-] (88117) accepted ('10.222.0.61', 60690) {{(pid=88117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:28.431895 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.457956 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.548717 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.552306 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-98920a57-b985-463b-8169-0d29857bbd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:28.565524 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2f859-0de1-4885-b25c-3c90052fa0ae,revision_number=None']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:28.569208 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG oslo_concurrency.lockutils [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:28.572952 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:28.574118 dv-neutron-821073-1-hyperv neutron-server[88117]: INFO neutron.wsgi [None req-b6b68e3d-199a-4929-83f3-04ef8f1cdd53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ad2f859-0de1-4885-b25c-3c90052fa0ae HTTP/1.1" status: 204 len: 168 time: 0.1977108 Dec 17 18:29:29.043602 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e980b1a1-806a-47a7-8fea-cc244f9e6a72 no longer exists at agent ovs-agent-dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 17 18:29:29.079620 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.plugin [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] No Port match for: e980b1a1-806a-47a7-8fea-cc244f9e6a72 {{(pid=88118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 17 18:29:29.079966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron.plugins.ml2.rpc [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Device e980b1a1-806a-47a7-8fea-cc244f9e6a72 not bound to the agent host dv-neutron-821073-1-hyperv {{(pid=88118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 17 18:29:29.324633 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 60698) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:29.373255 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-e0711a7f-5885-43d7-a48b-adf979fd7555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cd5541467bb40fcaaaf4690b10d14ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473228 Dec 17 18:29:29.375713 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.wsgi [-] (88116) accepted ('10.222.0.61', 60702) {{(pid=88116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 17 18:29:29.436516 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:29.461976 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:29.588118 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8091695'] for security_group, after_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:29.591879 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-bd486d78-8954-415f-9a91-6335e04de076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 18:29:29.603472 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1444db6-4055-462a-b1e4-0484ef720d88,revision_number=None']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 18:29:29.606922 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG oslo_concurrency.lockutils [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 18:29:29.610070 dv-neutron-821073-1-hyperv neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:29.611174 dv-neutron-821073-1-hyperv neutron-server[88116]: INFO neutron.wsgi [None req-85cdd469-859c-4c65-94a3-b7717dfb8b16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1444db6-4055-462a-b1e4-0484ef720d88 HTTP/1.1" status: 204 len: 168 time: 0.2345834 Dec 17 18:29:32.289400 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8bb82f72-5631-4928-86eb-294085083c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:35.180656 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-d13cdad5-a919-40f9-bd48-8a202694606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:36.080125 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:36.107375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:37.673774 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:29:46.338846 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:00.572010 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:30:02.299890 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-1108f3e7-4b28-4636-9c04-40430dca5189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:05.260544 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-31e82c10-f845-4167-927f-9a764e05fbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:06.077328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:06.124790 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:07.673420 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:16.330847 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:32.324970 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-033c4685-36d6-4930-a583-39ac75a09cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:35.216251 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e7628c40-64ef-4611-950e-bfed2dc53cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:36.090591 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:36.099169 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:37.571440 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:30:37.695668 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:30:46.353162 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:02.301462 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-dbf61e82-7894-4607-ab6e-12a33374bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:05.201934 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-291e1e6e-9fd4-458e-bceb-91645e4a41a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:06.067059 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:06.089806 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:07.656566 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:14.570133 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:31:16.369622 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:32.277678 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a30ed96e-986e-4d9d-940a-9616228904af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:35.155505 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-ee40bf42-fa02-4377-acf3-11aa6a77309f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:36.060593 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:36.077520 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:37.658032 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:46.417968 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:31:51.570234 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:32:02.282833 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6fa7056f-46b5-4111-8ed4-2e8e78fd396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:05.146636 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b82f-227f-443a-a1f4-c401ef159590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:06.077335 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:06.102993 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:07.669341 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:16.394495 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:28.570269 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:32:32.299917 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b93c7c3f-a6f8-4a26-b1df-d9ced6ea2199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:35.174156 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-84865161-fcea-43f1-a60d-e809b67de339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:36.065473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:36.111151 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:37.676705 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:32:46.405240 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:02.301966 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-f4354f1f-dbd7-4532-8f26-bce2ce8714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:05.153629 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-626441db-65e4-42a1-a649-a0f1021a6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:05.570181 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:33:06.067473 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:06.101716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:07.676418 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:16.398889 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:32.295167 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f59d-0330-44ba-9039-06f79d0d37ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:35.187494 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-6297a93f-fc23-4a52-8047-b20079129455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:36.067002 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:36.118436 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:37.676008 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:33:42.570173 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:33:46.430288 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:02.298654 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a89a4eee-8fd1-4ce1-a625-fc04499ce546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:05.158020 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-acccd29a-f059-4428-a9ba-e0d8a5e2d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:06.060328 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:06.106021 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:07.666460 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:16.425888 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:19.569334 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:34:32.300051 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-39ed3ca0-4cba-4d44-9d39-6467cabc1200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:35.186106 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-c895a056-c1fd-47ce-b898-187b30610823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:36.065625 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:36.116716 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:37.671408 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:46.414084 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:34:56.568879 dv-neutron-821073-1-hyperv neutron-server[88119]: DEBUG neutron.db.agents_db [None req-2f4a3115-4a54-4600-8dc4-fa24b752d93b None None] Agent healthcheck: found 6 active agents {{(pid=88119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 17 18:35:02.311118 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-5462d083-3c8f-4dd2-b33c-d7858a4a316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:35:05.168077 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-44f7dcc4-56f4-47d4-9267-82f5d7d55cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:35:06.074737 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-a983cd48-57b1-4d08-bad8-bb3c083a1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:35:06.139375 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-4c977913-3285-406c-8108-d5493bdba98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:35:07.693570 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e9b8-36d8-4c8f-8458-8131853a0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 18:35:14.738324 dv-neutron-821073-1-hyperv neutron-server[88117]: DEBUG neutron.wsgi [req-60ffce60-26aa-4e52-ae19-add6047cce67 req-14fa017d-97f4-44b6-b615-3bec6aab2698 service neutron] (88117) timed out ('10.222.0.61', 54414) {{(pid=88117) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 17 18:35:16.436322 dv-neutron-821073-1-hyperv neutron-server[88118]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e9-04c5-4426-aa6d-e886d92ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793337606310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360743'] for agent, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}